Ingest NLPAICS (#5017)

Author: mjpost

bin/ingest.py

@@ -325,8 +325,8 @@ def find_book():
             if os.path.basename(pdf_file).startswith("."):
                 continue
 
-            # names are {abbrev}{number}.pdf
-            match = re.match(r".*(\d+)\.pdf", pdf_file)
+            # names are {abbrev}{number}.pdf, but may also have Anthology new-style IDs
+            match = re.match(r".*?(\d+)\.pdf", pdf_file)
 
             if match is not None:
                 paper_num = int(match[1])
@@ -387,6 +387,13 @@ def find_book():
                     log(f"Copying {attachment_file} -> {dest_path}", args.dry_run)
                     shutil.copyfile(attachment_file_path, dest_path)
 
+                if paper_num not in volume:
+                    print(f"Fatal: no key {paper_num} in volume", file=sys.stderr)
+                    import json
+
+                    print(json.dumps(volume, indent=2), file=sys.stderr)
+                    sys.exit(1)
+
                 volume[paper_num]["attachments"].append((dest_path, type_))
 
         # create xml