Merge pull request '封装 RecSys 2026 九个 track 的公开来源观察' (#62) from codex/recsys2026 into main
Metadata integrity checks / metadata (push) Successful in 3m43s

Reviewed-on: #62
This commit was merged in pull request #62.
This commit is contained in:
2026-11-17 12:30:05 +00:00
7 changed files with 322 additions and 0 deletions
+15
View File
@@ -151,6 +151,21 @@ jobs:
(rss_snapshots/'receipts.json').write_text(json.dumps(rss_fixture['receipts']))
subprocess.run([python,'-I','-B','-m','paper_atlas','collect','rss2026-proceedings','--snapshots',str(rss_snapshots),'--out',str(root/'installed-rss2026')],cwd=outside,check=True)
assert json.loads((root/'installed-rss2026/collection-report.json').read_text())['records'] == 210
recsys_fixture = json.loads(gzip.decompress((src/'tests/fixtures/recsys2026-source.json.gz').read_bytes()))
recsys_snapshots = root/'recsys2026-snapshots'
recsys_snapshots.mkdir()
for name,encoded in recsys_fixture['files'].items():
path = recsys_snapshots/name
path.parent.mkdir(parents=True,exist_ok=True)
path.write_bytes(base64.b64decode(encoded))
subprocess.run([python,'-I','-B','-m','paper_atlas','collect','recsys2026-program','--snapshots',str(recsys_snapshots),'--out',str(root/'installed-recsys2026')],cwd=outside,check=True)
recsys_report = json.loads((root/'installed-recsys2026/collection-report.json').read_text())
assert (recsys_report['records'],recsys_report['unique_dois'],recsys_report['missing_abstract_count']) == (263,260,0)
assert recsys_report['duplicate_doi_observations'] == 6 and len(recsys_report['repeated_dois']) == 3
assert not recsys_report['database_written'] and recsys_report['network_requests'] == 0 and recsys_report['approved_for_import'] == 0
recsys_rows = [json.loads(line) for manifest in recsys_report['files'] for line in pathlib.Path(manifest['file']).read_text().splitlines()]
gold_keys = recsys_fixture['independent_gold'][0].keys()
assert [{k:r['metadata']['program_fields'][k] for k in gold_keys} for r in recsys_rows] == recsys_fixture['independent_gold']
corl_fixture = json.loads(gzip.decompress((src/'tests/fixtures/corl2026-source.json.gz').read_bytes()))
corl_official = root/'corl2026-official'
corl_archive = root/'corl2026-archive'