Handle MLSys year-labelled proceedings and bridge retained publisher evidence
Metadata integrity checks / metadata (push) Successful in 53s

This commit is contained in:
2026-11-06 22:58:50 +08:00
parent 25cc5b865b
commit 9a279f2eae
5 changed files with 40 additions and 6 deletions
+22
View File
@@ -55,6 +55,28 @@ class MlsysMultimediaTests(unittest.TestCase):
with self.assertRaisesRegex(ValueError, 'non-archival'):
parse_paper(html, page(2018), 'mlsys', 2018, ROOT)
def test_year_label_and_retained_bibliography_links_bridge_the_2023_format(self):
url = page(2023).replace('-Conference.html', '-mlsys2023.html')
self.assertEqual(mlsys_id(url), '2023/' + HASH)
self.assertIsNone(mlsys_id(url.replace('mlsys2023.html', 'mlsys2022.html')))
official = parse_paper('<h1>Updated title</h1><span class="paper-track">mlsys2023</span><p class="paper-abstract">Official abstract</p>', url, 'mlsys', 2023, ROOT)
self.assertEqual(official['track'], 'main')
legacy = {'source': 'dblp', 'external_id': 'conf/mlsys/paper23', 'url': 'https://dblp.org/rec/conf/mlsys/paper23',
'venue': 'MLSys', 'year': 2023, 'track': 'main', 'status': 'accepted', 'title': 'Bibliographic title',
'abstract': None, 'authors': [], 'identifiers': {}, 'metadata': {'bibliography': {'ee': [url]}}}
self.assertEqual(identities_for_row(legacy), [('publication_mlsys', '2023/' + HASH)])
self.assertEqual(identities_for_row({**legacy, 'status': 'unknown'}), [])
with tempfile.TemporaryDirectory() as tmp:
root = Path(tmp); db = root / 'papers.sqlite'
for row in [legacy, official]:
path = root / (row['source'] + '.jsonl'); path.write_text(json.dumps(row) + '\n')
path.with_suffix('.manifest.json').write_text(json.dumps({'source': row['source'], 'parser_version': 2, 'list_url': ROOT, 'count': 1}))
ingest_file(db, path)
with closing(sqlite3.connect(db)) as c:
self.assertEqual(c.execute('SELECT count(*) FROM papers').fetchone()[0], 1)
self.assertEqual(c.execute('SELECT count(*) FROM submissions').fetchone()[0], 1)
self.assertEqual(c.execute('SELECT count(*) FROM submission_sources').fetchone()[0], 2)
def test_legacy_mlsys_and_sysml_alias_preserve_same_publication_identity(self):
self.assertEqual(mlsys_id(page(2019, False)), mlsys_id(page(2019)))
self.assertIsNone(mlsys_id(page().replace('proceedings.mlsys.org', 'example.org')))