Handle MLSys year-labelled proceedings and bridge retained publisher evidence
Metadata integrity checks / metadata (push) Successful in 53s
Metadata integrity checks / metadata (push) Successful in 53s
This commit is contained in:
@@ -55,6 +55,28 @@ class MlsysMultimediaTests(unittest.TestCase):
|
||||
with self.assertRaisesRegex(ValueError, 'non-archival'):
|
||||
parse_paper(html, page(2018), 'mlsys', 2018, ROOT)
|
||||
|
||||
def test_year_label_and_retained_bibliography_links_bridge_the_2023_format(self):
|
||||
url = page(2023).replace('-Conference.html', '-mlsys2023.html')
|
||||
self.assertEqual(mlsys_id(url), '2023/' + HASH)
|
||||
self.assertIsNone(mlsys_id(url.replace('mlsys2023.html', 'mlsys2022.html')))
|
||||
official = parse_paper('<h1>Updated title</h1><span class="paper-track">mlsys2023</span><p class="paper-abstract">Official abstract</p>', url, 'mlsys', 2023, ROOT)
|
||||
self.assertEqual(official['track'], 'main')
|
||||
legacy = {'source': 'dblp', 'external_id': 'conf/mlsys/paper23', 'url': 'https://dblp.org/rec/conf/mlsys/paper23',
|
||||
'venue': 'MLSys', 'year': 2023, 'track': 'main', 'status': 'accepted', 'title': 'Bibliographic title',
|
||||
'abstract': None, 'authors': [], 'identifiers': {}, 'metadata': {'bibliography': {'ee': [url]}}}
|
||||
self.assertEqual(identities_for_row(legacy), [('publication_mlsys', '2023/' + HASH)])
|
||||
self.assertEqual(identities_for_row({**legacy, 'status': 'unknown'}), [])
|
||||
with tempfile.TemporaryDirectory() as tmp:
|
||||
root = Path(tmp); db = root / 'papers.sqlite'
|
||||
for row in [legacy, official]:
|
||||
path = root / (row['source'] + '.jsonl'); path.write_text(json.dumps(row) + '\n')
|
||||
path.with_suffix('.manifest.json').write_text(json.dumps({'source': row['source'], 'parser_version': 2, 'list_url': ROOT, 'count': 1}))
|
||||
ingest_file(db, path)
|
||||
with closing(sqlite3.connect(db)) as c:
|
||||
self.assertEqual(c.execute('SELECT count(*) FROM papers').fetchone()[0], 1)
|
||||
self.assertEqual(c.execute('SELECT count(*) FROM submissions').fetchone()[0], 1)
|
||||
self.assertEqual(c.execute('SELECT count(*) FROM submission_sources').fetchone()[0], 2)
|
||||
|
||||
def test_legacy_mlsys_and_sysml_alias_preserve_same_publication_identity(self):
|
||||
self.assertEqual(mlsys_id(page(2019, False)), mlsys_id(page(2019)))
|
||||
self.assertIsNone(mlsys_id(page().replace('proceedings.mlsys.org', 'example.org')))
|
||||
|
||||
Reference in New Issue
Block a user