Validate publication identities and completeness before bulk imports
Metadata integrity checks / metadata (push) Successful in 3s

This commit is contained in:
2026-11-06 13:01:05 +08:00
parent dba943f03e
commit 1e6d64f541
5 changed files with 74 additions and 9 deletions
+24
View File
@@ -1,5 +1,7 @@
import unittest
import tempfile
import json
from pathlib import Path
from unittest.mock import patch
from collect_pmlr import load_metadata,venue_key,collect_volume
@@ -31,6 +33,28 @@ class MetadataTests(unittest.TestCase):
self.assertEqual(result['missing_abstract_count'],1)
self.assertEqual(result['status'],'partial')
def test_duplicate_publication_posts_preserve_date_evidence_once(self):
config=b'shortname: CoRL\nyear: 2023\nbooktitle: CoRL\n'
paper='---\nid: paper1\nlayout: inproceedings\ntitle: Paper\nabstract: Real abstract\ndate: {date}\n---\n'
posts=[('2023-11-13-paper1.md',paper.format(date='2023-11-13')),('2023-12-02-paper1.md',paper.format(date='2023-12-02'))]
with tempfile.TemporaryDirectory() as tmp,patch('collect_pmlr.fetch',return_value=config),patch('collect_pmlr.metadata_texts',return_value=iter(posts)):
result=collect_volume(229,tmp,tmp)
rows=[json.loads(line) for line in Path(result['file']).read_text().splitlines()]
self.assertEqual(result['count'],1)
self.assertEqual(result['metadata_post_count'],2)
self.assertEqual(result['duplicate_post_count'],1)
self.assertEqual(len(rows[0]['metadata']['source_versions']),2)
self.assertEqual(rows[0]['metadata']['date'],'2023-12-02')
def test_conflicting_duplicate_posts_do_not_replace_previous_collection(self):
config=b'shortname: CoRL\nyear: 2023\nbooktitle: CoRL\n'
paper='---\nid: paper1\nlayout: inproceedings\ntitle: {title}\nabstract: Abstract\n---\n'
with tempfile.TemporaryDirectory() as tmp,patch('collect_pmlr.fetch',return_value=config),patch('collect_pmlr.metadata_texts',return_value=iter([('a.md',paper.format(title='First paper')),('b.md',paper.format(title='Other paper'))])):
previous=Path(tmp)/'pmlr-v229.jsonl';previous.write_text('previous valid collection')
with self.assertRaisesRegex(ValueError,'Conflicting metadata posts'):
collect_volume(229,tmp,tmp)
self.assertEqual(previous.read_text(),'previous valid collection')
if __name__=='__main__':
unittest.main()