Merge pull request '逐条审计 arXiv 类别完整性及来源证据' (#10) from codex/arxiv-tag-audit into main
Metadata integrity checks / metadata (push) Successful in 28s

Reviewed-on: #10
This commit was merged in pull request #10.
This commit is contained in:
2026-11-06 16:15:09 +00:00
4 changed files with 296 additions and 0 deletions
+138
View File
@@ -0,0 +1,138 @@
import fcntl
import json
from pathlib import Path
import tempfile
import unittest
import sqlite3
from unittest.mock import patch
from paper_atlas.audits.arxiv_tags import audit, main
from paper_atlas.db.store import Store
from paper_atlas.ingestion.arxiv import refresh_categories
class ArxivTagAuditTests(unittest.TestCase):
def setUp(self):
self.temp = tempfile.TemporaryDirectory()
self.addCleanup(self.temp.cleanup)
self.root = Path(self.temp.name)
self.db = self.root / 'papers.sqlite'
self.out = self.root / 'audit.json'
self.store = Store(self.db)
self.addCleanup(self.store.conn.close)
self.records = []
for external in ('one', 'two'):
paper, record = self.store.record('arxiv', external, 'https://arxiv.org/abs/' + external,
'Same research work', 'Abstract', [], {'doi': '10.1234/same'},
{'categories': 'cs.AI cs.LG cs.AI'})
refresh_categories(self.store, paper, record, 'cs.AI cs.LG cs.AI')
self.records.append(record)
self.paper = paper
tag = self.store.conn.execute("INSERT INTO tags(namespace,value) VALUES('custom:topic','cs.AI')").lastrowid
self.store.conn.execute("INSERT INTO paper_tags VALUES(?,?,NULL,'manual:1')", (paper, tag))
self.store.conn.commit()
def test_all_merged_records_keep_their_own_categories_and_custom_tags_are_untouched(self):
before = self.store.conn.execute('SELECT * FROM paper_tags ORDER BY evidence_key,tag_id').fetchall()
result = audit(self.db, self.out, batch_size=1)
self.assertEqual(result['status'], 'passed')
self.assertEqual(result['records_checked'], 2)
self.assertEqual(result['expected_evidence'], 4)
self.assertEqual(result['actual_evidence'], 4)
self.assertEqual(result['evidence_without_arxiv_record'], 0)
self.assertEqual(self.store.conn.execute('SELECT * FROM paper_tags ORDER BY evidence_key,tag_id').fetchall(), before)
def test_zero_legacy_keys_does_not_hide_missing_categories_and_cli_fails(self):
self.store.conn.execute("DELETE FROM paper_tags WHERE source_record_id IS NOT NULL")
self.store.conn.commit()
with self.assertRaises(SystemExit):
main(['--db', str(self.db), '--out', str(self.out)])
result = json.loads(self.out.read_text())
self.assertEqual(result['status'], 'failed')
self.assertEqual(result['legacy_evidence'], 0)
self.assertEqual(result['missing_evidence'], 4)
self.assertEqual(result['records_with_mismatches'], 2)
def test_wrong_canonical_paper_or_stale_key_is_detected(self):
other, _ = self.store.record('example', 'other', 'https://example.org', 'Different work', 'AB', [])
self.store.conn.execute("UPDATE paper_tags SET paper_id=?,evidence_key='arxiv:categories' WHERE source_record_id=?", (other, self.records[0]))
self.store.conn.commit()
result = audit(self.db, self.out)
self.assertEqual(result['status'], 'failed')
self.assertEqual(result['records_with_mismatches'], 1)
self.assertEqual(result['legacy_evidence'], 2)
self.assertEqual(result['missing_evidence'], 2)
self.assertEqual(result['unexpected_evidence'], 2)
def test_wrong_source_and_unowned_category_rows_cannot_escape_the_full_audit(self):
paper, record = self.store.record('example', 'other', 'https://example.org', 'Other work', 'AB', [])
tag = self.store.conn.execute("SELECT id FROM tags WHERE namespace='arxiv:category' AND value='cs.AI'").fetchone()[0]
self.store.conn.execute('INSERT INTO paper_tags VALUES(?,?,?,?)', (paper, tag, record, 'wrong-source'))
self.store.conn.execute('INSERT INTO paper_tags VALUES(?,?,NULL,?)', (paper, tag, 'unowned'))
self.store.conn.commit()
result = audit(self.db, self.out)
self.assertEqual(result['status'], 'failed')
self.assertEqual(result['records_with_mismatches'], 0)
self.assertEqual(result['evidence_without_arxiv_record'], 2)
self.assertEqual(len(result['unscoped_examples']), 2)
def test_active_writer_and_incomplete_repair_are_rejected_before_publishing(self):
with Path(str(self.db) + '.maintenance.lock').open('a') as lock:
fcntl.flock(lock, fcntl.LOCK_EX | fcntl.LOCK_NB)
with self.assertRaises(BlockingIOError):
audit(self.db, self.out)
self.assertFalse(self.out.exists())
repair = self.root / 'repair.json'
repair.write_text(json.dumps({'status': 'running'}))
with self.assertRaisesRegex(ValueError, 'not completed'):
audit(self.db, self.out, repair)
self.assertFalse(self.out.exists())
def test_repair_report_scope_and_completed_audit_are_not_silently_reused(self):
repair = self.root / 'repair.json'
repair.write_text(json.dumps({'status': 'complete', 'records_refreshed': 2, 'db': str(self.db),
'source_id': 1, 'source_record_count': 2, 'maximum_source_record_id': 999}))
with self.assertRaisesRegex(ValueError, 'different source inventory'):
audit(self.db, self.out, repair)
result = audit(self.db, self.out)
before = self.out.read_bytes()
with self.assertRaisesRegex(ValueError, 'report exists'):
audit(self.db, self.out)
self.assertEqual(self.out.read_bytes(), before)
self.assertEqual(result['status'], 'passed')
def test_invalid_source_metadata_is_an_error_not_a_partial_pass(self):
self.store.conn.execute('UPDATE source_records SET metadata_json=? WHERE id=?',
(json.dumps({'categories': ['invalid']}), self.records[0]))
self.store.conn.commit()
with self.assertRaisesRegex(ValueError, 'categories must be text'):
audit(self.db, self.out)
self.assertEqual(json.loads(self.out.read_text())['status'], 'error')
def test_interleaved_sources_use_bounded_primary_key_batches_without_sorting(self):
self.store.record('example', 'interleaved', 'https://example.org', 'Other source', 'AB', [])
paper, record = self.store.record('arxiv', 'three', 'https://arxiv.org/abs/three',
'A third record', 'AB', [], metadata={'categories': 'cs.AI'})
refresh_categories(self.store, paper, record, 'cs.AI')
self.store.conn.commit()
queries = []
connect = sqlite3.connect
def traced(*args, **kwargs):
connection = connect(*args, **kwargs)
connection.set_trace_callback(queries.append)
return connection
with patch('paper_atlas.audits.arxiv_tags.sqlite3.connect', side_effect=traced):
result = audit(self.db, self.out, batch_size=1)
self.assertEqual(result['status'], 'passed')
self.assertEqual(result['records_checked'], 3)
self.assertEqual(result['last_record_id'], record)
batches = [sql for sql in queries if sql.startswith('SELECT id,external_id,paper_id,metadata_json')]
self.assertEqual(len(batches), 4) # Includes the bounded final empty read.
for sql in batches:
plan = ' '.join(row[3] for row in self.store.conn.execute('EXPLAIN QUERY PLAN ' + sql))
self.assertIn('INTEGER PRIMARY KEY', plan)
self.assertNotIn('TEMP B-TREE', plan)
if __name__ == '__main__':
unittest.main()