Add a reproducible PostgreSQL global identity audit
Metadata integrity checks / metadata (push) Successful in 8m22s

This commit is contained in:
2026-11-22 15:02:25 +08:00
parent b535cc556b
commit 4c834dc10e
5 changed files with 287 additions and 1 deletions
+68
View File
@@ -0,0 +1,68 @@
import io
import json
import sqlite3
import unittest
from unittest.mock import Mock, patch
from paper_atlas.audits import global_identity
class GlobalIdentityCandidatesTest(unittest.TestCase):
def test_exact_same_title_and_near_title_require_author_evidence(self):
output = io.StringIO()
with sqlite3.connect(':memory:') as scratch:
scratch.execute('CREATE TABLE titles (id INTEGER, title_key TEXT, authors BLOB)')
scratch.executemany('INSERT INTO titles VALUES (?,?,?)', [
(1, 'astronomicaltransientcatalogue', b'first'),
(2, 'astronomicaltransientcatalogue', b'first'),
(3, 'astronomicaltransientcatalogues', b'first'),
(4, 'astronomicaltransientcatalogue', b'second'),
(5, 'astronomicaltransientcatalogue', None),
])
counts = global_identity._candidates(scratch, output)
records = [json.loads(row) for row in output.getvalue().splitlines()]
self.assertEqual(counts['exact_title_groups'], 1)
self.assertEqual(counts['exact_title_and_roster_papers'], 2)
self.assertEqual(counts['near_title_and_roster_pairs'], 2)
self.assertEqual(records[0]['paper_ids'], [1, 2])
self.assertEqual({tuple(r['paper_ids']) for r in records[1:]}, {(1, 3), (2, 3)})
def test_author_roster_limit_is_visible_in_receipt(self):
output = io.StringIO()
with sqlite3.connect(':memory:') as scratch:
scratch.execute('CREATE TABLE titles (id INTEGER, title_key TEXT, authors BLOB)')
scratch.executemany('INSERT INTO titles VALUES (?,?,?)', [
(1, 'astronomicaltransientcatalogue', b'first'),
(2, 'astronomicaltransientcatalogues', b'first'),
(3, 'astronomicaltransientcatalogued', b'first'),
])
with patch.object(global_identity, 'ROSTER_GROUP_LIMIT', 2):
counts = global_identity._candidates(scratch, output)
self.assertEqual(counts['oversized_rosters'], 1)
self.assertEqual(counts['papers_in_oversized_rosters'], 3)
self.assertEqual(counts['near_title_and_roster_pairs'], 0)
self.assertEqual(json.loads(output.getvalue())['kind'], 'oversized_roster')
def test_fingerprint_normalizes_supported_author_encodings(self):
strings = json.dumps(['Alice Doe', 'Chloë Li'])
records = json.dumps([['Li', 'Chloë'], {'given':'Alice','family':'Doe'}])
self.assertEqual(global_identity._author_fingerprint(strings),
global_identity._author_fingerprint(records))
self.assertIsNone(global_identity._author_fingerprint('[]'))
def test_doi_pattern_is_bound_as_a_parameter(self):
connection = Mock()
def execute(query, params):
self.assertEqual(query.count('?'), len(params))
if params:
pattern, = params
self.assertIn('https?', pattern)
result = Mock()
result.fetchone.return_value = (0,)
return result
connection.execute.side_effect = execute
self.assertEqual(global_identity._checks(connection)['normalized_doi_collisions'], 0)