Add a reproducible PostgreSQL global identity audit
Metadata integrity checks / metadata (push) Successful in 8m22s
Metadata integrity checks / metadata (push) Successful in 8m22s
This commit is contained in:
@@ -0,0 +1,68 @@
|
||||
import io
|
||||
import json
|
||||
import sqlite3
|
||||
import unittest
|
||||
from unittest.mock import Mock, patch
|
||||
|
||||
from paper_atlas.audits import global_identity
|
||||
|
||||
|
||||
class GlobalIdentityCandidatesTest(unittest.TestCase):
|
||||
def test_exact_same_title_and_near_title_require_author_evidence(self):
|
||||
output = io.StringIO()
|
||||
with sqlite3.connect(':memory:') as scratch:
|
||||
scratch.execute('CREATE TABLE titles (id INTEGER, title_key TEXT, authors BLOB)')
|
||||
scratch.executemany('INSERT INTO titles VALUES (?,?,?)', [
|
||||
(1, 'astronomicaltransientcatalogue', b'first'),
|
||||
(2, 'astronomicaltransientcatalogue', b'first'),
|
||||
(3, 'astronomicaltransientcatalogues', b'first'),
|
||||
(4, 'astronomicaltransientcatalogue', b'second'),
|
||||
(5, 'astronomicaltransientcatalogue', None),
|
||||
])
|
||||
counts = global_identity._candidates(scratch, output)
|
||||
|
||||
records = [json.loads(row) for row in output.getvalue().splitlines()]
|
||||
self.assertEqual(counts['exact_title_groups'], 1)
|
||||
self.assertEqual(counts['exact_title_and_roster_papers'], 2)
|
||||
self.assertEqual(counts['near_title_and_roster_pairs'], 2)
|
||||
self.assertEqual(records[0]['paper_ids'], [1, 2])
|
||||
self.assertEqual({tuple(r['paper_ids']) for r in records[1:]}, {(1, 3), (2, 3)})
|
||||
|
||||
def test_author_roster_limit_is_visible_in_receipt(self):
|
||||
output = io.StringIO()
|
||||
with sqlite3.connect(':memory:') as scratch:
|
||||
scratch.execute('CREATE TABLE titles (id INTEGER, title_key TEXT, authors BLOB)')
|
||||
scratch.executemany('INSERT INTO titles VALUES (?,?,?)', [
|
||||
(1, 'astronomicaltransientcatalogue', b'first'),
|
||||
(2, 'astronomicaltransientcatalogues', b'first'),
|
||||
(3, 'astronomicaltransientcatalogued', b'first'),
|
||||
])
|
||||
with patch.object(global_identity, 'ROSTER_GROUP_LIMIT', 2):
|
||||
counts = global_identity._candidates(scratch, output)
|
||||
|
||||
self.assertEqual(counts['oversized_rosters'], 1)
|
||||
self.assertEqual(counts['papers_in_oversized_rosters'], 3)
|
||||
self.assertEqual(counts['near_title_and_roster_pairs'], 0)
|
||||
self.assertEqual(json.loads(output.getvalue())['kind'], 'oversized_roster')
|
||||
|
||||
def test_fingerprint_normalizes_supported_author_encodings(self):
|
||||
strings = json.dumps(['Alice Doe', 'Chloë Li'])
|
||||
records = json.dumps([['Li', 'Chloë'], {'given':'Alice','family':'Doe'}])
|
||||
self.assertEqual(global_identity._author_fingerprint(strings),
|
||||
global_identity._author_fingerprint(records))
|
||||
self.assertIsNone(global_identity._author_fingerprint('[]'))
|
||||
|
||||
def test_doi_pattern_is_bound_as_a_parameter(self):
|
||||
connection = Mock()
|
||||
|
||||
def execute(query, params):
|
||||
self.assertEqual(query.count('?'), len(params))
|
||||
if params:
|
||||
pattern, = params
|
||||
self.assertIn('https?', pattern)
|
||||
result = Mock()
|
||||
result.fetchone.return_value = (0,)
|
||||
return result
|
||||
|
||||
connection.execute.side_effect = execute
|
||||
self.assertEqual(global_identity._checks(connection)['normalized_doi_collisions'], 0)
|
||||
Reference in New Issue
Block a user