diff --git a/docs/data-sources.md b/docs/data-sources.md index 63c02b5..17f29e2 100644 --- a/docs/data-sources.md +++ b/docs/data-sources.md @@ -58,6 +58,25 @@ PMLR 的同一出版 ID 可能对应多份 Git 元数据，例如 CoRL 2023 的 PeerRead 采集仅选择作者公开发布的 ICLR 2017 投稿元数据，固定到源仓库 commit。只依据明确的布尔 `accepted` 标签形成 accepted/rejected；空标签为 unknown，不使用其他数据分区中的 probably-rejected 推断。不会保存 reviews 或 parsed_pdfs 正文。 +### 其他会议的公开拒稿 + +范围是逐会议、逐年份寻找已公开的拒稿投稿，不能只补录已发表名单。ICML、NeurIPS 部分年份由作者选择是否公开拒稿，因此公开子集不能用于推算完整拒稿数或录用率。其他会议没有在某个镜像中出现 Reject，也不代表该会议没有公开拒稿；需要继续核对官方公开政策、原平台与其他有明确标签的公开快照。 + +`collect public-openreview` 读取 [PaperCopilot 的公开元数据镜像](https://github.com/papercopilot/openreview/tree/41ee277825d685bd78e88e48b69da6aead9a69bb)，固定版本并核验每个文件的 Git blob 哈希。默认盘点该版本截至 2026 年的非 ICLR 文件；ICLR 默认沿用独立的公开原始投稿/决定快照，需要补查时可显式指定 `--family iclr`。只保留明确的 Reject、Desk rejected、Withdrawn 标签，不根据 Submitted、Active、Pending、TBD、分数或录用名单缺席推断拒稿。 + +```sh +paper-atlas collect public-openreview --out /data/paper-index/collected/public-openreview-v1 +paper-atlas audit public-openreview --db /data/paper-index/papers.sqlite \ + --inventory /data/paper-index/collected/public-openreview-v1/public-openreview-inventory.json \ + --out /data/paper-index/collected/public-openreview-preimport.json +``` + +输出按会议、届次及 main、position、datasets_benchmarks 分文件。workshop 默认进入单独的 held 清单；有明确 workshop 名称时可通过 `--include-workshops` 单列采集，不合并到主会。Retraction、未映射的轨道或负面标签也保留在 `held-records.jsonl`，不强改为 Reject 或 Withdrawn。当前决定表没有独立 retracted 状态，因此撤回发表记录仍需后续专门建模。 + +该来源明确标记为 `curated_public_status_assertion`：保留源 commit、文件哈希、行号、原标签和 forum ID，不声称已核验原始 PC 签名。只保存标题、摘要、公开作者名、关键词、领域、索引与决定来源，不缓存镜像中的个人资料、邮箱、性别、评审内容或 PDF。所有输出清单均为 partial；盘点中的零条记录仅描述这个固定镜像。 + +入库前审计核验文件哈希、数量、轨道和来源声明，并用真实 forum ID 对比同届同轨道已有投稿。存在不同决定时阻止整批导入，交由来源和时序核查；另一会议的后续录用属于独立投稿历史，不构成该次拒稿的冲突。同一 forum 的镜像不新增投稿事件，但论文实体的跨平台去重仍须在全量结束后核验。审计通过的报告包含带 SHA-256 的导入队列；应在单写入维护锁下及时串行导入，主库变化后重新审计。 + ```sh python3 -B -m paper_atlas collect peerread --cache /data/paper-index/raw/http-cache \ --out /data/paper-index/collected diff --git a/docs/usage.md b/docs/usage.md index 93c586c..29c014b 100644 --- a/docs/usage.md +++ b/docs/usage.md @@ -14,10 +14,14 @@ paper-atlas collect cvf --cache /data/paper-index/raw/http-cache --out /data/pap paper-atlas collect ecva --cache /data/paper-index/raw/http-cache --out /data/paper-index/collected paper-atlas catalogue dblp --help paper-atlas audit iclr --help +paper-atlas collect public-openreview --help +paper-atlas audit public-openreview --help ``` 采集输出 JSONL、manifest 和逐卷或逐年 catalogue。逐项检查 blocked、partial、缺失摘要及目标会议归属。DBLP 候选目录还需核验届次和 track，不能直接当作主会录用名单。 +其他会议的公开拒稿使用 `collect public-openreview`，再以 `audit public-openreview` 核对既有投稿身份和决定冲突。来源版本、逐文件状态盘点和未解决记录分别保存在 inventory 与 held 清单中，具体命令见[数据源说明](data-sources.md#其他会议的公开拒稿)。这类公开子集不能当作会议完整投稿名单。 + ## 3. 串行导入 首次 arXiv 导入使用 `paper-atlas import arxiv --db ... --archive ...`。现有数据库合并已核验的会议文件使用： diff --git a/paper_atlas/audits/public_openreview.py b/paper_atlas/audits/public_openreview.py new file mode 100644 index 0000000..b46b072 --- /dev/null +++ b/paper_atlas/audits/public_openreview.py @@ -0,0 +1,102 @@ +"""Check curated negative assertions against existing submission decisions.""" +import argparse +from contextlib import closing +import hashlib +import json +from pathlib import Path +import sqlite3 + +from paper_atlas.collectors.public_openreview import SOURCE, REVISION +from paper_atlas.db.submissions import timestamp + + +def audit(db, inventory, out): + inventory = Path(inventory).resolve() + result = json.loads(inventory.read_text()) + if result.get('source') != SOURCE or result.get('revision') != REVISION: + raise ValueError('Unsupported curated source inventory') + db = Path(db).resolve() + if not db.is_file(): + raise ValueError('Existing database required for identity and status audit') + conflicts = [] + seen = set() + checked = 0 + existing_attempts = 0 + files = [] + checksums = {} + with closing(sqlite3.connect(db.as_uri() + '?mode=ro', uri=True)) as c: + c.execute('BEGIN') + for manifest in result['files']: + path = Path(manifest['file']) + if hashlib.sha256(path.read_bytes()).hexdigest() != manifest['file_sha256']: + raise ValueError('Collected file differs from pinned inventory') + if json.loads(path.with_suffix('.manifest.json').read_text()) != manifest: + raise ValueError('Collected manifest differs from inventory') + count = 0 + for line in path.read_text().splitlines(): + row = json.loads(line) + if any(row[key] != manifest[key] for key in ('source', 'venue', 'year', 'track')): + raise ValueError('Record edition differs from inventory') + meta = row['metadata'] + if meta.get('evidence_kind') != 'curated_public_status_assertion' or meta.get('source_revision') != REVISION: + raise ValueError('Missing explicit curated provenance') + if meta.get('original_decision_signature_verified') is not False: + raise ValueError('Curated metadata must not claim original signatures') + if row['status'] not in ('rejected', 'desk_rejected', 'withdrawn'): + raise ValueError('Unsupported negative assertion') + forum = row['identifiers']['openreview'] + if forum in seen: + raise ValueError('Repeated forum in normalized inventory') + seen.add(forum) + existing = c.execute('''SELECT s.id FROM submission_identifiers i + JOIN submissions s ON s.id=i.submission_id JOIN editions e ON e.id=i.edition_id + JOIN venues v ON v.id=e.venue_id WHERE v.acronym=? AND e.year=? AND e.track=? + AND i.scheme='openreview' AND i.value=?''', + (row['venue'], row['year'], row['track'], forum)).fetchall() + if len(existing) > 1: + raise ValueError('Multiple canonical attempts for one forum') + if existing: + existing_attempts += 1 + latest = c.execute('''SELECT status FROM decisions WHERE submission_id=? + ORDER BY observed_at DESC,COALESCE(decision_date,'') DESC,id DESC LIMIT 1''', existing[0]).fetchone() + if latest and latest[0] not in ('unknown', 'under_review', row['status']): + conflicts.append({'forum': forum, 'venue': row['venue'], 'year': row['year'], + 'track': row['track'], 'submission_id': existing[0][0], + 'existing_status': latest[0], 'curated_status': row['status']}) + count += 1 + if count != manifest['count']: + raise ValueError('Collected record count differs from inventory') + checked += count + files.append(str(path)) + checksums[str(path)] = manifest['file_sha256'] + if checked != result['normalized_records']: + raise ValueError('Normalized inventory total differs from checked records') + report = {'source': SOURCE, 'revision': REVISION, 'database': str(db), + 'inventory': str(inventory), 'checked_at': timestamp(), 'records_checked': checked, + 'existing_same_edition_attempts': existing_attempts, 'conflicts': conflicts, + 'status': 'blocked' if conflicts else 'ready_for_serial_import', + 'files': [] if conflicts else files, 'file_sha256': {} if conflicts else checksums, + 'note': 'Read-only preflight. Other-conference acceptances remain separate history; ' + 'this is not an entity deduplication or complete rejection-coverage proof.'} + out = Path(out) + out.parent.mkdir(parents=True, exist_ok=True) + part = out.with_suffix('.part') + part.write_text(json.dumps(report, ensure_ascii=False, indent=2) + '\n') + part.replace(out) + print(json.dumps(report), flush=True) + return report + + +def main(argv=None, *, prog=None): + parser = argparse.ArgumentParser(prog=prog) + parser.add_argument('--db', required=True) + parser.add_argument('--inventory', required=True) + parser.add_argument('--out', required=True) + args = parser.parse_args(argv) + report = audit(args.db, args.inventory, args.out) + if report['status'] == 'blocked': + raise SystemExit('Conflicting existing decisions require review before import') + + +if __name__ == '__main__': + main() diff --git a/paper_atlas/cli.py b/paper_atlas/cli.py index 4bc2c12..938dd9f 100644 --- a/paper_atlas/cli.py +++ b/paper_atlas/cli.py @@ -13,6 +13,7 @@ COMMANDS = { ('collect','acl'): ('paper_atlas.collectors.acl', {}, 'ACL Anthology XML'), ('collect','iclr-program'): ('paper_atlas.collectors.iclr', {}, 'ICLR 官方公开程序'), ('collect','iclr-snapshot'): ('paper_atlas.collectors.openreview', {}, 'ICLR 公开投稿与决定快照'), + ('collect','public-openreview'): ('paper_atlas.collectors.public_openreview', {}, '核验其他会议的公开拒稿及撤稿标签'), ('collect','peerread'): ('paper_atlas.collectors.peerread', {}, 'PeerRead 历史决定补充'), ('collect','colm'): ('paper_atlas.collectors.proceedings', {'source':'colm'}, 'COLM 官方论文集'), ('collect','neurips'): ('paper_atlas.collectors.proceedings', {'source':'neurips'}, 'NeurIPS 官方论文集'), @@ -27,6 +28,7 @@ COMMANDS = { ('maintain','arxiv-tags'): ('paper_atlas.ingestion.arxiv_tags', {}, '恢复逐来源记录的 arXiv 类别证据'), ('audit','iclr'): ('paper_atlas.audits.iclr', {}, '核对 ICLR 快照与同届官方程序'), ('audit','arxiv'): ('paper_atlas.audits.arxiv', {}, '核验 arXiv 原始编号、重复行与 ZIP 完整性'), + ('audit','public-openreview'): ('paper_atlas.audits.public_openreview', {}, '核对公开负面决定与已有投稿历史'), } diff --git a/paper_atlas/collectors/public_openreview.py b/paper_atlas/collectors/public_openreview.py new file mode 100644 index 0000000..8772fb9 --- /dev/null +++ b/paper_atlas/collectors/public_openreview.py @@ -0,0 +1,252 @@ +"""Collect explicit public negative labels without inferring unobserved decisions. + +PaperCopilot is a curated mirror, not the conference's signed decision feed. +Only metadata is retained; source profiles, reviews and PDFs are never cached. +""" +import argparse +from collections import Counter, defaultdict +import fcntl +import hashlib +import io +import json +from pathlib import Path +import re +import shutil +import tempfile +import urllib.request + +from paper_atlas.config import DEFAULT_REGISTRY +from paper_atlas.db.submissions import timestamp + + +SOURCE = 'papercopilot_openreview' +REVISION = '41ee277825d685bd78e88e48b69da6aead9a69bb' +AS_OF = '2026-10-31T01:25:52.000Z' +REPOSITORY = 'https://github.com/papercopilot/openreview' +RAW_ROOT = 'https://raw.githubusercontent.com/papercopilot/openreview/' + REVISION + '/' +TREE_URL = 'https://api.github.com/repos/papercopilot/openreview/git/trees/' + REVISION + '?recursive=1' +NEGATIVE = {'reject': 'rejected', 'rejected': 'rejected', + 'desk reject': 'desk_rejected', 'desk rejected': 'desk_rejected', + 'withdrawn': 'withdrawn', 'withdrawal': 'withdrawn'} +TRACKS = {'main': 'main', 'Position': 'position', + 'Datasets & Benchmarks': 'datasets_benchmarks'} +WORKSHOP_REJECT_LABELS = {"aim-fm workshop @ neurips'24 reject", + 'coginterp @ neurips 2025 reject'} + + +def download(url, limit): + request = urllib.request.Request(url, headers={'User-Agent': 'PaperAtlas/0.1 (public scholarly metadata)'}) + with urllib.request.urlopen(request, timeout=90) as response: + if response.status != 200: + raise ValueError('Expected a complete HTTP 200 response') + result = response.read(limit + 1) + if len(result) > limit: + raise ValueError('Public metadata exceeds byte limit') + return result + + +def negative_status(raw): + """A closed mapping: pending, absent, low-score and retracted are not Reject.""" + if not isinstance(raw, str): + raise ValueError('Status must be text') + key = ' '.join(raw.casefold().split()) + if key in NEGATIVE: + return NEGATIVE[key] + if re.fullmatch(r'(?:icml|neurips) 20\d{2} (?:conference|workshop [a-z0-9 -]+) withdrawn submission', key): + return 'withdrawn' + if key in WORKSHOP_REJECT_LABELS: + return 'rejected' + return None + + +def normalize(row, family, year, provenance, include_workshops=False): + """Return a normalized assertion or a reason requiring separate review.""" + raw_status = row.get('status', '') + status = negative_status(raw_status) + if status is None: + if re.search(r'\bretract\w*\b', raw_status, re.I): + return None, 'retracted' + if re.search(r'\b(?:reject\w*|withdraw\w*|desk)\b', raw_status, re.I): + return None, 'unmapped_negative_label' + return None, 'not_explicit_negative' + forum = row.get('id') + if not isinstance(forum, str) or not re.fullmatch(r'[A-Za-z0-9_-]{8,32}', forum) or re.match(r'20\d{2}-Oral-', forum): + raise ValueError('Invalid public submission forum ID') + track = row.get('track') + if not isinstance(track, str): + raise ValueError('Track must be explicit text') + normalized_track = TRACKS.get(track) + if normalized_track is None: + if re.fullmatch(r'workshop_[a-z0-9_]+', track) and include_workshops: + normalized_track = track + else: + return None, 'separate_workshop' if track.startswith('workshop') else 'unmapped_track' + prefixed = re.match(r'^(ICML|NeurIPS) (20\d{2}) ', raw_status) + if prefixed and (prefixed[1].casefold() != ('neurips' if family == 'nips' else family) or int(prefixed[2]) != year): + raise ValueError('Status label conflicts with source conference year') + allowed = {v['acronym'].casefold(): v['acronym'] for v in json.loads(DEFAULT_REGISTRY.read_text())['venues']} + venue = allowed.get('neurips' if family == 'nips' else family) + if venue is None: + return None, 'unmapped_venue' + title = row.get('title') + abstract = row.get('abstract') + if not isinstance(title, str) or not title.strip(): + raise ValueError('Public submission lacks a title') + if abstract is not None and not isinstance(abstract, str): + raise ValueError('Abstract must be text or null') + author_text = row.get('author') or '' + if not isinstance(author_text, str): + raise ValueError('Unexpected public author format') + authors = [a.strip() for a in author_text.split(';') if a.strip() and '@' not in a + and not re.fullmatch(r'anonymous(?: authors?)?', a.strip(), re.I)] + tags = [] + for field in ('keywords', 'primary_area'): + value = row.get(field) + if value is None: + continue + terms = value if isinstance(value, list) else re.split(r'[,;]', value) if field == 'keywords' and isinstance(value, str) else [value] + tags.extend({'namespace': SOURCE + ':' + field, 'value': term.strip()} + for term in terms if isinstance(term, str) and term.strip()) + evidence = provenance['source_file'] + '#L' + str(provenance['source_line']) + return {'source': SOURCE, 'external_id': f'{family}/{year}/{forum}', + 'url': 'https://openreview.net/forum?id=' + forum, + 'title': ' '.join(title.split()), 'abstract': abstract.strip() if abstract else None, + 'authors': authors, 'identifiers': {'openreview': forum}, + 'submission_identifiers': [{'scheme': 'openreview', 'value': forum}], + 'venue': venue, 'year': year, 'track': normalized_track, + 'status': status, 'raw_decision': raw_status, 'evidence_url': evidence, + 'observed_at': AS_OF, 'tags': tags, + 'metadata': {**provenance, 'raw_track': track, 'raw_status': raw_status, + 'evidence_kind': 'curated_public_status_assertion', + 'original_decision_signature_verified': False, + 'source_snapshot_upper_bound': AS_OF}}, None + + +def held_metadata(row, reason, provenance): + # Retractions and unresolved track scopes remain visible without becoming + # invented Reject/Withdrawn events in a schema that cannot represent them. + return {key: row.get(key) for key in ('id', 'title', 'abstract', 'track', 'status')} | { + 'reason': reason, 'provenance': provenance} + + +def collect(out, families=None, years=None, include_workshops=False, fetcher=None): + fetcher = fetcher or download + out = Path(out) + out.mkdir(parents=True, exist_ok=True) + with (out / 'collect.lock').open('a') as lock: + fcntl.flock(lock, fcntl.LOCK_EX | fcntl.LOCK_NB) + if (out / 'public-openreview-inventory.json').exists(): + raise ValueError('Completed inventory exists; select a new output directory') + if shutil.disk_usage(out).free < 8 * 1024**3: + raise RuntimeError('Less than 8 GiB free before collection') + tree = json.loads(fetcher(TREE_URL, 8 * 1024**2)) + if tree.get('truncated') is not False or tree.get('sha') != REVISION: + raise ValueError('Incomplete or unpinned public source tree') + selected = [] + for item in tree['tree']: + match = re.fullmatch(r'venues/([a-z0-9]+)/\1((?:19|20)\d{2})\.jsonl', item['path']) + if item['type'] != 'blob' or not match: + continue + family, year = match[1], int(match[2]) + if year > 2026 or (families is None and family == 'iclr'): + continue + if families is not None and family not in families or years is not None and year not in years: + continue + selected.append((item, family, year)) + if not selected: + raise ValueError('No pinned source files match the request') + if families and set(families) - {family for _, family, _ in selected}: + raise ValueError('Requested venue has no selected source file') + if years and set(years) - {year for _, _, year in selected}: + raise ValueError('Requested year has no selected source file') + return _collect_files(out, selected, include_workshops, fetcher) + + +def _collect_files(out, selected, include_workshops, fetcher): + summaries = [] + groups = defaultdict(list) + global_forums = {} + with tempfile.TemporaryDirectory(prefix='.public-openreview-', dir=out) as temporary: + stage = Path(temporary) + held_path = stage / 'held-records.jsonl' + with held_path.open('w') as held: + for item, family, year in sorted(selected, key=lambda entry: entry[0]['path']): + size = item['size'] + if not isinstance(size, int) or not 0 < size <= 96 * 1024**2: + raise ValueError('Unexpected metadata file size') + data = fetcher(RAW_ROOT + item['path'], size) + blob = hashlib.sha1(b'blob ' + str(len(data)).encode() + b'\0' + data).hexdigest() + if len(data) != size or blob != item['sha']: + raise ValueError('Pinned source blob checksum mismatch') + matrix = Counter() + reasons = Counter() + seen = set() + rows = 0 + for number, line in enumerate(io.BytesIO(data), 1): + if len(line) > 4 * 1024**2: + raise ValueError('Oversized metadata row') + row = json.loads(line) + forum = row.get('id') + if not isinstance(forum, str) or forum in seen: + raise ValueError('Missing or duplicate source forum ID') + seen.add(forum) + edition = (family, year, row.get('track')) + if forum in global_forums and global_forums[forum] != edition: + raise ValueError('One forum appears in multiple source editions or tracks') + global_forums[forum] = edition + rows += 1 + matrix[(row.get('track'), row.get('status'))] += 1 + provenance = {'source_revision': REVISION, 'source_blob_sha1': blob, + 'source_file': RAW_ROOT + item['path'], 'source_line': number} + record, reason = normalize(row, family, year, provenance, include_workshops) + if record is None: + reasons[reason] += 1 + if reason != 'not_explicit_negative': + held.write(json.dumps(held_metadata(row, reason, provenance), ensure_ascii=False) + '\n') + else: + groups[(family, year, record['track'])].append(record) + summary = {'path': item['path'], 'input_bytes': size, 'git_blob_sha1': blob, + 'rows': rows, 'excluded_or_held': dict(reasons), + 'status_matrix': [{'track': t, 'status': s, 'count': n} for (t, s), n in matrix.items()]} + summaries.append(summary) + print(json.dumps({key: summary[key] for key in ('path', 'rows', 'excluded_or_held')}), flush=True) + files = [] + for (family, year, track), records in sorted(groups.items()): + name = f'public-openreview-{family}-{year}-{track}.jsonl' + path = stage / name + path.write_text(''.join(json.dumps(row, ensure_ascii=False) + '\n' for row in records)) + manifest = {'source': SOURCE, 'parser_version': 1, 'venue': records[0]['venue'], + 'year': year, 'track': track, 'count': len(records), 'status': 'partial', + 'file': str(out / name), 'file_sha256': hashlib.sha256(path.read_bytes()).hexdigest(), + 'list_url': REPOSITORY + '/tree/' + REVISION, 'source_revision': REVISION, + 'missing_abstract_count': sum(not row['abstract'] for row in records), + 'evidence_kind': 'curated_public_status_assertion', + 'note': 'Public subset only; no population coverage or original decision-signature claim.'} + path.with_suffix('.manifest.json').write_text(json.dumps(manifest, indent=2) + '\n') + files.append(manifest) + result = {'source': SOURCE, 'revision': REVISION, 'finished_at': timestamp(), + 'input_rows': sum(item['rows'] for item in summaries), 'source_files': summaries, + 'normalized_records': sum(item['count'] for item in files), 'files': files, + 'include_workshops': include_workshops, 'held_file': str(out / held_path.name), + 'held_file_sha256': hashlib.sha256(held_path.read_bytes()).hexdigest(), + 'note': 'Zero explicit negative records in this mirror does not prove no public rejections exist.'} + inventory = stage / 'public-openreview-inventory.json' + inventory.write_text(json.dumps(result, ensure_ascii=False, indent=2) + '\n') + # Publish only after every selected source has passed its pinned hash. + for path in sorted(stage.iterdir(), key=lambda path: path == inventory): + path.replace(out / path.name) + return result + + +def main(argv=None, *, prog=None): + parser = argparse.ArgumentParser(prog=prog) + parser.add_argument('--out', required=True) + parser.add_argument('--family', action='append', help='Source family, e.g. icml, nips, emnlp') + parser.add_argument('--year', type=int, action='append') + parser.add_argument('--include-workshops', action='store_true') + args = parser.parse_args(argv) + collect(args.out, args.family, args.year, args.include_workshops) + + +if __name__ == '__main__': + main() diff --git a/tests/test_public_openreview.py b/tests/test_public_openreview.py new file mode 100644 index 0000000..6471ab3 --- /dev/null +++ b/tests/test_public_openreview.py @@ -0,0 +1,157 @@ +import hashlib +import json +from pathlib import Path +import tempfile +import unittest +from unittest.mock import patch + +from paper_atlas.collectors.public_openreview import (REVISION, SOURCE, collect, + negative_status, normalize) +from paper_atlas.db.store import Store +from paper_atlas.ingestion.records import ingest_file +from paper_atlas.audits.public_openreview import audit + + +class PublicOpenReviewTests(unittest.TestCase): + def row(self, **overrides): + return {'id': 'RealForum01', 'title': 'A public paper', 'abstract': 'An abstract', + 'author': 'Anonymous;Jane Doe;private@example.org', 'track': 'main', + 'status': 'Reject', 'keywords': 'planning;reasoning', + 'profiles': {'private': 'secret'}, 'reviews': ['private review'], + 'gender': 'irrelevant', **overrides} + + def provenance(self): + return {'source_file': 'https://example.org/pinned.jsonl', 'source_line': 7, + 'source_revision': REVISION, 'source_blob_sha1': 'a' * 40} + + def fetcher(self, files): + tree = [] + payloads = {} + for name, rows in files.items(): + data = ''.join(json.dumps(row) + '\n' for row in rows).encode() + sha = hashlib.sha1(b'blob ' + str(len(data)).encode() + b'\0' + data).hexdigest() + tree.append({'path': name, 'type': 'blob', 'size': len(data), 'sha': sha}) + payloads[name] = data + + def fetch(url, limit): + if '?recursive=1' in url: + return json.dumps({'sha': REVISION, 'truncated': False, 'tree': tree}).encode() + return payloads[url.split('/' + REVISION + '/')[1]] + return fetch + + def collect(self, out, files, **kwargs): + with patch('paper_atlas.collectors.public_openreview.shutil.disk_usage', return_value=type('Space', (), {'free': 20 * 1024**3})()): + return collect(out, fetcher=self.fetcher(files), **kwargs) + + def test_only_explicit_decisions_and_verified_scope_become_events(self): + for value in ('Pending', 'Active', 'Submitted to NeurIPS 2025', 'TBD', '', + 'Low score', 'ICML 2025 Retracted by Authors', 'Do not reject'): + self.assertIsNone(negative_status(value), value) + self.assertEqual(negative_status('Reject'), 'rejected') + self.assertEqual(negative_status('Desk rejected'), 'desk_rejected') + self.assertEqual(negative_status('NeurIPS 2023 Conference Withdrawn Submission'), 'withdrawn') + for raw, expected in [('main', 'main'), ('Position', 'position'), + ('Datasets & Benchmarks', 'datasets_benchmarks')]: + row, reason = normalize(self.row(track=raw), 'nips', 2025, self.provenance()) + self.assertIsNone(reason) + self.assertEqual(row['track'], expected) + for raw in ('workshop', 'workshop_mlsys', ''): + self.assertIsNone(normalize(self.row(track=raw), 'icml', 2025, self.provenance())[0]) + with self.assertRaisesRegex(ValueError, 'conference year'): + normalize(self.row(status='NeurIPS 2023 Conference Withdrawn Submission'), 'icml', 2025, self.provenance()) + + def test_metadata_whitelist_retains_curated_provenance_without_profiles_or_reviews(self): + row, _ = normalize(self.row(), 'icml', 2025, self.provenance()) + self.assertEqual(row['authors'], ['Jane Doe']) + self.assertEqual(row['identifiers'], {'openreview': 'RealForum01'}) + self.assertEqual(row['metadata']['evidence_kind'], 'curated_public_status_assertion') + self.assertFalse(row['metadata']['original_decision_signature_verified']) + self.assertEqual(row['evidence_url'], 'https://example.org/pinned.jsonl#L7') + for private in ('secret', 'private review', 'gender', 'private@example.org'): + self.assertNotIn(private, json.dumps(row)) + + def test_pinned_collection_separates_tracks_and_holds_retraction(self): + with tempfile.TemporaryDirectory() as tmp: + files = {'venues/icml/icml2025.jsonl': [self.row(), self.row(id='Position01', track='Position'), + self.row(id='Retracted1', status='ICML 2025 Retracted by Authors'), + self.row(id='Pending001', status='Submitted to ICML 2025')]} + result = self.collect(tmp, files) + self.assertEqual(result['input_rows'], 4) + self.assertEqual(result['normalized_records'], 2) + self.assertEqual({f['track'] for f in result['files']}, {'main', 'position'}) + held = [json.loads(line) for line in Path(result['held_file']).read_text().splitlines()] + self.assertEqual([(r['id'], r['reason']) for r in held], [('Retracted1', 'retracted')]) + self.assertTrue(all(f['status'] == 'partial' for f in result['files'])) + with self.assertRaisesRegex(ValueError, 'Completed inventory'): + self.collect(tmp, files) + + def test_hash_failure_or_duplicate_forum_publishes_no_ingestible_files(self): + files = {'venues/icml/icml2025.jsonl': [self.row()]} + fetch = self.fetcher(files) + def corrupted(url, limit): + result = fetch(url, limit) + return result if '?recursive' in url else result.replace(b'Reject', b'Accept') + for fetcher in (corrupted, self.fetcher({'venues/icml/icml2025.jsonl': [self.row(), self.row()]})): + with tempfile.TemporaryDirectory() as tmp, patch('paper_atlas.collectors.public_openreview.shutil.disk_usage', return_value=type('Space', (), {'free': 20 * 1024**3})()): + with self.assertRaises(ValueError): + collect(tmp, fetcher=fetcher) + self.assertEqual(list(Path(tmp).glob('*.jsonl')), []) + self.assertFalse((Path(tmp) / 'public-openreview-inventory.json').exists()) + + def test_mirror_reimport_preserves_one_attempt_and_later_acceptance_elsewhere(self): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + result = self.collect(root / 'source', {'venues/icml/icml2025.jsonl': [self.row(author='Jane Doe')]}) + db = root / 'db.sqlite' + path = result['files'][0]['file'] + ingest_file(db, path) + ingest_file(db, path) + store = Store(db) + try: + paper = store.conn.execute('SELECT paper_id FROM source_records').fetchone()[0] + store.conn.execute('INSERT INTO identifiers VALUES(?,?,?)', ('arxiv', '2501.00001', paper)) + same, record = store.record('official_program', 'neurips-later', 'https://example.org/accepted', + 'A revised public paper', 'An abstract', ['Jane Doe'], + {'openreview': 'LaterForum1', 'arxiv': '2501.00001'}) + self.assertEqual(same, paper) + store.decision(paper, record, 'NeurIPS', 2026, 'main', 'neurips-later', + 'https://example.org/accepted', 'accepted', 'Accept', + identities=[('openreview', 'LaterForum1')]) + store.conn.commit() + self.assertEqual(store.conn.execute('SELECT count(*) FROM submissions').fetchone()[0], 2) + self.assertEqual(store.conn.execute('SELECT count(*) FROM decisions').fetchone()[0], 2) + self.assertEqual(set(store.conn.execute('SELECT status FROM decisions')), {('accepted',), ('rejected',)}) + self.assertEqual(store.conn.execute('SELECT count(*) FROM papers').fetchone()[0], 1) + self.assertEqual(store.conn.execute('PRAGMA foreign_key_check').fetchall(), []) + finally: + store.conn.close() + + def test_preimport_audit_blocks_same_attempt_conflict_but_allows_later_other_venue_acceptance(self): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + self.collect(root / 'source', {'venues/icml/icml2025.jsonl': [self.row(author='Jane Doe')]}) + db = root / 'db.sqlite' + store = Store(db) + paper, record = store.record('program', 'later', 'https://example.org/later', + 'A public paper', 'An abstract', ['Jane Doe'], {'openreview': 'LaterForum1'}) + store.decision(paper, record, 'NeurIPS', 2026, 'main', 'later', + 'https://example.org/later', 'accepted', 'Accept', identities=[('openreview', 'LaterForum1')]) + store.conn.commit() + inventory = root / 'source/public-openreview-inventory.json' + first = audit(db, inventory, root / 'audit.json') + self.assertEqual(first['status'], 'ready_for_serial_import') + self.assertEqual(len(first['files']), 1) + store.decision(paper, record, 'ICML', 2025, 'main', 'same-attempt', + 'https://example.org/same', 'accepted', 'Accept', identities=[('openreview', 'RealForum01')]) + store.conn.commit() + try: + second = audit(db, inventory, root / 'audit.json') + self.assertEqual(second['status'], 'blocked') + self.assertEqual(second['files'], []) + self.assertEqual(second['conflicts'][0]['existing_status'], 'accepted') + finally: + store.conn.close() + + +if __name__ == '__main__': + unittest.main()