diff --git a/docs/eccv2026-publications.md b/docs/eccv2026-publications.md index e22741d..f28d834 100644 --- a/docs/eccv2026-publications.md +++ b/docs/eccv2026-publications.md @@ -9,7 +9,7 @@ paper-atlas collect eccv2026-publications \ --out /data/paper-index/collected/eccv-publisher-metadata ``` -目录归档含 `receipts.jsonl`、`volume-checkpoint.json`、`summary.json` 及 156 页 HTML。摘要在章节详情页读取,章节归档沿用 `springer-selected` 的 `receipts.json` 格式。两类归档都按响应大小和 SHA-256 校验。目录卷号、分页、章节 DOI 归属、标题及 2026 年出处需要一致。已有输出目录需另查回执或换新空目录后运行。 +目录归档含 `receipts.jsonl`、`volume-checkpoint.json`、`summary.json` 及 156 页 HTML。摘要在章节详情页读取,章节归档沿用 `springer-selected` 的 `receipts.json` 格式。两类归档都按响应大小和 SHA-256 校验。目录卷号、分页、章节 DOI 归属、标题及 2026 年出处需要一致。数字上标的两种数学定界符可按同一标题核对,章节标题和目录原文分别保存。已有输出目录需另查回执或换新空目录后运行。 输出含规范化 JSONL、manifest、采集回执以及所选章节的内容寻址存证。每条保留出版 DOI、卷号、页码、按顺序的完整作者及公开摘要。目录证据用 URL 和哈希连接到输入归档,保存归档以便复核。主会出版观察依据 Springer 正式论文集,原始投稿号、决定日期及签名仍未知。工具仅处理已归档的公开 HTML。 diff --git a/paper_atlas/collectors/eccv2026_publications.py b/paper_atlas/collectors/eccv2026_publications.py index dddbbf9..28f4a3d 100644 --- a/paper_atlas/collectors/eccv2026_publications.py +++ b/paper_atlas/collectors/eccv2026_publications.py @@ -102,10 +102,20 @@ def publisher_inventory(root): return entries +def title_for_comparison(title): + # Springer may render a numeric superscript with inline or display math delimiters. + return clean(re.sub(r'\\\((\^[0-9]+)\\\)|\$\$(\^[0-9]+)\$\$', + lambda match: match[1] or match[2], title)) + + def publisher_row(chapter, toc, evidence): doi = chapter['doi'] - if clean(chapter['title']) != toc['title']: + literal_title_differs = clean(chapter['title']) != toc['title'] + if literal_title_differs and title_for_comparison(chapter['title']) != title_for_comparison(toc['title']): raise ValueError('Chapter title differs from Springer contents, review the version') + contents_evidence = {'url': toc['evidence_url'], 'sha256': toc['evidence_sha256']} + if literal_title_differs: + contents_evidence['title_literal'] = toc['title'] url = ORIGIN + '/chapter/' + doi return { 'source': SOURCE, 'external_id': doi, 'url': url, @@ -120,7 +130,7 @@ def publisher_row(chapter, toc, evidence): 'book_title': BOOK_TITLE, 'book_doi': toc['book_doi'], 'lncs_volume': toc['lncs_volume'], 'authors_citation_raw': chapter['authors_citation_raw'], 'first_page': chapter['first_page'], 'last_page': chapter['last_page'], 'publisher_chapter_evidence': evidence, - 'publisher_contents_evidence': {'url': toc['evidence_url'], 'sha256': toc['evidence_sha256']}, + 'publisher_contents_evidence': contents_evidence, 'scope': 'Refereed conference proceedings, LNCS 17001–17078.', 'original_decision_signature_verified': False, }, diff --git a/tests/test_eccv2026_publications.py b/tests/test_eccv2026_publications.py index 8be6714..2ac719c 100644 --- a/tests/test_eccv2026_publications.py +++ b/tests/test_eccv2026_publications.py @@ -6,7 +6,7 @@ import sqlite3 import tempfile import unittest -from paper_atlas.collectors.eccv2026_publications import BOOK_TITLE, SOURCE, collect +from paper_atlas.collectors.eccv2026_publications import BOOK_TITLE, SOURCE, collect, publisher_row from paper_atlas.db.store import Store from paper_atlas.ingestion.records import ingest_file @@ -114,6 +114,19 @@ class ECCV2026PublicationsTests(unittest.TestCase): with self.assertRaises(FileExistsError): collect(root / 'out', **source) + def test_numeric_superscript_wrappers_preserve_both_title_literals(self): + chapter = {'doi': FIRST_DOI, 'title': 'Example $$^2$$ : Formal title', + 'authors': [], 'abstract': 'Published abstract.', 'authors_citation_raw': [], + 'first_page': '1', 'last_page': '10'} + toc = {'title': r'Example \(^2\) : Formal title', 'book_doi': FIRST_BOOK, 'lncs_volume': 17001, + 'evidence_url': 'https://link.springer.com/book/' + FIRST_BOOK, 'evidence_sha256': 'a' * 64} + evidence = {'observed_at': '2026-11-18T00:00:00Z'} + row = publisher_row(chapter, toc, evidence) + self.assertEqual(row['title'], chapter['title']) + self.assertEqual(row['metadata']['publisher_contents_evidence']['title_literal'], toc['title']) + with self.assertRaisesRegex(ValueError, 'title differs'): + publisher_row(chapter, {**toc, 'title': r'Example \(^3\) : Formal title'}, evidence) + def test_changed_contents_receipt_stops_before_output(self): with tempfile.TemporaryDirectory() as tmp: root = Path(tmp)