Compare commits
15 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 4d97822d9e | |||
| 48f8304517 | |||
| f2b9fe0149 | |||
| 32d99858c1 | |||
| 060d67aba5 | |||
| d0a466977c | |||
| 6d35a2e567 | |||
| 52f9740d99 | |||
| 4e071ca0f1 | |||
| f97852b630 | |||
| 28805462ee | |||
| 2907c3774f | |||
| a980b1a1df | |||
| 3754545003 | |||
| e38b2f1ca8 |
@@ -47,6 +47,26 @@ jobs:
|
|||||||
subprocess.run([python,'-B','-m','pip','install','--no-deps',str(wheel)],check=True)
|
subprocess.run([python,'-B','-m','pip','install','--no-deps',str(wheel)],check=True)
|
||||||
outside = root / 'outside-checkout'
|
outside = root / 'outside-checkout'
|
||||||
outside.mkdir()
|
outside.mkdir()
|
||||||
|
cikm_snapshots = pathlib.Path('/data/paper-index/validation/cikm2026-source-snapshots-v1')
|
||||||
|
if cikm_snapshots.is_dir():
|
||||||
|
cikm_output = root / 'installed-cikm2026'
|
||||||
|
command = [python, '-I', '-B', '-m', 'paper_atlas', 'collect', 'cikm2026-sources']
|
||||||
|
subprocess.run([*command, '--snapshots', str(cikm_snapshots), '--out', str(cikm_output)], cwd=outside, check=True)
|
||||||
|
report = json.loads((cikm_output/'collection-report.json').read_text())
|
||||||
|
assert {name: entry['records'] for name, entry in report['files'].items()} == {
|
||||||
|
'programme.jsonl': 1008, 'alternate-programme.jsonl': 1005,
|
||||||
|
'supplemental-programme.jsonl': 73, 'crossref.jsonl': 1081}
|
||||||
|
assert len(report['registry_outside_doi_programme']) == 73 and not report['database_written']
|
||||||
|
programme = [json.loads(line) for line in (cikm_output/'programme.jsonl').read_text().splitlines()]
|
||||||
|
assert all(row['abstract'] and row['author_display_names'] for row in programme)
|
||||||
|
assert len({row['doi'] for row in programme}) == 1008
|
||||||
|
broken = root/'tampered-cikm2026'
|
||||||
|
broken.mkdir()
|
||||||
|
(broken/'program.html').write_text('tampered')
|
||||||
|
rejected = subprocess.run([*command, '--snapshots', str(broken), '--out', str(root/'rejected-cikm2026')], cwd=outside, capture_output=True, text=True)
|
||||||
|
assert rejected.returncode != 0 and 'Snapshot hash mismatch' in rejected.stderr
|
||||||
|
assert not (root/'rejected-cikm2026').exists()
|
||||||
|
print('CIKM 2026 full frozen-source CLI check passed', flush=True)
|
||||||
mm_fixture = json.loads(gzip.decompress((src/'tests/fixtures/mm2026-source.json.gz').read_bytes()))
|
mm_fixture = json.loads(gzip.decompress((src/'tests/fixtures/mm2026-source.json.gz').read_bytes()))
|
||||||
mm_snapshots = root/'mm2026-snapshots'
|
mm_snapshots = root/'mm2026-snapshots'
|
||||||
for name, body in mm_fixture['files'].items():
|
for name, body in mm_fixture['files'].items():
|
||||||
@@ -273,6 +293,23 @@ jobs:
|
|||||||
subprocess.run([python,'-I','-B','-m','paper_atlas','collect','iclr-archive','--help'],cwd=outside,check=True)
|
subprocess.run([python,'-I','-B','-m','paper_atlas','collect','iclr-archive','--help'],cwd=outside,check=True)
|
||||||
subprocess.run([python,'-I','-B','-m','paper_atlas','collect','acl','--help'],cwd=outside,check=True)
|
subprocess.run([python,'-I','-B','-m','paper_atlas','collect','acl','--help'],cwd=outside,check=True)
|
||||||
subprocess.run([python,'-I','-B','-m','paper_atlas','collect','springer-selected','--help'],cwd=outside,check=True)
|
subprocess.run([python,'-I','-B','-m','paper_atlas','collect','springer-selected','--help'],cwd=outside,check=True)
|
||||||
|
publisher_fixture = "\n".join((
|
||||||
|
"import pathlib, runpy, sys",
|
||||||
|
"fixture = runpy.run_path(sys.argv[1])",
|
||||||
|
"root = pathlib.Path(sys.argv[2])",
|
||||||
|
"root.mkdir()",
|
||||||
|
"fixture['snapshots'](root)",
|
||||||
|
))
|
||||||
|
publisher_input = root/'eccv-publisher-snapshots'
|
||||||
|
subprocess.run([python,'-I','-B','-c',publisher_fixture,
|
||||||
|
str(src/'tests/test_eccv2026_publications.py'),str(publisher_input)],cwd=outside,check=True)
|
||||||
|
subprocess.run([python,'-I','-B','-m','paper_atlas','collect','eccv2026-publications',
|
||||||
|
'--toc-snapshots',str(publisher_input/'toc'),
|
||||||
|
'--chapter-snapshots',str(publisher_input/'chapters'),
|
||||||
|
'--out',str(root/'installed-eccv-publisher')],cwd=outside,check=True)
|
||||||
|
publisher_report = json.loads((root/'installed-eccv-publisher/collection-report.json').read_bytes())
|
||||||
|
assert publisher_report['records'] == 1 and publisher_report['toc_chapters'] == 2835
|
||||||
|
assert not publisher_report['database_written']
|
||||||
springer = json.loads(gzip.decompress((src/'tests/fixtures/springer-aistats1993-fixture.json.gz').read_bytes()))
|
springer = json.loads(gzip.decompress((src/'tests/fixtures/springer-aistats1993-fixture.json.gz').read_bytes()))
|
||||||
for group in ('toc','chapters'):
|
for group in ('toc','chapters'):
|
||||||
folder = root/'springer-snapshots'/group
|
folder = root/'springer-snapshots'/group
|
||||||
|
|||||||
@@ -141,6 +141,8 @@ ECCV 2026 的[暂定节目采集器](docs/eccv2026-program.md)合并重复节目
|
|||||||
|
|
||||||
`collect sdm2026-proceedings` 核验 53 个 Crossref 论文章节,并单独保留 53 项日程观察及 52 页摘要。作者差异、取消展示和摘要缺失分别保留,不自动拼接来源或绑定作品;见 [SDM 2026 使用与恢复说明](docs/sdm2026-proceedings.md)。
|
`collect sdm2026-proceedings` 核验 53 个 Crossref 论文章节,并单独保留 53 项日程观察及 52 页摘要。作者差异、取消展示和摘要缺失分别保留,不自动拼接来源或绑定作品;见 [SDM 2026 使用与恢复说明](docs/sdm2026-proceedings.md)。
|
||||||
|
|
||||||
|
`collect cikm2026-sources` 核验并分开导出两份官方节目、附属议程和出版登记。见 [CIKM 2026 来源采集与恢复](docs/cikm2026-sources.md)。
|
||||||
|
|
||||||
`collect icdm2026-program` 离线核验 324 条 ICDM2026 官方线下日程,按明确的研究/应用标签输出 241/83 条;展示长短、缺失摘要及未核实出版身份分别保留,不自动入库。见 [ICDM2026 使用与恢复说明](docs/icdm2026-program.md)。
|
`collect icdm2026-program` 离线核验 324 条 ICDM2026 官方线下日程,按明确的研究/应用标签输出 241/83 条;展示长短、缺失摘要及未核实出版身份分别保留,不自动入库。见 [ICDM2026 使用与恢复说明](docs/icdm2026-program.md)。
|
||||||
|
|
||||||
`collect recsys2026-program` 核验九个 track 的 263 项官方录用贡献观察(260 个不同 DOI),保留摘要、原始作者和重复 DOI 的来源版本。见 [RecSys 2026 使用与恢复说明](docs/recsys2026-program.md)。
|
`collect recsys2026-program` 核验九个 track 的 263 项官方录用贡献观察(260 个不同 DOI),保留摘要、原始作者和重复 DOI 的来源版本。见 [RecSys 2026 使用与恢复说明](docs/recsys2026-program.md)。
|
||||||
@@ -148,3 +150,5 @@ ECCV 2026 的[暂定节目采集器](docs/eccv2026-program.md)合并重复节目
|
|||||||
`collect mm2026-program` 从已冻结官方快照恢复全部 28 个来源 track 的 2,143 个节目 ID,保留 4,326 次展示的来源位置与场次上下文,单列 216 个摘要缺失项;输出供贡献类型、出版及作品身份核查使用,不是可直接导入的论文/决定队列。见 [MM 2026 使用、来源和恢复说明](docs/mm2026-source-status.md)。
|
`collect mm2026-program` 从已冻结官方快照恢复全部 28 个来源 track 的 2,143 个节目 ID,保留 4,326 次展示的来源位置与场次上下文,单列 216 个摘要缺失项;输出供贡献类型、出版及作品身份核查使用,不是可直接导入的论文/决定队列。见 [MM 2026 使用、来源和恢复说明](docs/mm2026-source-status.md)。
|
||||||
|
|
||||||
`collect mm2026-publications` 核验完整论文集的 1,918 个注册出版 DOI,并单独关联节目分轨、展示上下文和摘要。1,743 份节目摘要明确标注来源(其中 26 份来自已复核的标题排版对应),166 项标题/作者版本差异保留为待核;所有节目及未匹配项均保留。注册文章类型不等于研究类型,输出尚需数据库身份/历史审查。见 [MM 2026 出版条目采集与恢复](docs/mm2026-publications.md)。
|
`collect mm2026-publications` 核验完整论文集的 1,918 个注册出版 DOI,并单独关联节目分轨、展示上下文和摘要。1,743 份节目摘要明确标注来源(其中 26 份来自已复核的标题排版对应),166 项标题/作者版本差异保留为待核;所有节目及未匹配项均保留。注册文章类型不等于研究类型,输出尚需数据库身份/历史审查。见 [MM 2026 出版条目采集与恢复](docs/mm2026-publications.md)。
|
||||||
|
|
||||||
|
ECCV 2026 已归档 Springer 目录和章节可通过 [正式出版采集流程](docs/eccv2026-publications.md)整理为带 DOI 和可复核证据的 JSONL。
|
||||||
|
|||||||
@@ -0,0 +1,22 @@
|
|||||||
|
# CIKM 2026 来源采集与恢复
|
||||||
|
|
||||||
|
使用固定节目和登记快照复现 CIKM 2026 来源盘点。采集命令生成四份独立 JSONL,输入逐文件校验 SHA-256。
|
||||||
|
|
||||||
|
```sh
|
||||||
|
paper-atlas collect cikm2026-sources \
|
||||||
|
--snapshots /data/paper-index/validation/cikm2026-source-snapshots-v1 \
|
||||||
|
--out /data/paper-index/collected/cikm2026-sources-v1
|
||||||
|
```
|
||||||
|
|
||||||
|
输入包括两版官方节目 HTML、Crossref 卷登记、五页逐篇登记及分页回执。服务器验证目录保留输入原文。输出目录必须是新目录。先检查 `collection-report.json`,报告在四份 JSONL 写完后发布。
|
||||||
|
|
||||||
|
| 文件 | 内容 |
|
||||||
|
| --- | --- |
|
||||||
|
| `programme.jsonl` | 带 DOI 的 1,008 条节目记录,包括标题、作者显示名、摘要和五类节目标签 |
|
||||||
|
| `alternate-programme.jsonl` | 另一版节目 1,005 条记录及各自的字段 |
|
||||||
|
| `supplemental-programme.jsonl` | 73 条演讲、教程、工作坊及其他附属活动观察 |
|
||||||
|
| `crossref.jsonl` | 1,081 条 ACM 卷内登记,每条保留登记字段及分页文件位置 |
|
||||||
|
|
||||||
|
节目 DOI 指向 Crossref 的出版登记。确认作者和标题差异以及历史投稿绑定后,再为来源观察准备入库队列。报告另列 73 个未出现在带 DOI 节目区的登记,附属活动仍保留各自的活动类型。公开拒稿与撤回决定仍需独立来源核查。
|
||||||
|
|
||||||
|
官方原始来源见[带 DOI 的节目](https://cikm2026.diag.uniroma1.it/cikm-program/program.html)、[另一版节目](https://cikm2026.diag.uniroma1.it/cikm-program/CIKM2026_program.html)和 [Crossref 卷登记](https://api.crossref.org/works/10.1145/3799682)。
|
||||||
@@ -204,3 +204,5 @@ IJCAI 联办届次的逐条后续核查见 [2018/2022 分区与目录差集](ijc
|
|||||||
- [MM 2026 官方节目来源状态](../mm2026-source-status.md):完整官方日程 JSON、重复展示盘点、28 个来源 track、缺失作者/摘要和四条匿名决定路径的 403 证据;这些不是已导入或公开拒稿全集。
|
- [MM 2026 官方节目来源状态](../mm2026-source-status.md):完整官方日程 JSON、重复展示盘点、28 个来源 track、缺失作者/摘要和四条匿名决定路径的 403 证据;这些不是已导入或公开拒稿全集。
|
||||||
|
|
||||||
- [2026-11-18 公开负面来源核查](public-negative-source-audit-2026-11-18.md):ResearchArcade 930 条非 ICLR 声明的当前库比对、5 条未绑定声明及原始接口访问证据;不把镜像差集算作新增拒稿。
|
- [2026-11-18 公开负面来源核查](public-negative-source-audit-2026-11-18.md):ResearchArcade 930 条非 ICLR 声明的当前库比对、5 条未绑定声明及原始接口访问证据;不把镜像差集算作新增拒稿。
|
||||||
|
|
||||||
|
- [ECCV 2026 出版目录与节目单对账](eccv2026-publisher-crosswalk-2026-11-18.md)记录 Springer 78 卷的 DOI、节目单差异及 PostgreSQL 只读绑定核查。
|
||||||
|
|||||||
@@ -0,0 +1,35 @@
|
|||||||
|
# 2020 起补漏状态:2026-11-18
|
||||||
|
|
||||||
|
总体仍为 **13/17,第 14 步未完成**。主动补漏从 2020 年起,2000–2019 年已发现线索仍保留,43 个早期历史缺口仍为延期,没有据此算作补齐。更早状态页保留为历史快照。
|
||||||
|
|
||||||
|
## 当前生产结果
|
||||||
|
|
||||||
|
ISMIR 两批累计31项已关联到现有论文,新增论文实体为0。第二批新增来源记录、独立投稿、录用观察各21条及173条来源标签证据;两批累计267条标签证据。覆盖 `partial31/140`,109项仍待核验。详见[来源说明](../ismir2026-program.md)、[首批验收](ismir2026-import10-2026-11-18.json)和[第二批逐条验收](ismir2026-import21-2026-11-18.json)。
|
||||||
|
|
||||||
|
最新精确计数:论文实体 **3,568,022**,来源记录 **3,815,534**,投稿 **532,223**,决定来源观察 **571,775**。实体数量不是已经完成最终科学工作去重的数量;同一次投稿可能有多条决定来源观察。
|
||||||
|
|
||||||
|
paper `2757497` 保留 ICLR2026 一次拒稿投稿下的两条来源观察,并新增 ISMIR2026 录用投稿;实际 CLI 查询显示已知录用,旧拒稿历史仍可查询。不将两条来源观察计作两次拒稿,也不将来源采集时间当作决定时间。
|
||||||
|
|
||||||
|
## 固定范围存在性盘点
|
||||||
|
|
||||||
|
只读快照 `2026-11-18 06:46:44.099675+00`,范围仍为 43 会、278 个目标年度槽位:**274 个至少有一条投稿,4 个完全为空**,均为 2026 年的 **CIKM、ECCV、ICDM、IROS**。首批ISMIR使空槽从5降至4;第二批只增加同届来源覆盖,空槽数不变。
|
||||||
|
|
||||||
|
这只统计“该年度至少有数据”,不是逐篇、逐 track、摘要或公开拒稿覆盖完整。2020–2025 没有整年空槽,仍有来源完整性和公开负面历史缺口。
|
||||||
|
|
||||||
|
|证据(相对服务器 `/data/paper-index/`)|SHA256|
|
||||||
|
|---|---|
|
||||||
|
|`collected/active-scope-census-20261118-v22/summary.json`|`ee4ec2e6d6eaed55ce3475e735bfba9bd94e512893cd3c3024035b48b744f475`|
|
||||||
|
|`collected/active-scope-census-20261118-v22/snapshot.json`|`5aabc91217ad787946ba50d6a670296b1e3152a54f5ecaa0e3a9b3a952b63fa7`|
|
||||||
|
|`validation/active-scope-fixed278-v1.json`|`a835bef5b9c3a0f76069d840cecdb9a6bcf65d3a38796d70dbfdfd4b49242264`|
|
||||||
|
|
||||||
|
本机使用固定分母、会议别名和逐 edition 快照独立重算 274/278;没有使用 `max(id)` 代替计数。
|
||||||
|
|
||||||
|
## 尚待完成
|
||||||
|
|
||||||
|
- ISMIR 仍有109项;62项无精确标题候选不等于新作品,6项作者部分匹配仍待审查。31项摘要逐字一致候选已分两批审查并消费;其余候选不能仅凭标题、作者或摘要检索结果算作已批准。
|
||||||
|
- MM 已验收572项来源观察,注册清单1918项中仍有1346项待处理。已有134个暂建索引实体仍须后续身份审计;H2AL 来源及轨道纠正、版本化来源覆盖方案尚未用于生产,不能把不同版本轨道预期数相加当完整分母。
|
||||||
|
- ECCV 的初步节目、ICDM 的研究/应用来源和缺失摘要仍需作品及出版核查;CIKM 缺实际逐篇目录;IROS 官方访问403仍保留限制,不重试绕过。各来源的采集、批准和导入状态必须分开。
|
||||||
|
- 公开 rejected、desk-rejected、withdrawn 继续按会议、年份、track核查。ISMIR 的101组自愿公开评审来自录用节目,不是101条拒稿;UAI accepted-only 镜像与 EMNLP/NeurIPS 原始接口403均不能关闭拒稿缺口。近期镜像差集核查见 [PR #72](https://gitea.entroia.com/Zayden-Jung/paper-atlas/pulls/72)。
|
||||||
|
- 后续仍需完成跨会作品与历史、独立类型和标签关系(第15步);全部导入结束后的全库去重、标识冲突、近似标题作者、摘要/约束/查询及覆盖审计(第16步);长期运行与恢复文档最终整理(第17步)。
|
||||||
|
|
||||||
|
已消费输入不得重放。下次从[ISMIR 当前增量父状态和恢复说明](../ismir2026-program.md)及 `work-state.json` 的本批已接受回执继续;保留旧 SQLite 只读备份,不因查询超时重新执行导入。
|
||||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,20 @@
|
|||||||
|
# ECCV 2026 出版目录与节目单对账
|
||||||
|
|
||||||
|
2026-11-18 核验了 Springer LNCS 17001–17078 的全部 78 卷。会议索引显示 **2,835 条**,逐卷目录合计也有 **2,835 条带 DOI 的章节**,另有 156 项卷首或卷末资料。出版方卷册简介及大会节目单均为 **2,834 条**。两个来源仍有逐条差异,汇总数量相差一条的原因待核。逐卷数字、目录页哈希和只读数据库回执见[机器可读清单](eccv2026-publisher-crosswalk-2026-11-18.json)。[Springer 会议索引](https://link.springer.com/conference/eccv) · [第一卷](https://link.springer.com/book/10.1007/978-3-032-36984-0) · [大会节目单](https://eccv.ecva.net/Conferences/2026/AcceptedPapers)
|
||||||
|
|
||||||
|
## 逐篇对账
|
||||||
|
|
||||||
|
|核对对象|唯一标题且完整作者顺序一致|唯一标题且目录所显示作者顺序一致|标题对得上、作者有差异|标题待核|
|
||||||
|
|---|---:|---:|---:|---:|
|
||||||
|
|全部 2,834 条节目记录|1,332|709|535|258|
|
||||||
|
|首批已入库的 30 条节目记录|23|3|4|0|
|
||||||
|
|本次只读核验通过的 248 条既有论文候选|173|72|2|1|
|
||||||
|
|20 篇有既往拒稿、桌拒或撤回的优先论文|12|7|1|0|
|
||||||
|
|
||||||
|
目录作者栏有时只显示前六人。作者差异包括缩写、姓名文字变化与排列变化。原始名单、顺序和来源保留,前缀匹配与作者差异需查章节作者页。节目单与出版目录的摘要、分轨及公开负面决定覆盖仍待分别核查。
|
||||||
|
|
||||||
|
## 当前库核对
|
||||||
|
|
||||||
|
只读核对了全部 2,835 个出版 DOI,68 个已有论文绑定。对账后另检查 271 个已知论文关联,涵盖 245 个本次候选和 26 个已入库节目记录。其中 14 个 DOI 已指向同一论文,257 个 DOI 尚未绑定。245 个候选内有 10 篇带既往负面决定。
|
||||||
|
|
||||||
|
下一批准备以出版 DOI、正式分轨和完整作者证据复核关联。首批 30 条节目记录保留原投稿、决定和来源。确认同届同一投稿后,再补充出版证据,避免重复创建 ECCV 投稿。本次核查未写入数据库。
|
||||||
@@ -0,0 +1,339 @@
|
|||||||
|
{
|
||||||
|
"sources": {
|
||||||
|
"poster.html": {
|
||||||
|
"url": "https://www3.cs.stonybrook.edu/~icdm2026/PosterwDemo/list.htm",
|
||||||
|
"final_url": "https://www3.cs.stonybrook.edu/~icdm2026/PosterwDemo/list.htm",
|
||||||
|
"http_status": 200,
|
||||||
|
"bytes": 132977,
|
||||||
|
"sha256": "b02083ca7574a188fe876851a700a12c131c262353db557bd43a8320fad5f747",
|
||||||
|
"at": "2026-11-18T07:06:11.984184+00:00"
|
||||||
|
},
|
||||||
|
"schedule.html": {
|
||||||
|
"url": "https://icdm2026.neu.edu.cn/DetailedSessions/list.htm",
|
||||||
|
"final_url": "https://icdm2026.neu.edu.cn/DetailedSessions/list.htm",
|
||||||
|
"http_status": 200,
|
||||||
|
"bytes": 213830,
|
||||||
|
"sha256": "c1294b89bae8c2dfcf652d8a25556e733ef42dc3ac3387070abe08419b961b0f",
|
||||||
|
"at": "2026-11-18T07:06:12.349258+00:00"
|
||||||
|
},
|
||||||
|
"deepsync.html": {
|
||||||
|
"url": "https://dm.cs.univie.ac.at/news/story/deepsync-paper-accepted-at-icdm-2026",
|
||||||
|
"final_url": "https://dm.cs.univie.ac.at/news/story/deepsync-paper-accepted-at-icdm-2026",
|
||||||
|
"http_status": 200,
|
||||||
|
"bytes": 90333,
|
||||||
|
"sha256": "e243196943434225acec2841b53c77a2b1459184e7c185e1e1cbb055118fe282",
|
||||||
|
"at": "2026-11-18T07:06:20.561308+00:00"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"poster_count": 343,
|
||||||
|
"poster_groups": {
|
||||||
|
"long-posters": 177,
|
||||||
|
"short-posters": 166
|
||||||
|
},
|
||||||
|
"oral_count": 324,
|
||||||
|
"shared_count": 324,
|
||||||
|
"poster_only": {
|
||||||
|
"DM1022": {
|
||||||
|
"group": "short-posters",
|
||||||
|
"floor": "3F",
|
||||||
|
"area": "Area C",
|
||||||
|
"slot": "P2-3C-085",
|
||||||
|
"session": "Applied Track: Real-world AI in finance, healthcare and industry II",
|
||||||
|
"title": "Beyond Bidding Agents: A Dual-Role Multi-Agent Framework with Dynamic Reserve Pricing for Auto-Bidding Auctions",
|
||||||
|
"line": 683
|
||||||
|
},
|
||||||
|
"DM1189": {
|
||||||
|
"group": "long-posters",
|
||||||
|
"floor": "3F",
|
||||||
|
"area": "Area A",
|
||||||
|
"slot": "P1-3A-032",
|
||||||
|
"session": "Heterogeneous data mining: spatiotemporal and representation learning",
|
||||||
|
"title": "Traj-Transformer: Diffusion Models with Transformer for GPS Trajectory Generation",
|
||||||
|
"line": 456
|
||||||
|
},
|
||||||
|
"DM1234": {
|
||||||
|
"group": "long-posters",
|
||||||
|
"floor": "2F",
|
||||||
|
"area": "Area A",
|
||||||
|
"slot": "P1-2A-007",
|
||||||
|
"session": "Foundations, causality and learning theory",
|
||||||
|
"title": "Prediction-Powered Corpus Mining: Coverage-Valid Statistics from Scarce Labels",
|
||||||
|
"line": 354
|
||||||
|
},
|
||||||
|
"DM1246": {
|
||||||
|
"group": "short-posters",
|
||||||
|
"floor": "3F",
|
||||||
|
"area": "Area B",
|
||||||
|
"slot": "P2-3B-074",
|
||||||
|
"session": "LLM-driven data mining and novel applications II",
|
||||||
|
"title": "Feature Selection for Trajectory Inference",
|
||||||
|
"line": 672
|
||||||
|
},
|
||||||
|
"DM1345": {
|
||||||
|
"group": "short-posters",
|
||||||
|
"floor": "3F",
|
||||||
|
"area": "Area B",
|
||||||
|
"slot": "P2-3B-060",
|
||||||
|
"session": "LLM-driven data mining and heterogeneous learning",
|
||||||
|
"title": "TRACER: An LLM-based Coarse-to-Fine Framework for Adaptive Network Traffic Classification",
|
||||||
|
"line": 658
|
||||||
|
},
|
||||||
|
"DM1408": {
|
||||||
|
"group": "long-posters",
|
||||||
|
"floor": "2F",
|
||||||
|
"area": "Area B",
|
||||||
|
"slot": "P1-2B-043",
|
||||||
|
"session": "Applied Track: Industrial, financial and decision intelligence",
|
||||||
|
"title": "A Generation-to-Application Framework for Semantic ID Collision in Industrial Generative Recommendation",
|
||||||
|
"line": 390
|
||||||
|
},
|
||||||
|
"DM1644": {
|
||||||
|
"group": "long-posters",
|
||||||
|
"floor": "2F",
|
||||||
|
"area": "Area B",
|
||||||
|
"slot": "P1-2B-072",
|
||||||
|
"session": "Recommendation, adaptation and spatiotemporal modeling II",
|
||||||
|
"title": "LQ-Rec: Late Quantization for Sequential Recommendation",
|
||||||
|
"line": 419
|
||||||
|
},
|
||||||
|
"DM1751": {
|
||||||
|
"group": "short-posters",
|
||||||
|
"floor": "3F",
|
||||||
|
"area": "Area A",
|
||||||
|
"slot": "P2-3A-014",
|
||||||
|
"session": "ML/DL and statistical methods",
|
||||||
|
"title": "MissGNN: Missingness-Guided Graph Neural Network for Feature- and Sample-Aware Imputation",
|
||||||
|
"line": 612
|
||||||
|
},
|
||||||
|
"DM1995": {
|
||||||
|
"group": "long-posters",
|
||||||
|
"floor": "2F",
|
||||||
|
"area": "Area B",
|
||||||
|
"slot": "P1-2B-053",
|
||||||
|
"session": "Applied Track: Recommendation, security and operational intelligence II",
|
||||||
|
"title": "Multi-Modal Causal Disentanglement for Multi-Domain Sequential Audio Recommendation",
|
||||||
|
"line": 400
|
||||||
|
},
|
||||||
|
"DM2002": {
|
||||||
|
"group": "long-posters",
|
||||||
|
"floor": "3F",
|
||||||
|
"area": "Area B",
|
||||||
|
"slot": "P1-3B-048",
|
||||||
|
"session": "Heterogeneous data mining and systems",
|
||||||
|
"title": "HiMamba: A Hierarchical State Space Framework for Asymmetric Multimodal Data Mining in Clinical Assessment",
|
||||||
|
"line": 472
|
||||||
|
},
|
||||||
|
"DM2055": {
|
||||||
|
"group": "short-posters",
|
||||||
|
"floor": "3F",
|
||||||
|
"area": "Area A",
|
||||||
|
"slot": "P2-3A-038",
|
||||||
|
"session": "Applied Track: Real-world AI in finance, healthcare and industry I",
|
||||||
|
"title": "CGSBR: Adaptive Cross-Source Gating for Cold-Start Sequential Bundle Recommendation",
|
||||||
|
"line": 636
|
||||||
|
},
|
||||||
|
"DM2140": {
|
||||||
|
"group": "long-posters",
|
||||||
|
"floor": "3F",
|
||||||
|
"area": "Area A",
|
||||||
|
"slot": "P1-3A-008",
|
||||||
|
"session": "Machine learning and statistical methods",
|
||||||
|
"title": "Reliability-Guided Pseudo-Label Learning and Prototype Alignment for Domain-Adaptive Colorectal Segmentation",
|
||||||
|
"line": 432
|
||||||
|
},
|
||||||
|
"DM252": {
|
||||||
|
"group": "short-posters",
|
||||||
|
"floor": "2F",
|
||||||
|
"area": "Area B",
|
||||||
|
"slot": "P2-2B-046",
|
||||||
|
"session": "LLM-driven data mining and novel applications I",
|
||||||
|
"title": "Trust-But-Verify: Poisoning-Resilient Locally Private Graph Learning Protocols",
|
||||||
|
"line": 572
|
||||||
|
},
|
||||||
|
"DM383": {
|
||||||
|
"group": "long-posters",
|
||||||
|
"floor": "2F",
|
||||||
|
"area": "Area A",
|
||||||
|
"slot": "P1-2A-022",
|
||||||
|
"session": "Heterogeneous graphs and multimodal intelligence",
|
||||||
|
"title": "Subgraph Meta-Learning for Direction and Time Aware Transaction Anomaly Detection",
|
||||||
|
"line": 369
|
||||||
|
},
|
||||||
|
"DM463": {
|
||||||
|
"group": "short-posters",
|
||||||
|
"floor": "2F",
|
||||||
|
"area": "Area B",
|
||||||
|
"slot": "P2-2B-050",
|
||||||
|
"session": "Modeling, recommendation and LLM methods",
|
||||||
|
"title": "CaST-POI: Candidate-Conditioned Spatiotemporal Ranking for Next POI Recommendation",
|
||||||
|
"line": 576
|
||||||
|
},
|
||||||
|
"DM483": {
|
||||||
|
"group": "short-posters",
|
||||||
|
"floor": "2F",
|
||||||
|
"area": "Area B",
|
||||||
|
"slot": "P2-2B-051",
|
||||||
|
"session": "Modeling, recommendation and LLM methods",
|
||||||
|
"title": "Causal Masking Lowers Intrinsic Dimension in Full-Vocabulary Sequential Recommendation: Evidence from a Single-Variable Attention Ablation",
|
||||||
|
"line": 577
|
||||||
|
},
|
||||||
|
"DM713": {
|
||||||
|
"group": "short-posters",
|
||||||
|
"floor": "2F",
|
||||||
|
"area": "Area B",
|
||||||
|
"slot": "P2-2B-060",
|
||||||
|
"session": "Modeling, recommendation and LLM methods",
|
||||||
|
"title": "Hint-Conditioned Knowledge Tracing: A Causal-Inspired View of Context-Dependent Hint Usage",
|
||||||
|
"line": 586
|
||||||
|
},
|
||||||
|
"DM736": {
|
||||||
|
"group": "long-posters",
|
||||||
|
"floor": "3F",
|
||||||
|
"area": "Area B",
|
||||||
|
"slot": "P1-3B-050",
|
||||||
|
"session": "LLM-driven data mining and retrieval I",
|
||||||
|
"title": "From Natural-Language Hypotheses to Verified Data-Mining Discoveries",
|
||||||
|
"line": 474
|
||||||
|
},
|
||||||
|
"DM803": {
|
||||||
|
"group": "short-posters",
|
||||||
|
"floor": "2F",
|
||||||
|
"area": "Area B",
|
||||||
|
"slot": "P2-2B-032",
|
||||||
|
"session": "Heterogeneous data mining and multimodal learning I",
|
||||||
|
"title": "Graph-Guided LLM Reasoning for Incident Prediction Over Multi-Source Data Streams",
|
||||||
|
"line": 558
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"oral_only": [],
|
||||||
|
"title_differences": [
|
||||||
|
{
|
||||||
|
"paper_id": "DM1319",
|
||||||
|
"poster_title": "FFE-FRCN: A Frequency Feature Enhanced Few-shot Learning Approach for Object Detection in Microscopic Images",
|
||||||
|
"oral_title": "An FFE-FRCN-Based Data Platform for Environmental Microorganism Image Retrieval and Knowledge Platform"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"nonpaper_table_rows": [],
|
||||||
|
"database_written": false,
|
||||||
|
"scope": "Official presentation metadata. Shared programme IDs identify repeated appearances within this event. Poster-only IDs are scheduling observations pending identity and publication review.",
|
||||||
|
"pg_readonly": {
|
||||||
|
"snapshot": {
|
||||||
|
"at": "2026-11-18 07:08:21.138511+00",
|
||||||
|
"snapshot": "1095530:1095530:"
|
||||||
|
},
|
||||||
|
"report_sha256": "04ad5547342d7e3c2939046f290ecff647878c202c867e47acbdc438d4e10ad4",
|
||||||
|
"existing_icdm2026_editions": [],
|
||||||
|
"existing_icdm_program_source": false,
|
||||||
|
"reviewed_links": [
|
||||||
|
{
|
||||||
|
"external_id": "2026/DM1125",
|
||||||
|
"paper_id": 2783475,
|
||||||
|
"track": "research",
|
||||||
|
"source_row_sha256": "4e981605cf471a5ea29bb3ba3a676784cea55f7777a681eb5fe267ff9c83fa4a",
|
||||||
|
"source_abstract": null,
|
||||||
|
"work_anchor": {
|
||||||
|
"scheme": "arxiv",
|
||||||
|
"value": "2608.29635"
|
||||||
|
},
|
||||||
|
"independent_source": "https://arxiv.org/abs/2608.29635",
|
||||||
|
"existing_history": [
|
||||||
|
{
|
||||||
|
"id": 132984,
|
||||||
|
"venue": "ICLR",
|
||||||
|
"year": 2026,
|
||||||
|
"observations": [
|
||||||
|
{
|
||||||
|
"id": 134279,
|
||||||
|
"status": "rejected"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"id": 539402,
|
||||||
|
"status": "rejected"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"original_icdm_decision_verified": false,
|
||||||
|
"imported": false
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/DM790",
|
||||||
|
"paper_id": 2485633,
|
||||||
|
"track": "applied",
|
||||||
|
"source_row_sha256": "14e03ca3833b267d6f677325f4e4b9295d1fa42cc77be6707b9bca745444888b",
|
||||||
|
"source_abstract": null,
|
||||||
|
"work_anchor": {
|
||||||
|
"scheme": "arxiv",
|
||||||
|
"value": "2509.19774"
|
||||||
|
},
|
||||||
|
"independent_source": "https://arxiv.org/abs/2509.19774",
|
||||||
|
"existing_history": [
|
||||||
|
{
|
||||||
|
"id": 138980,
|
||||||
|
"venue": "ICLR",
|
||||||
|
"year": 2026,
|
||||||
|
"observations": [
|
||||||
|
{
|
||||||
|
"id": 545219,
|
||||||
|
"status": "withdrawn"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"original_icdm_decision_verified": false,
|
||||||
|
"imported": false
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/DM1157",
|
||||||
|
"paper_id": 3286364,
|
||||||
|
"track": "research",
|
||||||
|
"source_row_sha256": "22ed027f29a161bc978b3c33e921b42c67d999d520eed49ec46ce5935a6f2f2a",
|
||||||
|
"source_abstract": null,
|
||||||
|
"work_anchor": {
|
||||||
|
"scheme": "openreview_snapshot",
|
||||||
|
"value": "2026/1dGzRTSLqL"
|
||||||
|
},
|
||||||
|
"independent_source": "https://dm.cs.univie.ac.at/news/story/deepsync-paper-accepted-at-icdm-2026",
|
||||||
|
"existing_history": [
|
||||||
|
{
|
||||||
|
"id": 127709,
|
||||||
|
"venue": "ICLR",
|
||||||
|
"year": 2026,
|
||||||
|
"observations": [
|
||||||
|
{
|
||||||
|
"id": 129094,
|
||||||
|
"status": "rejected"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"id": 534293,
|
||||||
|
"status": "rejected"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"original_icdm_decision_verified": false,
|
||||||
|
"imported": false
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"held": [
|
||||||
|
{
|
||||||
|
"external_id": "2026/DM1791",
|
||||||
|
"paper_id": 3288747,
|
||||||
|
"reason": "DomainBridging has name-order/format differences and no arxiv self-accepted link; token-bag retrieval is not author or work identity approval."
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/DM1801",
|
||||||
|
"paper_id": 3288866,
|
||||||
|
"reason": "LightGFC author lists substantially differ; hold version/work review, no automatic author aliases or merge."
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/DM1413",
|
||||||
|
"paper_id": 3292171,
|
||||||
|
"reason": "OFS author lists differ including JianchengLv vs JindiLv; not treated as aliases; hold independent version/work verification."
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"publisher_catalog_status": "No 2026 IEEE publisher catalogue verified in this check",
|
||||||
|
"public_negative_availability": "unverified",
|
||||||
|
"next": "Use the existing oral source denominator by track. Compare the three reviewed candidates with the fresh import baseline and preserve their earlier attempts. Keep the poster-only rows as a separate source inventory, and resolve the title disagreement before linking that poster."
|
||||||
|
}
|
||||||
@@ -0,0 +1,247 @@
|
|||||||
|
{
|
||||||
|
"as_of": "2026-11-18",
|
||||||
|
"goal_progress": "13/17; stage14 incomplete",
|
||||||
|
"source": "ismir_program",
|
||||||
|
"scope": "First10 reviewed existing-work source links, partial10/140, not public-rejection completeness or final deduplication",
|
||||||
|
"database_acceptance": {
|
||||||
|
"status": "passed",
|
||||||
|
"at": "2026-11-18 05:15:27.565655+00:00",
|
||||||
|
"writer_commit": "12f95cff91813a2143bc8fab5bc3e89df1bd0fdb",
|
||||||
|
"before_counts": {
|
||||||
|
"papers": {
|
||||||
|
"rows": 3568022,
|
||||||
|
"max_id": 3568595
|
||||||
|
},
|
||||||
|
"source_records": {
|
||||||
|
"rows": 3815503,
|
||||||
|
"max_id": 3815504
|
||||||
|
},
|
||||||
|
"submissions": {
|
||||||
|
"rows": 532192,
|
||||||
|
"max_id": 532193
|
||||||
|
},
|
||||||
|
"decisions": {
|
||||||
|
"rows": 571744,
|
||||||
|
"max_id": 571744
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"after_counts": {
|
||||||
|
"papers": {
|
||||||
|
"rows": 3568022,
|
||||||
|
"max_id": 3568595
|
||||||
|
},
|
||||||
|
"source_records": {
|
||||||
|
"rows": 3815513,
|
||||||
|
"max_id": 3815514
|
||||||
|
},
|
||||||
|
"submissions": {
|
||||||
|
"rows": 532202,
|
||||||
|
"max_id": 532203
|
||||||
|
},
|
||||||
|
"decisions": {
|
||||||
|
"rows": 571754,
|
||||||
|
"max_id": 571754
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"new_papers": 0,
|
||||||
|
"new_sources": 1,
|
||||||
|
"new_editions": 1,
|
||||||
|
"new_source_records": 10,
|
||||||
|
"new_attempts": 10,
|
||||||
|
"new_decisions": 10,
|
||||||
|
"source_id": 123160,
|
||||||
|
"source_tag_evidence_links": 94,
|
||||||
|
"protected_papers": 6394,
|
||||||
|
"all_protected_old_profiles_sources_tags_identifiers_preserved": true,
|
||||||
|
"source_observations": 10,
|
||||||
|
"source_expected": 140,
|
||||||
|
"source_remaining": 130,
|
||||||
|
"coverage": "partial",
|
||||||
|
"foundry_readyz": [
|
||||||
|
200
|
||||||
|
],
|
||||||
|
"sqlite_frozen": true,
|
||||||
|
"imported": [
|
||||||
|
{
|
||||||
|
"external_id": "2026/3",
|
||||||
|
"paper_id": 2813483,
|
||||||
|
"record_id": 3815505,
|
||||||
|
"submission_id": 532194,
|
||||||
|
"decision_id": 571745,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/12",
|
||||||
|
"paper_id": 2785459,
|
||||||
|
"record_id": 3815506,
|
||||||
|
"submission_id": 532195,
|
||||||
|
"decision_id": 571746,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/35",
|
||||||
|
"paper_id": 2757859,
|
||||||
|
"record_id": 3815507,
|
||||||
|
"submission_id": 532196,
|
||||||
|
"decision_id": 571747,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/51",
|
||||||
|
"paper_id": 2752643,
|
||||||
|
"record_id": 3815508,
|
||||||
|
"submission_id": 532197,
|
||||||
|
"decision_id": 571748,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/74",
|
||||||
|
"paper_id": 2762340,
|
||||||
|
"record_id": 3815509,
|
||||||
|
"submission_id": 532198,
|
||||||
|
"decision_id": 571749,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/75",
|
||||||
|
"paper_id": 2757480,
|
||||||
|
"record_id": 3815510,
|
||||||
|
"submission_id": 532199,
|
||||||
|
"decision_id": 571750,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/78",
|
||||||
|
"paper_id": 2768260,
|
||||||
|
"record_id": 3815511,
|
||||||
|
"submission_id": 532200,
|
||||||
|
"decision_id": 571751,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/84",
|
||||||
|
"paper_id": 2740614,
|
||||||
|
"record_id": 3815512,
|
||||||
|
"submission_id": 532201,
|
||||||
|
"decision_id": 571752,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/87",
|
||||||
|
"paper_id": 2752271,
|
||||||
|
"record_id": 3815513,
|
||||||
|
"submission_id": 532202,
|
||||||
|
"decision_id": 571753,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/363",
|
||||||
|
"paper_id": 2757497,
|
||||||
|
"record_id": 3815514,
|
||||||
|
"submission_id": 532203,
|
||||||
|
"decision_id": 571754,
|
||||||
|
"edition_id": 104044
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"history_protection": {
|
||||||
|
"submissions": {
|
||||||
|
"rows": 532192,
|
||||||
|
"sha256": "34e2fe27cccf89e6e80228318212a846369fdd315c4cfe67d7d535013eac8298"
|
||||||
|
},
|
||||||
|
"decisions": {
|
||||||
|
"rows": 571744,
|
||||||
|
"sha256": "efbda4e91950c5c7298f536bc5967f7fee57d8b20a7843e00dc69871b1553bd1"
|
||||||
|
},
|
||||||
|
"decision_sources": {
|
||||||
|
"rows": 571744,
|
||||||
|
"sha256": "1d8899b16b40e9f37ac84dc601efc3e7906af5c06bca49946100697f22c96174"
|
||||||
|
},
|
||||||
|
"submission_sources": {
|
||||||
|
"rows": 581976,
|
||||||
|
"sha256": "ab3ab200c4abbfef39bc5a2a757550191441c703ae505372d38d9afa9a4daf65"
|
||||||
|
},
|
||||||
|
"submission_identifiers": {
|
||||||
|
"rows": 383956,
|
||||||
|
"sha256": "0e8f514e186e08bd00a65f8e14fc7f63db6add76722271e0111e14f5d27b9dbe"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"evidence": {
|
||||||
|
"accepted_report": "/data/paper-index/collected/ismir2026-import10-v1/postgresql-postcheck-v1.json",
|
||||||
|
"accepted_report_sha256": "8a08015bbd725b400de53477837e850ca92a50479d7f86f2cfed56d50bb22577",
|
||||||
|
"baseline": "/data/paper-index/collected/ismir2026-baseline10-v1/baseline.json",
|
||||||
|
"baseline_sha256": "a0b5b8c2c21ee567cf80152b16f66643309bbe33ee9cd67d19da33d6b6337656",
|
||||||
|
"baseline_archive_sha256": "eb94f99cb53c9a30f63d34ea11b23c11759e45b571b7efce2dcbe8cb4fe52fb8",
|
||||||
|
"preparation_sha256": "0d9fad74640ab57fc8bea8aaf72ba07202a40b174d05253db7348b14455a0462",
|
||||||
|
"acceptance_archive": "/data/paper-index/validation/ismir2026-import10-acceptance-recovery-v1.tar.gz",
|
||||||
|
"acceptance_archive_sha256": "138e1fb986f5aa6a42794eed982fdc91ae994b8be82f8bf25360db2f7ba6c70c",
|
||||||
|
"fresh_packets_sha256": "88e423aede0ea83b9f736891c09b12d0cb24f2f8b70508e4863cd07760de5e0d",
|
||||||
|
"local_acceptance_check_sha256": "42d31337c76b96f93505011db7c797123b67ce2eec7defd0175ea0e9c1df2089",
|
||||||
|
"census_summary_sha256": "2157035b72d351e2fe91f2bc0c6ebb305f91d95f8772ab9a088076ce4b86e1c2"
|
||||||
|
},
|
||||||
|
"native_query_example": {
|
||||||
|
"paper_id": 2757497,
|
||||||
|
"publication_outcome": "accepted",
|
||||||
|
"prior_venue": "ICLR",
|
||||||
|
"prior_year": 2026,
|
||||||
|
"prior_submission_id": 131721,
|
||||||
|
"prior_negative_attempts": 1,
|
||||||
|
"prior_negative_observations": 2,
|
||||||
|
"prior_decision_ids": [
|
||||||
|
133086,
|
||||||
|
538172
|
||||||
|
],
|
||||||
|
"later_observed_venue": "ISMIR",
|
||||||
|
"later_observed_year": 2026,
|
||||||
|
"original_ismir_signed_decision_verified": false,
|
||||||
|
"ismir_decision_date": null,
|
||||||
|
"observation_time_is_not_decision_time": true
|
||||||
|
},
|
||||||
|
"presence_census": {
|
||||||
|
"snapshot_at": "2026-11-18 05:20:48.641315+00",
|
||||||
|
"scope": "Fixed278 venue-year presence only, not paper/track/abstract/public-negative completeness or final deduplication. Legacy43 gaps deferred, not filled.",
|
||||||
|
"target_venues": 43,
|
||||||
|
"expected_slots": 278,
|
||||||
|
"populated_slots": 274,
|
||||||
|
"missing_slots": 4,
|
||||||
|
"missing": [
|
||||||
|
{
|
||||||
|
"venue": "CIKM",
|
||||||
|
"year": 2026
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"venue": "ECCV",
|
||||||
|
"year": 2026
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"venue": "ICDM",
|
||||||
|
"year": 2026
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"venue": "IROS",
|
||||||
|
"year": 2026
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"delta_from_v20": {
|
||||||
|
"newly_present": [
|
||||||
|
{
|
||||||
|
"venue": "ISMIR",
|
||||||
|
"year": 2026
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"previous_missing": 5,
|
||||||
|
"current_missing": 4
|
||||||
|
},
|
||||||
|
"snapshot_sha256": "c14bab883c5fcab33b450fcf240dec7225f2f17bc04c3e728b5583657b4ad23b",
|
||||||
|
"fixed_scope_sha256": "a835bef5b9c3a0f76069d840cecdb9a6bcf65d3a38796d70dbfdfd4b49242264",
|
||||||
|
"accepted_import_sha256": "8a08015bbd725b400de53477837e850ca92a50479d7f86f2cfed56d50bb22577",
|
||||||
|
"database_written": false
|
||||||
|
},
|
||||||
|
"consumed_queue": "/data/paper-index/collected/ismir2026-prepared10-v1: NEVER REPLAY",
|
||||||
|
"next": [
|
||||||
|
"Review130 remaining source observations, including31 total verbatim-abstract candidates of which10 consumed; do not count a title/author screen as identity approval.",
|
||||||
|
"Fresh incremental parent must be partial10/140; old preparation0/140 is consumed.",
|
||||||
|
"Continue all venue/year/track public negative availability and formal source coverage.",
|
||||||
|
"Finish cross-venue identities/types, then final whole-DB dedup/identifier/abstract/constraints/query audit after imports."
|
||||||
|
]
|
||||||
|
}
|
||||||
@@ -0,0 +1,330 @@
|
|||||||
|
{
|
||||||
|
"as_of": "2026-11-18",
|
||||||
|
"goal_progress": "13/17; stage14 incomplete",
|
||||||
|
"source": "ismir_program",
|
||||||
|
"scope": "21 additional reviewed existing-work source links; cumulativepartial31/140, not public-rejection completeness or final deduplication",
|
||||||
|
"database_acceptance": {
|
||||||
|
"status": "passed",
|
||||||
|
"at": "2026-11-18 06:38:55.148539+00:00",
|
||||||
|
"writer_commit": "3754545003e1f96b88c6533cc3a69dc557f07305",
|
||||||
|
"before_counts": {
|
||||||
|
"papers": {
|
||||||
|
"rows": 3568022,
|
||||||
|
"max_id": 3568595
|
||||||
|
},
|
||||||
|
"source_records": {
|
||||||
|
"rows": 3815513,
|
||||||
|
"max_id": 3815514
|
||||||
|
},
|
||||||
|
"submissions": {
|
||||||
|
"rows": 532202,
|
||||||
|
"max_id": 532203
|
||||||
|
},
|
||||||
|
"decisions": {
|
||||||
|
"rows": 571754,
|
||||||
|
"max_id": 571754
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"after_counts": {
|
||||||
|
"papers": {
|
||||||
|
"rows": 3568022,
|
||||||
|
"max_id": 3568595
|
||||||
|
},
|
||||||
|
"source_records": {
|
||||||
|
"rows": 3815534,
|
||||||
|
"max_id": 3815535
|
||||||
|
},
|
||||||
|
"submissions": {
|
||||||
|
"rows": 532223,
|
||||||
|
"max_id": 532224
|
||||||
|
},
|
||||||
|
"decisions": {
|
||||||
|
"rows": 571775,
|
||||||
|
"max_id": 571775
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"new_papers": 0,
|
||||||
|
"new_sources": 0,
|
||||||
|
"new_editions": 0,
|
||||||
|
"new_source_records": 21,
|
||||||
|
"new_attempts": 21,
|
||||||
|
"new_decisions": 21,
|
||||||
|
"source_id": 123160,
|
||||||
|
"source_tag_evidence_links": 173,
|
||||||
|
"protected_papers": 6415,
|
||||||
|
"all_protected_old_profiles_sources_tags_identifiers_preserved": true,
|
||||||
|
"source_observations": 31,
|
||||||
|
"source_expected": 140,
|
||||||
|
"source_remaining": 109,
|
||||||
|
"coverage": "partial",
|
||||||
|
"foundry_readyz": [
|
||||||
|
200
|
||||||
|
],
|
||||||
|
"sqlite_frozen": true,
|
||||||
|
"imported": [
|
||||||
|
{
|
||||||
|
"external_id": "2026/148",
|
||||||
|
"paper_id": 2755057,
|
||||||
|
"record_id": 3815515,
|
||||||
|
"submission_id": 532204,
|
||||||
|
"decision_id": 571755,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/184",
|
||||||
|
"paper_id": 2752723,
|
||||||
|
"record_id": 3815516,
|
||||||
|
"submission_id": 532205,
|
||||||
|
"decision_id": 571756,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/196",
|
||||||
|
"paper_id": 2784571,
|
||||||
|
"record_id": 3815517,
|
||||||
|
"submission_id": 532206,
|
||||||
|
"decision_id": 571757,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/240",
|
||||||
|
"paper_id": 2738896,
|
||||||
|
"record_id": 3815518,
|
||||||
|
"submission_id": 532207,
|
||||||
|
"decision_id": 571758,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/251",
|
||||||
|
"paper_id": 2753889,
|
||||||
|
"record_id": 3815519,
|
||||||
|
"submission_id": 532208,
|
||||||
|
"decision_id": 571759,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/258",
|
||||||
|
"paper_id": 2662030,
|
||||||
|
"record_id": 3815520,
|
||||||
|
"submission_id": 532209,
|
||||||
|
"decision_id": 571760,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/270",
|
||||||
|
"paper_id": 2769109,
|
||||||
|
"record_id": 3815521,
|
||||||
|
"submission_id": 532210,
|
||||||
|
"decision_id": 571761,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/298",
|
||||||
|
"paper_id": 2752114,
|
||||||
|
"record_id": 3815522,
|
||||||
|
"submission_id": 532211,
|
||||||
|
"decision_id": 571762,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/317",
|
||||||
|
"paper_id": 2765378,
|
||||||
|
"record_id": 3815523,
|
||||||
|
"submission_id": 532212,
|
||||||
|
"decision_id": 571763,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/318",
|
||||||
|
"paper_id": 2764935,
|
||||||
|
"record_id": 3815524,
|
||||||
|
"submission_id": 532213,
|
||||||
|
"decision_id": 571764,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/342",
|
||||||
|
"paper_id": 2738585,
|
||||||
|
"record_id": 3815525,
|
||||||
|
"submission_id": 532214,
|
||||||
|
"decision_id": 571765,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/370",
|
||||||
|
"paper_id": 2830871,
|
||||||
|
"record_id": 3815526,
|
||||||
|
"submission_id": 532215,
|
||||||
|
"decision_id": 571766,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/371",
|
||||||
|
"paper_id": 2858445,
|
||||||
|
"record_id": 3815527,
|
||||||
|
"submission_id": 532216,
|
||||||
|
"decision_id": 571767,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/373",
|
||||||
|
"paper_id": 2820562,
|
||||||
|
"record_id": 3815528,
|
||||||
|
"submission_id": 532217,
|
||||||
|
"decision_id": 571768,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/409",
|
||||||
|
"paper_id": 2522863,
|
||||||
|
"record_id": 3815529,
|
||||||
|
"submission_id": 532218,
|
||||||
|
"decision_id": 571769,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/418",
|
||||||
|
"paper_id": 2750749,
|
||||||
|
"record_id": 3815530,
|
||||||
|
"submission_id": 532219,
|
||||||
|
"decision_id": 571770,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/468",
|
||||||
|
"paper_id": 2846824,
|
||||||
|
"record_id": 3815531,
|
||||||
|
"submission_id": 532220,
|
||||||
|
"decision_id": 571771,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/518",
|
||||||
|
"paper_id": 2761686,
|
||||||
|
"record_id": 3815532,
|
||||||
|
"submission_id": 532221,
|
||||||
|
"decision_id": 571772,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/524",
|
||||||
|
"paper_id": 2784543,
|
||||||
|
"record_id": 3815533,
|
||||||
|
"submission_id": 532222,
|
||||||
|
"decision_id": 571773,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/539",
|
||||||
|
"paper_id": 2761760,
|
||||||
|
"record_id": 3815534,
|
||||||
|
"submission_id": 532223,
|
||||||
|
"decision_id": 571774,
|
||||||
|
"edition_id": 104044
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"external_id": "2026/552",
|
||||||
|
"paper_id": 2758575,
|
||||||
|
"record_id": 3815535,
|
||||||
|
"submission_id": 532224,
|
||||||
|
"decision_id": 571775,
|
||||||
|
"edition_id": 104044
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"history_protection": {
|
||||||
|
"submissions": {
|
||||||
|
"rows": 532202,
|
||||||
|
"sha256": "9d41955c80fc91dae4f65d65e0f69198ce2d79508ceebfe943bdc19825983df8"
|
||||||
|
},
|
||||||
|
"decisions": {
|
||||||
|
"rows": 571754,
|
||||||
|
"sha256": "c8dc762d089d1656ee1308dacec9109605e1a4be7e5fcfa8f95013e77a0cb55c"
|
||||||
|
},
|
||||||
|
"decision_sources": {
|
||||||
|
"rows": 571754,
|
||||||
|
"sha256": "231f15b4c70435977d6ab784112ff5c748541eeb4d54c28bb861f8835f1eba10"
|
||||||
|
},
|
||||||
|
"submission_sources": {
|
||||||
|
"rows": 581986,
|
||||||
|
"sha256": "b9d8c39e945df340daf1c695a6359cfb549b8bd2f391cb139dabba2c16afa242"
|
||||||
|
},
|
||||||
|
"submission_identifiers": {
|
||||||
|
"rows": 383956,
|
||||||
|
"sha256": "0e8f514e186e08bd00a65f8e14fc7f63db6add76722271e0111e14f5d27b9dbe"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"evidence": {
|
||||||
|
"parent_acceptance_sha256": "8a08015bbd725b400de53477837e850ca92a50479d7f86f2cfed56d50bb22577",
|
||||||
|
"accepted_report": "/data/paper-index/collected/ismir2026-import21-v1/postgresql-postcheck-v1.json",
|
||||||
|
"accepted_report_sha256": "153ef13dbac9f4243c81bdd2a16d3ade74372d3e45ca5e84acc2b7258bca7bfc",
|
||||||
|
"baseline": "/data/paper-index/collected/ismir2026-baseline21-v1/baseline.json",
|
||||||
|
"baseline_sha256": "204b571b47e164d68930158c2578f609814969940628d421a2b64c3a6ce1b018",
|
||||||
|
"baseline_archive_sha256": "ecac32e1d3890786a5670ff06f88fa7bd92155306cf8133f3164de0cb9f48e6b",
|
||||||
|
"preparation_sha256": "6781edfaa67798d76329fb5c7948d83693607c96352a38eccce0067faa95deaa",
|
||||||
|
"acceptance_archive": "/data/paper-index/validation/ismir2026-import21-acceptance-recovery-v1.tar.gz",
|
||||||
|
"acceptance_archive_sha256": "55e1cc8301548ff0abc195add5f40d7082a06e4f087f6da5838ffd2f6b33339c",
|
||||||
|
"fresh_packets_sha256": "79e0e8187a522478c443d036fdbf2f8d5e6a22c949d46fb0592a664ec1bc22fe",
|
||||||
|
"local_acceptance_check_sha256": "04f4ec6969a71655d70f446347646f63efc56e5a5a8e974b931703482e5e7ceb",
|
||||||
|
"census_summary_sha256": "ee4ec2e6d6eaed55ce3475e735bfba9bd94e512893cd3c3024035b48b744f475",
|
||||||
|
"ci_run": 1257,
|
||||||
|
"ci_tests": 556,
|
||||||
|
"ci_proof_sha256": "5ad08aa907caec5a1ca63df5e7345db4802dab4e3a91293a0303bf481a903ff8"
|
||||||
|
},
|
||||||
|
"consumed_queue": "/data/paper-index/collected/ismir2026-prepared21-v2: NEVER REPLAY",
|
||||||
|
"previous_consumed_queue": "/data/paper-index/collected/ismir2026-prepared10-v1: NEVER REPLAY",
|
||||||
|
"query_example_rechecked": {
|
||||||
|
"paper_id": 2757497,
|
||||||
|
"publication_outcome": "accepted",
|
||||||
|
"rejected_attempts": 1,
|
||||||
|
"rejection_source_observations": 2,
|
||||||
|
"distinct_ismir_accepted_attempts": 1,
|
||||||
|
"original_ismir_signed_decision_verified": false,
|
||||||
|
"ismir_decision_date": null
|
||||||
|
},
|
||||||
|
"new_batch_prior_negative_attempts": 0,
|
||||||
|
"new_batch_prior_negative_observations": 0,
|
||||||
|
"source_tag_links_cumulative": 267,
|
||||||
|
"presence_census": {
|
||||||
|
"snapshot_at": "2026-11-18 06:46:44.099675+00",
|
||||||
|
"scope": "Fixed278 venue-year presence only, not paper/track/abstract/public-negative completeness or final deduplication. Legacy43 gaps deferred, not filled.",
|
||||||
|
"target_venues": 43,
|
||||||
|
"expected_slots": 278,
|
||||||
|
"populated_slots": 274,
|
||||||
|
"missing_slots": 4,
|
||||||
|
"missing": [
|
||||||
|
{
|
||||||
|
"venue": "CIKM",
|
||||||
|
"year": 2026
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"venue": "ECCV",
|
||||||
|
"year": 2026
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"venue": "ICDM",
|
||||||
|
"year": 2026
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"venue": "IROS",
|
||||||
|
"year": 2026
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"delta_from_v21": {
|
||||||
|
"newly_present": [],
|
||||||
|
"previous_missing": 4,
|
||||||
|
"current_missing": 4,
|
||||||
|
"ISMIR_source_observations": 31
|
||||||
|
},
|
||||||
|
"snapshot_sha256": "5aabc91217ad787946ba50d6a670296b1e3152a54f5ecaa0e3a9b3a952b63fa7",
|
||||||
|
"fixed_scope_sha256": "a835bef5b9c3a0f76069d840cecdb9a6bcf65d3a38796d70dbfdfd4b49242264",
|
||||||
|
"accepted_import_sha256": "153ef13dbac9f4243c81bdd2a16d3ade74372d3e45ca5e84acc2b7258bca7bfc",
|
||||||
|
"database_written": false
|
||||||
|
},
|
||||||
|
"next": [
|
||||||
|
"Remaining109 observations require review;31 exact-source-abstract candidates are now consumed, not reusable queues.",
|
||||||
|
"Future increments require a fresh partial31/140 parent and new preservation baseline.",
|
||||||
|
"Keep raw authors/title/abstract/keyword versions; no numeric miniconf-to-OpenReview-ID assumption, global person aliases or inferred research types.",
|
||||||
|
"Continue all43 venue/year/track formal-source and public-negative availability audits, then final whole-DB dedup after imports."
|
||||||
|
]
|
||||||
|
}
|
||||||
@@ -0,0 +1,16 @@
|
|||||||
|
# ECCV 2026 正式出版章节采集
|
||||||
|
|
||||||
|
`collect eccv2026-publications` 读取已归档的 Springer LNCS 17001–17078 目录及所选章节的公开 HTML,输出可复核的 Paper Atlas 记录。目录覆盖 2,835 个章节 DOI。会议节目单与出版方卷册简介均为 2,834 条,逐条差异仍待核。Workshop 论文集另行处理。
|
||||||
|
|
||||||
|
```sh
|
||||||
|
paper-atlas collect eccv2026-publications \
|
||||||
|
--toc-snapshots /data/paper-index/collected/eccv2026-springer-toc-v1 \
|
||||||
|
--chapter-snapshots /data/paper-index/validation/eccv-verified-chapter-pages \
|
||||||
|
--out /data/paper-index/collected/eccv-publisher-metadata
|
||||||
|
```
|
||||||
|
|
||||||
|
目录归档含 `receipts.jsonl`、`volume-checkpoint.json`、`summary.json` 及 156 页 HTML。摘要在章节详情页读取,章节归档沿用 `springer-selected` 的 `receipts.json` 格式。两类归档都按响应大小和 SHA-256 校验。目录卷号、分页、章节 DOI 归属、标题及 2026 年出处需要一致。已有输出目录需另查回执或换新空目录后运行。
|
||||||
|
|
||||||
|
输出含规范化 JSONL、manifest、采集回执以及所选章节的内容寻址存证。每条保留出版 DOI、卷号、页码、按顺序的完整作者及公开摘要。单名署名须由同页的结构化作者列表按顺序确认,确认后按原名保存为字符串,引用元数据仍保留原文。目录证据用 URL 和哈希连接到输入归档,保存归档以便复核。主会出版观察依据 Springer 正式论文集,原始投稿号、决定日期及签名仍未知。工具仅处理已归档的公开 HTML。
|
||||||
|
|
||||||
|
生成的文件待做论文身份复核后方可导入。准备生产批次时核实每个 DOI 与现有 arXiv 标识的绑定,保持两者的来源证据。对已存在的同届节目投稿需先核对投稿身份及轨道,再附加出版来源,避免因直接导入创建重复投稿。具有 ICLR 等既往决定的论文须保留原记录。新的增量导入 manifest 需以当前实际来源覆盖为父版本,留存待核差集和独立验收回执。
|
||||||
@@ -44,3 +44,13 @@ paper-atlas collect icdm2026-program \
|
|||||||
原始来源恢复包为 `/data/paper-index/validation/remaining2026-official-leads-v1-recovery.tar.gz`,SHA-256 为 `0be8c84bb5c591e5afaaa5f95dd5334bf13a9be1671cb942e46e998f502495bb`。独立盘点为 `/data/paper-index/validation/icdm2026-independent-program-inventory-v1.json`,SHA-256 为 `e13eaea0a158dcaafdf5dfb4af7948e4793b0e98041ec87d42b52513acfdc5f6`;本机工作记录目录也保留同名备份。
|
原始来源恢复包为 `/data/paper-index/validation/remaining2026-official-leads-v1-recovery.tar.gz`,SHA-256 为 `0be8c84bb5c591e5afaaa5f95dd5334bf13a9be1671cb942e46e998f502495bb`。独立盘点为 `/data/paper-index/validation/icdm2026-independent-program-inventory-v1.json`,SHA-256 为 `e13eaea0a158dcaafdf5dfb4af7948e4793b0e98041ec87d42b52513acfdc5f6`;本机工作记录目录也保留同名备份。
|
||||||
|
|
||||||
下次继续先验证源码版本、原始证据和实际输出,再寻找可公开取得的摘要与正式出版记录,核查逐篇版本、稳定标识及旧投稿历史,准备新的只读预检和可审阅入库队列。完成日程规范化不意味着 ICDM2026 整届出版覆盖、公开负面决定普查或最终全库去重完成。
|
下次继续先验证源码版本、原始证据和实际输出,再寻找可公开取得的摘要与正式出版记录,核查逐篇版本、稳定标识及旧投稿历史,准备新的只读预检和可审阅入库队列。完成日程规范化不意味着 ICDM2026 整届出版覆盖、公开负面决定普查或最终全库去重完成。
|
||||||
|
|
||||||
|
## 2026-11-18 官方展示来源核查
|
||||||
|
|
||||||
|
口头日程的 324 个节目编号全部出现在官方海报排期。海报表有 343 个不同编号,其中长演讲组安排 177 项海报,短演讲组安排 166 项。19 个只见于海报表的编号作为独立来源线索登记。两份排期的覆盖范围各自保留,正式出版目录仍待核验。[官方详细日程](https://icdm2026.neu.edu.cn/DetailedSessions/list.htm) · [官方海报表](https://www3.cs.stonybrook.edu/~icdm2026/PosterwDemo/list.htm)
|
||||||
|
|
||||||
|
共同编号 DM1319 的标题在两个来源中实质不同。详细日程描述基于 FFE-FRCN 的数据平台,海报表描述 FFE-FRCN 的少样本检测方法。两份标题及来源位置均已留存,该编号的跨来源作品关联待核验。
|
||||||
|
|
||||||
|
生产只读快照确认 ICDM 2026 仍无入库届次。节目、作者和独立录用证据支持继续处理 DM1125、DM790、DM1157 三项既有作品关联。DM1125 和 DM1157 各有一次 ICLR 拒稿投稿及两条来源观察,DM790 有一次 ICLR 撤回投稿。三项均尚未导入,节目原始摘要字段缺失。另有三个候选存在作者名称顺序或名单差异,继续暂缓作品关联。[FALCON 作者记录](https://arxiv.org/abs/2608.29635) · [PPGFlowECG 作者记录](https://arxiv.org/abs/2509.19774) · [DeepSynC 大学录用说明](https://dm.cs.univie.ac.at/news/story/deepsync-paper-accepted-at-icdm-2026)
|
||||||
|
|
||||||
|
本轮仍未核实公开的 ICDM 2026 拒稿或撤回决定导出。[逐条差集、标题冲突、快照和后续入口](coverage/icdm2026-presentation-scope-2026-11-18.json)
|
||||||
|
|||||||
@@ -48,3 +48,36 @@ paper-atlas collect ismir2026-program \
|
|||||||
正式名单与政策恢复包:同目录 `remaining2026-listings-research-v2-recovery.tar.gz`,SHA256 为 `f5ef7c2e73d46712146e4d6711ad5ad562e16b8b55c0cd75d1041cd0b81142cb`。安全恢复三个源目录、核验文件后可重跑上述命令。
|
正式名单与政策恢复包:同目录 `remaining2026-listings-research-v2-recovery.tar.gz`,SHA256 为 `f5ef7c2e73d46712146e4d6711ad5ad562e16b8b55c0cd75d1041cd0b81142cb`。安全恢复三个源目录、核验文件后可重跑上述命令。
|
||||||
|
|
||||||
完整来源和独立 140 项清单在测试夹具中冻结。测试、构建、打包、安装及实际隔离目录 CLI 验证只在用户指定 `ces-control:host` runner 执行。生产规范化后还需独立核验全部记录,并用 PostgreSQL 只读预检检查候选作品和既往投稿;不自动合并来源差异或人物身份。
|
完整来源和独立 140 项清单在测试夹具中冻结。测试、构建、打包、安装及实际隔离目录 CLI 验证只在用户指定 `ces-control:host` runner 执行。生产规范化后还需独立核验全部记录,并用 PostgreSQL 只读预检检查候选作品和既往投稿;不自动合并来源差异或人物身份。
|
||||||
|
|
||||||
|
## 2026-11-18:首批 10 条验收(历史阶段)
|
||||||
|
|
||||||
|
本段保留首批历史状态;当前累计结果和增量父状态见下方最新验收段。
|
||||||
|
|
||||||
|
首批 10 项已逐篇核查研究内容,并通过当前数据库实体、作者、摘要及完整历史的只读复核,随后使用已通过远程 CI 的包内 `import records` 导入。新增论文实体 **0**,新增来源记录、投稿、录用观察各 **10**,来源标签证据 **94** 条;规范标题、作者、摘要及旧历史保留。原始来源摘要另存,不覆盖规范摘要。覆盖为 `partial10/140`,还有 **130** 项待核验。数值节目 ID 仍只作为节目定位符,未冒充 OpenReview 投稿 ID,未新增全局人名别名或推断研究类型。
|
||||||
|
|
||||||
|
[逐条验收与恢复记录](coverage/ismir2026-import10-2026-11-18.json)包含生产行 ID、保护基线、归档及证据哈希。服务器基线保护此前 6,384 篇与本批 10 篇的并集 **6,394** 篇,全库旧投稿、决定及来源关系哈希未变;独立新快照的 10 个完整实体包、来源字段、标签和标识也逐项核验。Foundry `/readyz` 返回200,17,987,751,936字节的 SQLite 备份保持只读。该验收不是最终全库科学工作去重。
|
||||||
|
|
||||||
|
例如 paper `2757497`(Learning Music Style for Piano Arrangement Through Cross-Modal Bootstrapping)保留一次 ICLR2026 拒稿投稿和两条拒稿来源观察,并新增独立 ISMIR2026 录用投稿。实际执行以下查询,返回 `publication_outcome=accepted`,同时保留原拒稿历史:
|
||||||
|
|
||||||
|
```sh
|
||||||
|
paper-atlas query --pg-service foundry-research --pg-schema research \
|
||||||
|
--paper 2757497 --outcome accepted
|
||||||
|
```
|
||||||
|
|
||||||
|
ISMIR 的 accepted 来自正式名单和节目,尚无原始签名决定或具体决定日期;不能把采集时间当作决定时间。决定的规范时间使用包内既有毫秒格式,来源回执的原始微秒时间仍保留于元数据。
|
||||||
|
|
||||||
|
**禁止重放** `/data/paper-index/collected/ismir2026-prepared10-v1` 的文件。导入单元 `paper-atlas-ismir2026-import10-v1.service`、invocation `538ce9c9324a4f59b5bb49d3094d5265` 已成功结束;该阶段建立了 `partial10/140` 父状态;后续累计结果见下方最新段,不得沿用已消费的 `0/140` 父状态。保护基线恢复包为 `/data/paper-index/validation/ismir2026-baseline10-recovery-v1.tar.gz`,验收恢复包为 `/data/paper-index/validation/ismir2026-import10-acceptance-recovery-v1.tar.gz`;本机 paper-index 工作目录有同名副本及独立检查记录。
|
||||||
|
|
||||||
|
## 2026-11-18:新增 21 条,累计 31/140
|
||||||
|
|
||||||
|
第二批21项已通过逐篇研究内容审查、新鲜只读父状态检查、保护基线及独立入库验收。新增论文实体、来源和edition均为0;新增来源记录、投稿、录用观察各21条,新增173条来源标签证据。累计31条录用来源观察、267条标签证据,覆盖仍为 `partial31/140`,**109项待核验**。三十一项摘要都保留在原始来源记录中,既有规范资料没有被覆盖。
|
||||||
|
|
||||||
|
本批明确保留不同研究工作,例如UOT-IR音乐压缩与SymphonyGen交响生成,以及AI混合音轨占比回归与BAMM真实广播检测;不因作者或主题相近合并。源关键词和展示方式继续使用各自namespace,没有推断全局人名别名、原始OpenReview投稿ID或研究类型。
|
||||||
|
|
||||||
|
[第二批逐条验收及恢复记录](coverage/ismir2026-import21-2026-11-18.json)包含21组生产行ID、源码提交、全部证据哈希和新计数。保护并核验了6,415篇作品的规范资料、旧来源与标签,以及所有旧全局投稿/决定/来源关系指纹;新快照另导出21个完整实体包逐字段核验。首批10项保留;paper2757497的实际查询仍显示accepted及原ICLR一次拒稿下的两条来源观察。
|
||||||
|
|
||||||
|
本批使用固定源码 `3754545003e1f96b88c6533cc3a69dc557f07305`,已在远程 `ces-control` CI1257通过556项测试,含真实PostgreSQL只读增量门禁回归。该修复解决预检对Mapping行对象切片的错误,未弱化覆盖校验;旧的只读准备v1失败时没有写库,修复后v2重新检查通过。默认运行时未因本批操作切换。
|
||||||
|
|
||||||
|
**禁止重放** `/data/paper-index/collected/ismir2026-prepared21-v2`。服务 `paper-atlas-ismir2026-import21-v1.service`、invocation `78077b901a274426bb161ef8d69963ad` 已成功结束。新批次必须从当前 `partial31/140` 准备,不能再用 `10/140` 或 `0/140`。保护基线恢复包为 `/data/paper-index/validation/ismir2026-baseline21-recovery-v1.tar.gz`,验收恢复包为 `/data/paper-index/validation/ismir2026-import21-acceptance-recovery-v1.tar.gz`;本机paper-index目录有同名副本与独立检查结果。
|
||||||
|
|
||||||
|
新的固定范围盘点仍为274/278个年度有数据;本批提高ISMIR来源覆盖,没有填补其他空年度,也没有关闭公开拒稿或最终全库去重任务。Foundry就绪检查200,SQLite备份继续只读。
|
||||||
|
|||||||
@@ -27,8 +27,10 @@ COMMANDS = {
|
|||||||
('collect','ismir2026-program'): ('paper_atlas.collectors.ismir2026', {}, '核验 ISMIR 2026 公开节目与录用名单并保留原始摘要、来源差异和自愿公开评审'),
|
('collect','ismir2026-program'): ('paper_atlas.collectors.ismir2026', {}, '核验 ISMIR 2026 公开节目与录用名单并保留原始摘要、来源差异和自愿公开评审'),
|
||||||
('collect','icaps2026-registry'): ('paper_atlas.collectors.icaps_registry2026', {}, '核验 ICAPS 2026 Crossref 注册元数据并保留独立版本'),
|
('collect','icaps2026-registry'): ('paper_atlas.collectors.icaps_registry2026', {}, '核验 ICAPS 2026 Crossref 注册元数据并保留独立版本'),
|
||||||
('collect','eccv2026-program'): ('paper_atlas.collectors.eccv2026', {}, '核验ECCV2026暂定节目并断点采集公开元数据'),
|
('collect','eccv2026-program'): ('paper_atlas.collectors.eccv2026', {}, '核验ECCV2026暂定节目并断点采集公开元数据'),
|
||||||
|
('collect','eccv2026-publications'): ('paper_atlas.collectors.eccv2026_publications', {}, '核验ECCV2026 Springer 正式出版章节'),
|
||||||
('collect','icassp2026-registry'): ('paper_atlas.collectors.icassp2026', {}, '核验 ICASSP 2026 冻结注册论文元数据'),
|
('collect','icassp2026-registry'): ('paper_atlas.collectors.icassp2026', {}, '核验 ICASSP 2026 冻结注册论文元数据'),
|
||||||
('collect','icdm2026-program'): ('paper_atlas.collectors.icdm2026', {}, '核验 ICDM2026 冻结日程及明确的研究/应用轨道'),
|
('collect','icdm2026-program'): ('paper_atlas.collectors.icdm2026', {}, '核验 ICDM2026 冻结日程及明确的研究/应用轨道'),
|
||||||
|
('collect','cikm2026-sources'): ('paper_atlas.collectors.cikm2026', {}, '核对 CIKM 2026 节目、附属议程与 Crossref 出版登记'),
|
||||||
('collect','sdm2026-proceedings'): ('paper_atlas.collectors.sdm2026', {}, '核验 SDM 2026 注册论文并单独保留公开日程版本'),
|
('collect','sdm2026-proceedings'): ('paper_atlas.collectors.sdm2026', {}, '核验 SDM 2026 注册论文并单独保留公开日程版本'),
|
||||||
('collect','icaps2026-program'): ('paper_atlas.collectors.icaps2026', {}, '核验 ICAPS 2026 官方录用名单并分开既有论文展示'),
|
('collect','icaps2026-program'): ('paper_atlas.collectors.icaps2026', {}, '核验 ICAPS 2026 官方录用名单并分开既有论文展示'),
|
||||||
('collect','rss2026-proceedings'): ('paper_atlas.collectors.rss2026', {}, '核验 RSS 2026 官方论文集与独立录用表'),
|
('collect','rss2026-proceedings'): ('paper_atlas.collectors.rss2026', {}, '核验 RSS 2026 官方论文集与独立录用表'),
|
||||||
|
|||||||
@@ -0,0 +1,164 @@
|
|||||||
|
"""Collect CIKM 2026 programme and Crossref metadata from frozen snapshots."""
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
from collections import Counter
|
||||||
|
from hashlib import sha256
|
||||||
|
import json
|
||||||
|
from pathlib import Path
|
||||||
|
import re
|
||||||
|
|
||||||
|
from paper_atlas.io.html import Document, clean
|
||||||
|
|
||||||
|
PROGRAM = 'https://cikm2026.diag.uniroma1.it/cikm-program/program.html'
|
||||||
|
VOLUME = '10.1145/3799682'
|
||||||
|
CONTAINER = 'Proceedings of the 35th ACM International Conference on Information and Knowledge Management'
|
||||||
|
TRACKS = {'FULL': 596, 'SHORT': 234, 'APPLIED': 86, 'RESOURCE': 46, 'DEMO': 46}
|
||||||
|
SUPPLEMENTAL = {'KEYNOTE', 'TUTORIAL', 'INDUSTRY', 'POSTER', 'PHD', 'PHD · REMOTE', 'WORKSHOP', 'ANALYTICUP'}
|
||||||
|
PAGE_COUNTS = (250, 250, 250, 250, 81)
|
||||||
|
HASHES = {
|
||||||
|
'program.html': '3eaa668b6aaf09a671d8a3e19a2889b9ab21afaa7ded013794afa94bf35281d6',
|
||||||
|
'CIKM2026_program.html': 'e3630bd1247df713b8b618f1d3cd9709e7020b2524bb677f82a10f83badd1732',
|
||||||
|
'crossref-parent.json': 'f3370418d86ccfcfaeb972073bc5fcd1c1c737caed96570fc83f99db0f7d204a',
|
||||||
|
'crossref-page-1.json': '16bed29f8ee82d668b124c369b632c5c1de0753bdbec7eb72ecb22ffdda5c710',
|
||||||
|
'crossref-page-2.json': '54424ca31d99462394c9fde5fecfd7dd16337351d21ede3169f19af54d4f49c5',
|
||||||
|
'crossref-page-3.json': '2dc31d89f41966614ed66a11d1ebaa4b2a6904dcf92945b7185e72e7e65382dd',
|
||||||
|
'crossref-page-4.json': 'fbbec2b52650dc99a0251c743f035a6fd95be263b04c55c12134cf8473bdde76',
|
||||||
|
'crossref-page-5.json': '06151c5f770c1e37e8ea9dabe5210be9c969a14fa3bf9925a2d7730ced47d6e5',
|
||||||
|
'crossref-pages.json': '8be1f8f05139f7a1231b73ad6430f28d2f625809f1530cd9de654f8b3c68c1ae',
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def fields(node, css_class):
|
||||||
|
return [child for child in node.walk() if css_class in child.attrs.get('class', '').split()]
|
||||||
|
|
||||||
|
|
||||||
|
def parse_program(raw, *, require_doi):
|
||||||
|
document = Document(raw.decode('utf-8'))
|
||||||
|
papers = {}
|
||||||
|
for card in fields(document.root, 'paper'):
|
||||||
|
pid = card.attrs.get('data-pid')
|
||||||
|
if not pid:
|
||||||
|
continue
|
||||||
|
titles = fields(card, 'ptitle')
|
||||||
|
labels = fields(card, 'badge')
|
||||||
|
abstracts = fields(card, 'abstxt')
|
||||||
|
if pid in papers or len(titles) != 1 or len(labels) != 1 or len(abstracts) > 1:
|
||||||
|
raise ValueError(f'Invalid or repeated programme card {pid}')
|
||||||
|
title = clean(titles[0].text())
|
||||||
|
label = clean(labels[0].text())
|
||||||
|
authors = [clean(author.text()) for author in fields(card, 'au')]
|
||||||
|
abstract = clean(abstracts[0].text()) if abstracts else None
|
||||||
|
doi_url = titles[0].attrs.get('href')
|
||||||
|
doi = doi_url.removeprefix('https://doi.org/') if doi_url else None
|
||||||
|
if label not in TRACKS or not title or not authors or not all(authors):
|
||||||
|
raise ValueError(f'Incomplete programme metadata {pid}')
|
||||||
|
if require_doi and (not doi or not re.fullmatch(re.escape(VOLUME) + r'\.\d+', doi) or not abstract):
|
||||||
|
raise ValueError(f'Missing programme DOI or abstract {pid}')
|
||||||
|
papers[pid] = {'programme_id': pid, 'title': title, 'author_display_names': authors,
|
||||||
|
'abstract': abstract, 'programme_label': label, 'programme_doi_link': doi_url,
|
||||||
|
'doi': doi if require_doi else None}
|
||||||
|
return papers
|
||||||
|
|
||||||
|
|
||||||
|
def parse_supplemental(raw):
|
||||||
|
document = Document(raw.decode('utf-8'))
|
||||||
|
events = {}
|
||||||
|
for session in fields(document.root, 'sessblock'):
|
||||||
|
section = session.attrs.get('id', '')
|
||||||
|
if not section.startswith(('pre-', 'kn-')):
|
||||||
|
continue
|
||||||
|
for card in fields(session, 'paper'):
|
||||||
|
labels = fields(card, 'badge')
|
||||||
|
if len(labels) != 1:
|
||||||
|
raise ValueError(f'Ambiguous supplemental label in {section}')
|
||||||
|
label = clean(labels[0].text())
|
||||||
|
if label not in SUPPLEMENTAL:
|
||||||
|
continue
|
||||||
|
titles = fields(card, 'ptitle')
|
||||||
|
abstracts = fields(card, 'abstxt')
|
||||||
|
locator = card.attrs.get('id') or section
|
||||||
|
if locator in events or len(titles) != 1 or len(abstracts) > 1:
|
||||||
|
raise ValueError(f'Ambiguous supplemental entry {locator}')
|
||||||
|
events[locator] = {'programme_locator': locator, 'programme_section': section,
|
||||||
|
'programme_label': label, 'title': clean(titles[0].text()),
|
||||||
|
'author_display_names': [clean(a.text()) for a in fields(card, 'au')],
|
||||||
|
'abstract': clean(abstracts[0].text()) if abstracts else None}
|
||||||
|
return events
|
||||||
|
|
||||||
|
|
||||||
|
def parse_registry(snapshots):
|
||||||
|
volume = json.loads(snapshots['crossref-parent.json'])['message']
|
||||||
|
if (volume['DOI'], volume['title'], volume['ISBN']) != (VOLUME, [CONTAINER], ['9798400725395']):
|
||||||
|
raise ValueError('Unexpected Crossref volume')
|
||||||
|
records = {}
|
||||||
|
for number, count in enumerate(PAGE_COUNTS, 1):
|
||||||
|
name = f'crossref-page-{number}.json'
|
||||||
|
message = json.loads(snapshots[name])['message']
|
||||||
|
if message['total-results'] != 1081 or len(message['items']) != count:
|
||||||
|
raise ValueError(f'Unexpected Crossref pagination in {name}')
|
||||||
|
for item in message['items']:
|
||||||
|
doi = item['DOI'].lower()
|
||||||
|
if (doi in records or not re.fullmatch(re.escape(VOLUME) + r'\.\d+', doi)
|
||||||
|
or item.get('container-title') != [CONTAINER] or item.get('type') != 'proceedings-article'
|
||||||
|
or item.get('published', {}).get('date-parts') != [[2026, 11, 6]]):
|
||||||
|
raise ValueError(f'Unexpected Crossref record {doi}')
|
||||||
|
records[doi] = {'registry': item, 'source_file': name}
|
||||||
|
return records
|
||||||
|
|
||||||
|
|
||||||
|
def collect(snapshots, output):
|
||||||
|
snapshots = Path(snapshots)
|
||||||
|
output = Path(output)
|
||||||
|
if output.exists() or output.is_symlink():
|
||||||
|
raise FileExistsError(output)
|
||||||
|
bodies = {}
|
||||||
|
for name, expected in HASHES.items():
|
||||||
|
path = snapshots / name
|
||||||
|
if path.is_symlink() or not path.is_file() or path.stat().st_size > 8 * 1024**2:
|
||||||
|
raise ValueError(f'Invalid snapshot file {name}')
|
||||||
|
raw = path.read_bytes()
|
||||||
|
if sha256(raw).hexdigest() != expected:
|
||||||
|
raise ValueError(f'Snapshot hash mismatch for {name}')
|
||||||
|
bodies[name] = raw
|
||||||
|
|
||||||
|
programme = parse_program(bodies['program.html'], require_doi=True)
|
||||||
|
alternate = parse_program(bodies['CIKM2026_program.html'], require_doi=False)
|
||||||
|
supplemental = parse_supplemental(bodies['program.html'])
|
||||||
|
registry = parse_registry(bodies)
|
||||||
|
programme_dois = {r['doi'] for r in programme.values()}
|
||||||
|
tracks = Counter(r['programme_label'] for r in programme.values())
|
||||||
|
if (tracks != TRACKS or len(programme_dois) != len(programme) or programme_dois - registry.keys()
|
||||||
|
or len(alternate) != 1005 or alternate.keys() - programme.keys()
|
||||||
|
or len(supplemental) != 73 or len(registry) - len(programme_dois) != 73):
|
||||||
|
raise ValueError('Unexpected programme or registry coverage')
|
||||||
|
groups = {
|
||||||
|
'programme': programme,
|
||||||
|
'alternate-programme': alternate,
|
||||||
|
'supplemental-programme': supplemental,
|
||||||
|
'crossref': registry,
|
||||||
|
}
|
||||||
|
output.mkdir(parents=True, exist_ok=False)
|
||||||
|
files = {}
|
||||||
|
for name, rows in groups.items():
|
||||||
|
filename = name + '.jsonl'
|
||||||
|
payload = ''.join(json.dumps({'source_key': key, **row}, ensure_ascii=False) + '\n'
|
||||||
|
for key, row in sorted(rows.items())).encode()
|
||||||
|
(output / filename).write_bytes(payload)
|
||||||
|
files[filename] = {'records': len(rows), 'sha256': sha256(payload).hexdigest()}
|
||||||
|
report = {'status': 'collected_pending_identity_review', 'files': files, 'input_sha256': HASHES,
|
||||||
|
'programme_by_label': dict(tracks), 'programme_dois_in_registry': len(programme_dois),
|
||||||
|
'registry_outside_doi_programme': sorted(registry.keys() - programme_dois),
|
||||||
|
'programme_ids_missing_from_alternate': sorted(programme.keys() - alternate.keys()),
|
||||||
|
'database_written': False, 'public_negative_decisions_verified': False}
|
||||||
|
partial = output / 'collection-report.json.part'
|
||||||
|
partial.write_text(json.dumps(report, ensure_ascii=False, indent=2) + '\n', encoding='utf-8')
|
||||||
|
partial.replace(output / 'collection-report.json')
|
||||||
|
return report
|
||||||
|
|
||||||
|
|
||||||
|
def main(argv=None, *, prog=None):
|
||||||
|
parser = argparse.ArgumentParser(prog=prog, description=__doc__)
|
||||||
|
parser.add_argument('--snapshots', type=Path, required=True)
|
||||||
|
parser.add_argument('--out', type=Path, required=True)
|
||||||
|
options = parser.parse_args(argv)
|
||||||
|
print(json.dumps(collect(options.snapshots, options.out), ensure_ascii=False))
|
||||||
@@ -0,0 +1,184 @@
|
|||||||
|
"""Normalize frozen ECCV 2026 Springer proceedings and preserve publisher evidence."""
|
||||||
|
import argparse
|
||||||
|
import fcntl
|
||||||
|
import hashlib
|
||||||
|
import json
|
||||||
|
from pathlib import Path
|
||||||
|
import re
|
||||||
|
import tempfile
|
||||||
|
|
||||||
|
from paper_atlas.io.html import Document, clean
|
||||||
|
from paper_atlas.io.springer import parse_chapter, read_page, snapshot_index
|
||||||
|
|
||||||
|
SOURCE = 'eccv2026_springer'
|
||||||
|
ORIGIN = 'https://link.springer.com'
|
||||||
|
BOOK_TITLE = 'Computer Vision – ECCV 2026'
|
||||||
|
LIST_URL = ORIGIN + '/conference/eccv'
|
||||||
|
BOOK = re.compile(r'10\.1007/978-3-032-\d{5}-[\dXx]')
|
||||||
|
CHAPTER = re.compile(BOOK.pattern + r'_[1-9]\d*')
|
||||||
|
VOLUMES = set(range(17001, 17079))
|
||||||
|
PUBLICATIONS = 2835
|
||||||
|
|
||||||
|
|
||||||
|
def fingerprint(raw):
|
||||||
|
return hashlib.sha256(raw).hexdigest()
|
||||||
|
|
||||||
|
|
||||||
|
def toc_page(html, book_doi, volume):
|
||||||
|
tree = Document(html).root
|
||||||
|
text = clean(tree.text())
|
||||||
|
if BOOK_TITLE not in text or 'Malmö' not in text or f'(LNCS, volume {volume})' not in text:
|
||||||
|
raise ValueError('Unexpected Springer ECCV volume scope')
|
||||||
|
entries = {}
|
||||||
|
for node in tree.walk():
|
||||||
|
if node.tag != 'li' or node.attrs.get('data-test') != 'chapter':
|
||||||
|
continue
|
||||||
|
headings = [n for n in node.walk() if n.tag == 'h3']
|
||||||
|
if len(headings) != 1:
|
||||||
|
raise ValueError('Ambiguous Springer contents heading')
|
||||||
|
heading, = headings
|
||||||
|
title = clean(heading.text())
|
||||||
|
links = [n.attrs.get('href', '') for n in heading.walk() if n.tag == 'a']
|
||||||
|
if title in ('Front Matter', 'Back Matter') and not links:
|
||||||
|
continue
|
||||||
|
if len(links) != 1 or not title:
|
||||||
|
raise ValueError('Authored contents entry lacks one chapter link')
|
||||||
|
link, = links
|
||||||
|
doi = link.removeprefix('/chapter/')
|
||||||
|
if (not link.startswith('/chapter/') or not CHAPTER.fullmatch(doi)
|
||||||
|
or not doi.startswith(book_doi + '_') or doi in entries):
|
||||||
|
raise ValueError('Unexpected or duplicate Springer chapter DOI')
|
||||||
|
entries[doi] = title
|
||||||
|
if not entries:
|
||||||
|
raise ValueError('Empty Springer contents page')
|
||||||
|
return entries
|
||||||
|
|
||||||
|
|
||||||
|
def publisher_inventory(root):
|
||||||
|
root = Path(root).resolve()
|
||||||
|
receipt_bytes = (root / 'receipts.jsonl').read_bytes()
|
||||||
|
inventory_bytes = (root / 'volume-checkpoint.json').read_bytes()
|
||||||
|
summary = json.loads((root / 'summary.json').read_bytes())
|
||||||
|
volumes = json.loads(inventory_bytes)
|
||||||
|
receipt_rows = [json.loads(line) for line in receipt_bytes.splitlines()]
|
||||||
|
receipts = {row['file']: row for row in receipt_rows}
|
||||||
|
if (summary['raw_receipts_sha256'] != fingerprint(receipt_bytes)
|
||||||
|
or summary['volume_checkpoint_sha256'] != fingerprint(inventory_bytes)
|
||||||
|
or set(volumes) != {str(n) for n in VOLUMES}
|
||||||
|
or len(receipts) != len(receipt_rows)):
|
||||||
|
raise ValueError('Incomplete or inconsistent Springer contents snapshot')
|
||||||
|
entries, used = {}, set()
|
||||||
|
for number, volume in sorted(volumes.items()):
|
||||||
|
book_url = volume['book']
|
||||||
|
book_doi = book_url.removeprefix(ORIGIN + '/book/')
|
||||||
|
if not BOOK.fullmatch(book_doi) or book_url != ORIGIN + '/book/' + book_doi:
|
||||||
|
raise ValueError('Unexpected Springer volume URL')
|
||||||
|
if set(volume['files']) != {'1', '2'}:
|
||||||
|
raise ValueError('Missing reviewed Springer contents page')
|
||||||
|
volume_dois = set()
|
||||||
|
for index, file in volume['files'].items():
|
||||||
|
receipt = receipts[file]
|
||||||
|
path = root / file
|
||||||
|
page_url = book_url + ('?page=2' if index == '2' else '')
|
||||||
|
if (file in used or Path(file).name != file or not path.resolve().is_relative_to(root)
|
||||||
|
or receipt['url'] != page_url or receipt['status'] != 200
|
||||||
|
or not 0 < receipt['bytes'] <= 3_000_000):
|
||||||
|
raise ValueError('Unsafe, reused or mismatched Springer contents receipt')
|
||||||
|
raw = path.read_bytes()
|
||||||
|
if len(raw) != receipt['bytes'] or fingerprint(raw) != receipt['sha256']:
|
||||||
|
raise ValueError('Springer contents bytes disagree with receipt')
|
||||||
|
used.add(file)
|
||||||
|
page_entries = toc_page(raw.decode(), book_doi, int(number))
|
||||||
|
if entries.keys() & page_entries.keys():
|
||||||
|
raise ValueError('Springer chapter repeats across contents pages')
|
||||||
|
volume_dois.update(page_entries)
|
||||||
|
entries.update({doi: {'title': title, 'lncs_volume': int(number), 'book_doi': book_doi,
|
||||||
|
'evidence_url': page_url, 'evidence_sha256': receipt['sha256']}
|
||||||
|
for doi, title in page_entries.items()})
|
||||||
|
if volume_dois != set(volume['chapter_dois']) or len(volume_dois) != len(volume['chapter_dois']):
|
||||||
|
raise ValueError('Springer volume chapter set differs from checkpoint')
|
||||||
|
if used != receipts.keys() or len(entries) != PUBLICATIONS or summary['chapter_link_count'] != PUBLICATIONS:
|
||||||
|
raise ValueError('Springer contents chapter total differs from the reviewed archive')
|
||||||
|
return entries
|
||||||
|
|
||||||
|
|
||||||
|
def publisher_row(chapter, toc, evidence):
|
||||||
|
doi = chapter['doi']
|
||||||
|
if clean(chapter['title']) != toc['title']:
|
||||||
|
raise ValueError('Chapter title differs from Springer contents, review the version')
|
||||||
|
url = ORIGIN + '/chapter/' + doi
|
||||||
|
return {
|
||||||
|
'source': SOURCE, 'external_id': doi, 'url': url,
|
||||||
|
'venue': 'ECCV', 'year': 2026, 'track': 'main',
|
||||||
|
'title': chapter['title'], 'authors': chapter['authors'], 'abstract': chapter['abstract'],
|
||||||
|
'status': 'accepted', 'identifiers': {'doi': doi},
|
||||||
|
'submission_identifiers': [{'scheme': 'publication_doi', 'value': doi}],
|
||||||
|
'evidence_url': url, 'observed_at': evidence['observed_at'],
|
||||||
|
'raw_decision': 'Chapter published in the refereed ECCV 2026 conference proceedings.',
|
||||||
|
'tags': [{'namespace': SOURCE + ':publication_format', 'value': 'proceedings_chapter'}],
|
||||||
|
'metadata': {
|
||||||
|
'book_title': BOOK_TITLE, 'book_doi': toc['book_doi'], 'lncs_volume': toc['lncs_volume'],
|
||||||
|
'authors_citation_raw': chapter['authors_citation_raw'], 'first_page': chapter['first_page'],
|
||||||
|
'last_page': chapter['last_page'], 'publisher_chapter_evidence': evidence,
|
||||||
|
'publisher_contents_evidence': {'url': toc['evidence_url'], 'sha256': toc['evidence_sha256']},
|
||||||
|
'scope': 'Refereed conference proceedings, LNCS 17001–17078.',
|
||||||
|
'original_decision_signature_verified': False,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def collect(out, *, toc_snapshots, chapter_snapshots):
|
||||||
|
contents = publisher_inventory(toc_snapshots)
|
||||||
|
chapters = snapshot_index(chapter_snapshots)
|
||||||
|
urls = {ORIGIN + '/chapter/' + doi: doi for doi in contents}
|
||||||
|
if not chapters or not chapters.keys() <= urls.keys():
|
||||||
|
raise ValueError('No chapter snapshots or chapter outside reviewed ECCV proceedings')
|
||||||
|
rows, raw = [], {}
|
||||||
|
for url in sorted(chapters):
|
||||||
|
doi = urls[url]
|
||||||
|
body, evidence = read_page(chapters, url)
|
||||||
|
chapter = parse_chapter(body.decode(), doi, book_title=BOOK_TITLE, publication_year=2026)
|
||||||
|
rows.append(publisher_row(chapter, contents[doi], evidence))
|
||||||
|
raw[evidence['file']] = body
|
||||||
|
out = Path(out)
|
||||||
|
out.mkdir(parents=True, exist_ok=True)
|
||||||
|
lock_path = out / 'eccv2026-publications.collect.lock'
|
||||||
|
filename = 'eccv2026-springer-main.jsonl'
|
||||||
|
with lock_path.open('a') as lock:
|
||||||
|
fcntl.flock(lock, fcntl.LOCK_EX | fcntl.LOCK_NB)
|
||||||
|
if any(p != lock_path for p in out.iterdir()):
|
||||||
|
raise FileExistsError('Existing output must be inspected, not overwritten')
|
||||||
|
with tempfile.TemporaryDirectory(prefix='.eccv2026-publications-', dir=out) as temporary:
|
||||||
|
stage = Path(temporary)
|
||||||
|
(stage / 'evidence').mkdir()
|
||||||
|
for path, body in raw.items():
|
||||||
|
(stage / path).write_bytes(body)
|
||||||
|
data = ''.join(json.dumps(row, ensure_ascii=False) + '\n' for row in rows).encode()
|
||||||
|
(stage / filename).write_bytes(data)
|
||||||
|
manifest = {
|
||||||
|
'source': SOURCE, 'venue': 'ECCV', 'year': 2026, 'track': 'main', 'parser_version': 1,
|
||||||
|
'file': str(out / filename), 'file_sha256': fingerprint(data), 'count': len(rows),
|
||||||
|
'list_url': LIST_URL, 'source_expected_count': PUBLICATIONS, 'status': 'partial',
|
||||||
|
'missing_abstract_count': sum(not r['abstract'] for r in rows),
|
||||||
|
}
|
||||||
|
report = {
|
||||||
|
'status': 'collected_pending_identity_review', 'records': len(rows), 'files': [manifest],
|
||||||
|
'toc_chapters': len(contents), 'chapter_details_missing': len(contents) - len(rows),
|
||||||
|
'database_written': False,
|
||||||
|
}
|
||||||
|
metadata = Path(filename).with_suffix('.manifest.json')
|
||||||
|
(stage / metadata).write_text(json.dumps(manifest, indent=2) + '\n')
|
||||||
|
(stage / 'collection-report.json').write_text(json.dumps(report, indent=2) + '\n')
|
||||||
|
for item in ('evidence', filename, metadata, 'collection-report.json'):
|
||||||
|
(stage / item).replace(out / item)
|
||||||
|
return report
|
||||||
|
|
||||||
|
|
||||||
|
def main(argv=None, *, prog=None):
|
||||||
|
parser = argparse.ArgumentParser(prog=prog)
|
||||||
|
parser.add_argument('--toc-snapshots', required=True)
|
||||||
|
parser.add_argument('--chapter-snapshots', required=True)
|
||||||
|
parser.add_argument('--out', required=True)
|
||||||
|
args = parser.parse_args(argv)
|
||||||
|
print(json.dumps(collect(args.out, toc_snapshots=args.toc_snapshots,
|
||||||
|
chapter_snapshots=args.chapter_snapshots), ensure_ascii=False))
|
||||||
@@ -1,16 +1,14 @@
|
|||||||
"""Reviewed postconference selected volumes from frozen public HTML metadata."""
|
"""Reviewed postconference selected volumes from frozen public HTML metadata."""
|
||||||
import argparse
|
import argparse
|
||||||
from collections import defaultdict
|
|
||||||
import fcntl
|
import fcntl
|
||||||
import hashlib
|
import hashlib
|
||||||
import json
|
import json
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
import re
|
import re
|
||||||
import tempfile
|
import tempfile
|
||||||
from urllib.parse import parse_qs, urlsplit
|
|
||||||
|
|
||||||
from paper_atlas.db.submissions import timestamp
|
|
||||||
from paper_atlas.io.html import Document, clean
|
from paper_atlas.io.html import Document, clean
|
||||||
|
from paper_atlas.io.springer import parse_chapter as parse_citation_chapter, read_page, snapshot_index
|
||||||
|
|
||||||
SOURCE = 'springer_selected_volume'
|
SOURCE = 'springer_selected_volume'
|
||||||
BOOK = '10.1007/978-1-4612-2660-4'
|
BOOK = '10.1007/978-1-4612-2660-4'
|
||||||
@@ -26,50 +24,6 @@ SCOPE = {
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
def snapshot_index(root):
|
|
||||||
root = Path(root).resolve()
|
|
||||||
receipts = json.loads((root/'receipts.json').read_bytes())['responses']
|
|
||||||
index = {}
|
|
||||||
for receipt in receipts:
|
|
||||||
url = receipt['url']
|
|
||||||
if url in index:
|
|
||||||
raise ValueError('Duplicate snapshot URL')
|
|
||||||
index[url] = (root, receipt)
|
|
||||||
return index
|
|
||||||
|
|
||||||
|
|
||||||
def read_page(index, url):
|
|
||||||
if url not in index:
|
|
||||||
raise ValueError('Missing required public HTML snapshot: '+url)
|
|
||||||
root, receipt = index[url]
|
|
||||||
filename = Path(receipt['file'])
|
|
||||||
path = root/filename
|
|
||||||
content_type = {k.lower():v for k,v in receipt.get('headers', {}).items()}.get('content-type', '')
|
|
||||||
requested, final = urlsplit(url), urlsplit(receipt.get('final_url', ''))
|
|
||||||
query = parse_qs(final.query, keep_blank_values=True)
|
|
||||||
original_query = parse_qs(requested.query, keep_blank_values=True)
|
|
||||||
# Springer returns the public metadata with an explicit cookie diagnostic.
|
|
||||||
# Retain that final URL verbatim; accept no other redirect or changed page.
|
|
||||||
if query != original_query and requested.netloc == 'link.springer.com':
|
|
||||||
if (query.pop('error', None) != ['cookies_not_supported']
|
|
||||||
or not re.fullmatch(r'[0-9a-f-]{36}', ''.join(query.pop('code', [])))):
|
|
||||||
raise ValueError('Unreviewed Springer redirect query')
|
|
||||||
if (filename.is_absolute() or '..' in filename.parts or not path.resolve().is_relative_to(root)
|
|
||||||
or receipt.get('http_status') != 200
|
|
||||||
or (final.scheme, final.netloc, final.path) != (requested.scheme, requested.netloc, requested.path)
|
|
||||||
or final.fragment or query != original_query
|
|
||||||
or 'text/html' not in content_type.lower()):
|
|
||||||
raise ValueError('Unsafe, redirected or unsuccessful public HTML snapshot')
|
|
||||||
raw = path.read_bytes()
|
|
||||||
digest = hashlib.sha256(raw).hexdigest()
|
|
||||||
if len(raw) > 2_000_000 or len(raw) != receipt['bytes'] or digest != receipt['sha256']:
|
|
||||||
raise ValueError('Snapshot checksum or size differs')
|
|
||||||
evidence = {'url':url, 'sha256':digest, 'bytes':len(raw),
|
|
||||||
'file':'evidence/'+digest+'.html', 'http_status':200,
|
|
||||||
'observed_at':timestamp(receipt['at']), 'response_receipt':receipt}
|
|
||||||
return raw, evidence
|
|
||||||
|
|
||||||
|
|
||||||
def parse_toc(html, *, excluded_materials=None):
|
def parse_toc(html, *, excluded_materials=None):
|
||||||
entries = {}
|
entries = {}
|
||||||
for node in Document(html).root.walk():
|
for node in Document(html).root.walk():
|
||||||
@@ -97,40 +51,8 @@ def parse_toc(html, *, excluded_materials=None):
|
|||||||
|
|
||||||
|
|
||||||
def parse_chapter(html, doi):
|
def parse_chapter(html, doi):
|
||||||
nodes = list(Document(html).root.walk())
|
return parse_citation_chapter(html, doi, book_title=SCOPE['book_title'],
|
||||||
meta = defaultdict(list)
|
publication_year=SCOPE['publication_year'])
|
||||||
for node in nodes:
|
|
||||||
if node.tag == 'meta' and node.attrs.get('name', '').startswith('citation_'):
|
|
||||||
meta[node.attrs['name']].append(node.attrs.get('content', ''))
|
|
||||||
def one(key):
|
|
||||||
values = meta[key]
|
|
||||||
if len(values) != 1 or not values[0]:
|
|
||||||
raise ValueError('Missing or ambiguous citation field: '+key)
|
|
||||||
return values[0]
|
|
||||||
if (one('citation_doi') != doi or one('citation_inbook_title') != SCOPE['book_title']
|
|
||||||
or one('citation_publication_date') != str(SCOPE['publication_year'])):
|
|
||||||
raise ValueError('Chapter DOI, book or publication year differs from reviewed scope')
|
|
||||||
raw_authors = meta['citation_author']
|
|
||||||
if not raw_authors:
|
|
||||||
raise ValueError('Missing named chapter authors')
|
|
||||||
authors = []
|
|
||||||
for raw in raw_authors:
|
|
||||||
if raw.count(',') != 1:
|
|
||||||
raise ValueError('Unreviewed citation author format')
|
|
||||||
family, given = [clean(s) for s in raw.split(',', 1)]
|
|
||||||
if not family or not given:
|
|
||||||
raise ValueError('Incomplete citation author')
|
|
||||||
authors.append({'given':given, 'family':family})
|
|
||||||
abstract_nodes = [n for n in nodes if n.attrs.get('id') == 'Abs1-content']
|
|
||||||
if len(abstract_nodes) > 1:
|
|
||||||
raise ValueError('Ambiguous abstract section')
|
|
||||||
abstract = clean(abstract_nodes[0].text()) if abstract_nodes else None
|
|
||||||
first, last = one('citation_firstpage'), one('citation_lastpage')
|
|
||||||
if not first.isdigit() or not last.isdigit() or int(first) > int(last):
|
|
||||||
raise ValueError('Invalid chapter pages')
|
|
||||||
return {'doi':doi, 'title':one('citation_title'), 'authors':authors,
|
|
||||||
'authors_citation_raw':list(raw_authors), 'abstract':abstract or None,
|
|
||||||
'first_page':first, 'last_page':last}
|
|
||||||
|
|
||||||
|
|
||||||
def record_for(chapter, evidence, scope_evidence):
|
def record_for(chapter, evidence, scope_evidence):
|
||||||
|
|||||||
@@ -66,7 +66,7 @@ def require_incremental_parent(c, source, manifest, options):
|
|||||||
if entries:
|
if entries:
|
||||||
if len(entries) != 1 or entries[0][0] != manifest['list_url']:
|
if len(entries) != 1 or entries[0][0] != manifest['list_url']:
|
||||||
raise ValueError('Incremental coverage requires one unambiguous source listing')
|
raise ValueError('Incremental coverage requires one unambiguous source listing')
|
||||||
if tuple(entries[0][1:]) != ('partial', prior_expected, previous):
|
if tuple(entries[0][i] for i in (1, 2, 3)) != ('partial', prior_expected, previous):
|
||||||
raise ValueError('Incremental coverage parent changed or is not partial')
|
raise ValueError('Incremental coverage parent changed or is not partial')
|
||||||
elif previous != 0 or prior_expected is not None:
|
elif previous != 0 or prior_expected is not None:
|
||||||
raise ValueError('Incremental coverage parent is absent')
|
raise ValueError('Incremental coverage parent is absent')
|
||||||
|
|||||||
@@ -0,0 +1,122 @@
|
|||||||
|
"""Frozen Springer public HTML receipts and chapter citation metadata."""
|
||||||
|
from collections import defaultdict
|
||||||
|
import hashlib
|
||||||
|
from pathlib import Path
|
||||||
|
import json
|
||||||
|
import re
|
||||||
|
from urllib.parse import parse_qs, urlsplit
|
||||||
|
|
||||||
|
from paper_atlas.db.submissions import timestamp
|
||||||
|
from paper_atlas.io.html import Document, clean
|
||||||
|
|
||||||
|
|
||||||
|
def snapshot_index(root):
|
||||||
|
root = Path(root).resolve()
|
||||||
|
receipts = json.loads((root/'receipts.json').read_bytes())['responses']
|
||||||
|
index = {}
|
||||||
|
for receipt in receipts:
|
||||||
|
url = receipt['url']
|
||||||
|
if url in index:
|
||||||
|
raise ValueError('Duplicate snapshot URL')
|
||||||
|
index[url] = (root, receipt)
|
||||||
|
return index
|
||||||
|
|
||||||
|
|
||||||
|
def read_page(index, url):
|
||||||
|
if url not in index:
|
||||||
|
raise ValueError('Missing required public HTML snapshot: '+url)
|
||||||
|
root, receipt = index[url]
|
||||||
|
filename = Path(receipt['file'])
|
||||||
|
path = root/filename
|
||||||
|
content_type = {k.lower():v for k,v in receipt.get('headers', {}).items()}.get('content-type', '')
|
||||||
|
requested, final = urlsplit(url), urlsplit(receipt.get('final_url', ''))
|
||||||
|
query = parse_qs(final.query, keep_blank_values=True)
|
||||||
|
original_query = parse_qs(requested.query, keep_blank_values=True)
|
||||||
|
# Springer returns the public metadata with an explicit cookie diagnostic.
|
||||||
|
# Retain that final URL verbatim; accept no other redirect or changed page.
|
||||||
|
if query != original_query and requested.netloc == 'link.springer.com':
|
||||||
|
if (query.pop('error', None) != ['cookies_not_supported']
|
||||||
|
or not re.fullmatch(r'[0-9a-f-]{36}', ''.join(query.pop('code', [])))):
|
||||||
|
raise ValueError('Unreviewed Springer redirect query')
|
||||||
|
if (filename.is_absolute() or '..' in filename.parts or not path.resolve().is_relative_to(root)
|
||||||
|
or receipt.get('http_status') != 200
|
||||||
|
or (final.scheme, final.netloc, final.path) != (requested.scheme, requested.netloc, requested.path)
|
||||||
|
or final.fragment or query != original_query
|
||||||
|
or 'text/html' not in content_type.lower()):
|
||||||
|
raise ValueError('Unsafe, redirected or unsuccessful public HTML snapshot')
|
||||||
|
raw = path.read_bytes()
|
||||||
|
digest = hashlib.sha256(raw).hexdigest()
|
||||||
|
if len(raw) > 2_000_000 or len(raw) != receipt['bytes'] or digest != receipt['sha256']:
|
||||||
|
raise ValueError('Snapshot checksum or size differs')
|
||||||
|
evidence = {'url':url, 'sha256':digest, 'bytes':len(raw),
|
||||||
|
'file':'evidence/'+digest+'.html', 'http_status':200,
|
||||||
|
'observed_at':timestamp(receipt['at']), 'response_receipt':receipt}
|
||||||
|
return raw, evidence
|
||||||
|
|
||||||
|
|
||||||
|
def require_display_authors(nodes, authors):
|
||||||
|
matching_article_lists = []
|
||||||
|
for node in nodes:
|
||||||
|
if node.tag != 'script' or node.attrs.get('type') != 'application/ld+json':
|
||||||
|
continue
|
||||||
|
try:
|
||||||
|
article = json.loads(''.join(node.children))
|
||||||
|
except json.JSONDecodeError:
|
||||||
|
continue
|
||||||
|
if not isinstance(article, dict) or article.get('@type') != 'ScholarlyArticle':
|
||||||
|
continue
|
||||||
|
entries = article.get('author')
|
||||||
|
if not isinstance(entries, list) or not all(
|
||||||
|
isinstance(entry, dict) and isinstance(entry.get('name'), str) for entry in entries
|
||||||
|
):
|
||||||
|
raise ValueError('Unreviewed Springer article author list')
|
||||||
|
matching_article_lists.append([clean(entry['name']) for entry in entries])
|
||||||
|
if matching_article_lists != [authors]:
|
||||||
|
raise ValueError('Single-name author requires matching Springer display author list')
|
||||||
|
|
||||||
|
|
||||||
|
def parse_chapter(html, doi, *, book_title, publication_year):
|
||||||
|
nodes = list(Document(html).root.walk())
|
||||||
|
meta = defaultdict(list)
|
||||||
|
for node in nodes:
|
||||||
|
if node.tag == 'meta' and node.attrs.get('name', '').startswith('citation_'):
|
||||||
|
meta[node.attrs['name']].append(node.attrs.get('content', ''))
|
||||||
|
def one(key):
|
||||||
|
values = meta[key]
|
||||||
|
if len(values) != 1 or not values[0]:
|
||||||
|
raise ValueError('Missing or ambiguous citation field: '+key)
|
||||||
|
return values[0]
|
||||||
|
if (one('citation_doi') != doi or one('citation_inbook_title') != book_title
|
||||||
|
or one('citation_publication_date') != str(publication_year)):
|
||||||
|
raise ValueError('Chapter DOI, book or publication year differs from reviewed scope')
|
||||||
|
raw_authors = meta['citation_author']
|
||||||
|
if not raw_authors:
|
||||||
|
raise ValueError('Missing named chapter authors')
|
||||||
|
authors = []
|
||||||
|
for raw in raw_authors:
|
||||||
|
if ',' not in raw:
|
||||||
|
name = clean(raw)
|
||||||
|
if len(name.split()) != 1 or not any(character.isalpha() for character in name):
|
||||||
|
raise ValueError('Unreviewed citation author format')
|
||||||
|
authors.append(name)
|
||||||
|
continue
|
||||||
|
if raw.count(',') != 1:
|
||||||
|
raise ValueError('Unreviewed citation author format')
|
||||||
|
family, given = [clean(s) for s in raw.split(',', 1)]
|
||||||
|
if not family or not given:
|
||||||
|
raise ValueError('Incomplete citation author')
|
||||||
|
authors.append({'given':given, 'family':family})
|
||||||
|
if any(isinstance(author, str) for author in authors):
|
||||||
|
display_names = [author if isinstance(author, str) else author['given']+' '+author['family']
|
||||||
|
for author in authors]
|
||||||
|
require_display_authors(nodes, display_names)
|
||||||
|
abstract_nodes = [n for n in nodes if n.attrs.get('id') == 'Abs1-content']
|
||||||
|
if len(abstract_nodes) > 1:
|
||||||
|
raise ValueError('Ambiguous abstract section')
|
||||||
|
abstract = clean(abstract_nodes[0].text()) if abstract_nodes else None
|
||||||
|
first, last = one('citation_firstpage'), one('citation_lastpage')
|
||||||
|
if not first.isdigit() or not last.isdigit() or int(first) > int(last):
|
||||||
|
raise ValueError('Invalid chapter pages')
|
||||||
|
return {'doi':doi, 'title':one('citation_title'), 'authors':authors,
|
||||||
|
'authors_citation_raw':list(raw_authors), 'abstract':abstract or None,
|
||||||
|
'first_page':first, 'last_page':last}
|
||||||
@@ -0,0 +1,124 @@
|
|||||||
|
"""Checks for published ECCV metadata and preserved submission histories."""
|
||||||
|
from hashlib import sha256
|
||||||
|
import json
|
||||||
|
from pathlib import Path
|
||||||
|
import sqlite3
|
||||||
|
import tempfile
|
||||||
|
import unittest
|
||||||
|
|
||||||
|
from paper_atlas.collectors.eccv2026_publications import BOOK_TITLE, SOURCE, collect
|
||||||
|
from paper_atlas.db.store import Store
|
||||||
|
from paper_atlas.ingestion.records import ingest_file
|
||||||
|
|
||||||
|
|
||||||
|
FIRST_BOOK = '10.1007/978-3-032-10000-0'
|
||||||
|
FIRST_DOI = FIRST_BOOK + '_1'
|
||||||
|
|
||||||
|
|
||||||
|
def snapshots(root):
|
||||||
|
toc, chapters = root / 'toc', root / 'chapters'
|
||||||
|
toc.mkdir()
|
||||||
|
chapters.mkdir()
|
||||||
|
receipts, volumes = [], {}
|
||||||
|
for offset in range(78):
|
||||||
|
volume = 17001 + offset
|
||||||
|
book = f'10.1007/978-3-032-{10000 + offset}-0'
|
||||||
|
book_url = 'https://link.springer.com/book/' + book
|
||||||
|
count = 37 if offset < 27 else 36
|
||||||
|
files, chapter_dois = {}, []
|
||||||
|
for page, indices in ((1, range(1, 20)), (2, range(20, count + 1))):
|
||||||
|
filename = f'{volume}-{page}.html'
|
||||||
|
html = f'<h1>{BOOK_TITLE}</h1><p>Malmö (LNCS, volume {volume})</p>'
|
||||||
|
html += '<li data-test="chapter"><h3>Front Matter</h3></li>'
|
||||||
|
for i in indices:
|
||||||
|
doi = f'{book}_{i}'
|
||||||
|
html += f'<li data-test="chapter"><h3><a href="/chapter/{doi}">Title {volume}-{i}</a></h3></li>'
|
||||||
|
chapter_dois.append(doi)
|
||||||
|
raw = html.encode()
|
||||||
|
(toc / filename).write_bytes(raw)
|
||||||
|
files[str(page)] = filename
|
||||||
|
receipts.append({'file': filename, 'status': 200, 'bytes': len(raw), 'sha256': sha256(raw).hexdigest(),
|
||||||
|
'url': book_url + ('?page=2' if page == 2 else '')})
|
||||||
|
volumes[str(volume)] = {'book': book_url, 'files': files, 'chapter_dois': chapter_dois}
|
||||||
|
data = ''.join(json.dumps(row) + '\n' for row in receipts).encode()
|
||||||
|
(toc / 'receipts.jsonl').write_bytes(data)
|
||||||
|
checkpoint = json.dumps(volumes).encode()
|
||||||
|
(toc / 'volume-checkpoint.json').write_bytes(checkpoint)
|
||||||
|
(toc / 'summary.json').write_text(json.dumps({
|
||||||
|
'raw_receipts_sha256': sha256(data).hexdigest(),
|
||||||
|
'volume_checkpoint_sha256': sha256(checkpoint).hexdigest(),
|
||||||
|
'chapter_link_count': 2835,
|
||||||
|
}))
|
||||||
|
url = 'https://link.springer.com/chapter/' + FIRST_DOI
|
||||||
|
citation = {
|
||||||
|
'citation_doi': FIRST_DOI, 'citation_title': 'Title 17001-1',
|
||||||
|
'citation_inbook_title': BOOK_TITLE, 'citation_publication_date': '2026',
|
||||||
|
'citation_firstpage': '1', 'citation_lastpage': '10',
|
||||||
|
'citation_author': 'Chen, Lei',
|
||||||
|
}
|
||||||
|
body = ''.join(f'<meta name="{k}" content="{v}">' for k, v in citation.items())
|
||||||
|
body += '<div id="Abs1-content"><p>Published abstract.</p></div>'
|
||||||
|
raw = body.encode()
|
||||||
|
(chapters / 'first.html').write_bytes(raw)
|
||||||
|
(chapters / 'receipts.json').write_text(json.dumps({'responses': [{
|
||||||
|
'url': url, 'final_url': url, 'file': 'first.html', 'at': '2026-11-18T00:00:00Z',
|
||||||
|
'http_status': 200, 'bytes': len(raw), 'sha256': sha256(raw).hexdigest(),
|
||||||
|
'headers': {'Content-Type': 'text/html'},
|
||||||
|
}]}))
|
||||||
|
return {'toc_snapshots': toc, 'chapter_snapshots': chapters}
|
||||||
|
|
||||||
|
|
||||||
|
class ECCV2026PublicationsTests(unittest.TestCase):
|
||||||
|
def test_frozen_snapshot_and_existing_history(self):
|
||||||
|
with tempfile.TemporaryDirectory() as tmp:
|
||||||
|
root = Path(tmp)
|
||||||
|
source = snapshots(root)
|
||||||
|
report = collect(root / 'out', **source)
|
||||||
|
self.assertEqual((report['toc_chapters'], report['chapter_details_missing']), (2835, 2834))
|
||||||
|
manifest, = report['files']
|
||||||
|
self.assertEqual((manifest['track'], manifest['status']), ('main', 'partial'))
|
||||||
|
row = json.loads(Path(manifest['file']).read_text())
|
||||||
|
self.assertEqual(row['identifiers'], {'doi': FIRST_DOI})
|
||||||
|
self.assertEqual(row['submission_identifiers'], [{'scheme': 'publication_doi', 'value': FIRST_DOI}])
|
||||||
|
self.assertEqual(row['authors'], [{'family': 'Chen', 'given': 'Lei'}])
|
||||||
|
self.assertEqual(row['abstract'], 'Published abstract.')
|
||||||
|
self.assertEqual(row['metadata']['lncs_volume'], 17001)
|
||||||
|
self.assertFalse(row['metadata']['original_decision_signature_verified'])
|
||||||
|
detail = row['metadata']['publisher_chapter_evidence']
|
||||||
|
self.assertEqual(sha256((root / 'out' / detail['file']).read_bytes()).hexdigest(), detail['sha256'])
|
||||||
|
db = root / 'example.sqlite'
|
||||||
|
store = Store(db)
|
||||||
|
pid, rid = store.record('prior', 'work', 'https://example.org/work',
|
||||||
|
row['title'], 'Original preprint abstract.', row['authors'],
|
||||||
|
{'arxiv': '2601.00001'})
|
||||||
|
store.decision(pid, rid, 'ICLR', 2026, 'main', 'work', 'https://example.org/decision',
|
||||||
|
'rejected', 'Original ICLR result.')
|
||||||
|
store.conn.commit()
|
||||||
|
store.conn.close()
|
||||||
|
row['identifiers']['arxiv'] = '2601.00001'
|
||||||
|
path = Path(manifest['file'])
|
||||||
|
raw = (json.dumps(row) + '\n').encode()
|
||||||
|
path.write_bytes(raw)
|
||||||
|
manifest['file_sha256'] = sha256(raw).hexdigest()
|
||||||
|
path.with_suffix('.manifest.json').write_text(json.dumps(manifest))
|
||||||
|
ingest_file(db, path)
|
||||||
|
ingest_file(db, path)
|
||||||
|
with sqlite3.connect(db) as conn:
|
||||||
|
self.assertEqual(conn.execute('SELECT id,abstract FROM papers').fetchall(),
|
||||||
|
[(pid, 'Original preprint abstract.')])
|
||||||
|
self.assertEqual(conn.execute('SELECT status FROM decisions ORDER BY id').fetchall(),
|
||||||
|
[('rejected',), ('accepted',)])
|
||||||
|
self.assertEqual(conn.execute('SELECT scheme,value FROM submission_identifiers').fetchall(),
|
||||||
|
[('publication_doi', FIRST_DOI)])
|
||||||
|
self.assertEqual(conn.execute('SELECT name FROM sources ORDER BY id').fetchall(), [('prior',), (SOURCE,)])
|
||||||
|
with self.assertRaises(FileExistsError):
|
||||||
|
collect(root / 'out', **source)
|
||||||
|
|
||||||
|
def test_changed_contents_receipt_stops_before_output(self):
|
||||||
|
with tempfile.TemporaryDirectory() as tmp:
|
||||||
|
root = Path(tmp)
|
||||||
|
source = snapshots(root)
|
||||||
|
(source['toc_snapshots'] / '17001-1.html').write_text('unverified bytes')
|
||||||
|
with self.assertRaisesRegex(ValueError, 'contents bytes disagree'):
|
||||||
|
collect(root / 'out', **source)
|
||||||
|
self.assertFalse((root / 'out').exists())
|
||||||
@@ -15,7 +15,7 @@ from paper_atlas.db.backend import open_store, open_read_connection
|
|||||||
from paper_atlas.db.store import Store
|
from paper_atlas.db.store import Store
|
||||||
from paper_atlas.ingestion import arxiv
|
from paper_atlas.ingestion import arxiv
|
||||||
from paper_atlas.ingestion.backfill import backfill
|
from paper_atlas.ingestion.backfill import backfill
|
||||||
from paper_atlas.ingestion.records import ingest_file
|
from paper_atlas.ingestion.records import coverage_options, ingest_file, require_incremental_parent
|
||||||
from paper_atlas.postgres.client import connect, ReadConnection
|
from paper_atlas.postgres.client import connect, ReadConnection
|
||||||
from paper_atlas.postgres.migration import migrate
|
from paper_atlas.postgres.migration import migrate
|
||||||
from paper_atlas.postgres.schema import quote
|
from paper_atlas.postgres.schema import quote
|
||||||
@@ -114,6 +114,36 @@ class PostgreSQLIngestionTests(unittest.TestCase):
|
|||||||
self.assertEqual(run[0],1)
|
self.assertEqual(run[0],1)
|
||||||
self.assertEqual(json.loads(run[1])['coverage']['imported_count'],3)
|
self.assertEqual(json.loads(run[1])['coverage']['imported_count'],3)
|
||||||
|
|
||||||
|
def test_incremental_parent_preflight_uses_readonly_postgres_rows_and_keeps_guards(self):
|
||||||
|
rows = [self.row(source='dblp', external=key, status='accepted', year=2001, venue='UAI')
|
||||||
|
for key in ('preflight1', 'preflight2')]
|
||||||
|
path = self.file('preflight-parent', rows)
|
||||||
|
target = path.with_suffix('.manifest.json')
|
||||||
|
manifest = json.loads(target.read_text())
|
||||||
|
manifest['status'] = 'partial'
|
||||||
|
target.write_text(json.dumps(manifest))
|
||||||
|
self.ingest(path)
|
||||||
|
proposed = dict(manifest, coverage_mode='incremental', count=1,
|
||||||
|
coverage_previous_count=2, coverage_previous_expected_count=2,
|
||||||
|
coverage_expected_count=4)
|
||||||
|
with closing(ReadConnection(self.service, self.schema)) as c:
|
||||||
|
self.assertEqual(c.execute('SHOW transaction_read_only').fetchone()[0], 'on')
|
||||||
|
source = c.execute("SELECT id FROM sources WHERE name='dblp'").fetchone()[0]
|
||||||
|
before = {table: c.execute('SELECT count(*) FROM '+table).fetchone()[0]
|
||||||
|
for table in ('papers', 'source_records', 'submissions', 'decisions', 'ingest_runs')}
|
||||||
|
coverage = [dict(row) for row in c.execute('SELECT * FROM edition_sources ORDER BY edition_id,source_id,list_url')]
|
||||||
|
require_incremental_parent(c, source, proposed, coverage_options(proposed))
|
||||||
|
for changes, error in (({'coverage_previous_count': 1}, 'parent changed'),
|
||||||
|
({'coverage_previous_expected_count': 3}, 'parent changed'),
|
||||||
|
({'list_url': 'https://example.org/other-list'}, 'unambiguous source listing')):
|
||||||
|
with self.subTest(changes=changes):
|
||||||
|
stale = dict(proposed, **changes)
|
||||||
|
with self.assertRaisesRegex(ValueError, error):
|
||||||
|
require_incremental_parent(c, source, stale, coverage_options(stale))
|
||||||
|
self.assertEqual({table: c.execute('SELECT count(*) FROM '+table).fetchone()[0]
|
||||||
|
for table in before}, before)
|
||||||
|
self.assertEqual([dict(row) for row in c.execute('SELECT * FROM edition_sources ORDER BY edition_id,source_id,list_url')], coverage)
|
||||||
|
|
||||||
def test_incremental_postgres_bound_failure_rolls_back_rows_and_summary(self):
|
def test_incremental_postgres_bound_failure_rolls_back_rows_and_summary(self):
|
||||||
listing='https://example.org/uai/2001'
|
listing='https://example.org/uai/2001'
|
||||||
rows=[self.row(source='dblp',external=key,status='accepted',year=2001,venue='UAI')
|
rows=[self.row(source='dblp',external=key,status='accepted',year=2001,venue='UAI')
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ import tempfile
|
|||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
from paper_atlas.collectors.springer_selected import (
|
from paper_atlas.collectors.springer_selected import (
|
||||||
BOOK, SOURCE, collect, parse_chapter, parse_toc, read_page, snapshot_index,
|
BOOK, SCOPE, SOURCE, collect, parse_chapter, parse_toc, read_page, snapshot_index,
|
||||||
)
|
)
|
||||||
from paper_atlas.db.store import Store
|
from paper_atlas.db.store import Store
|
||||||
from paper_atlas.ingestion.records import ingest_file
|
from paper_atlas.ingestion.records import ingest_file
|
||||||
@@ -153,6 +153,28 @@ class SpringerSelectedTests(unittest.TestCase):
|
|||||||
html = self.fixture['chapters']['chapter-01.html'].replace('id="Abs1-content"','id="not-an-abstract"')
|
html = self.fixture['chapters']['chapter-01.html'].replace('id="Abs1-content"','id="not-an-abstract"')
|
||||||
self.assertIsNone(parse_chapter(html, BOOK+'_1')['abstract'])
|
self.assertIsNone(parse_chapter(html, BOOK+'_1')['abstract'])
|
||||||
|
|
||||||
|
def test_single_name_preserves_literal_and_requires_ordered_display_confirmation(self):
|
||||||
|
html = f"""
|
||||||
|
<meta name="citation_doi" content="{BOOK}_1">
|
||||||
|
<meta name="citation_inbook_title" content="{SCOPE['book_title']}">
|
||||||
|
<meta name="citation_publication_date" content="{SCOPE['publication_year']}">
|
||||||
|
<meta name="citation_title" content="Example">
|
||||||
|
<meta name="citation_author" content="Rajkumar">
|
||||||
|
<meta name="citation_author" content="Doe, Jane">
|
||||||
|
<meta name="citation_firstpage" content="1">
|
||||||
|
<meta name="citation_lastpage" content="5">
|
||||||
|
"""
|
||||||
|
article = {'@type':'ScholarlyArticle', 'author':[{'name':'Rajkumar'}, {'name':'Jane Doe'}]}
|
||||||
|
script = '<script type="application/ld+json">{}</script>'
|
||||||
|
chapter = parse_chapter(html+script.format(json.dumps(article)), BOOK+'_1')
|
||||||
|
self.assertEqual(chapter['authors'], ['Rajkumar', {'family':'Doe', 'given':'Jane'}])
|
||||||
|
self.assertEqual(chapter['authors_citation_raw'], ['Rajkumar','Doe, Jane'])
|
||||||
|
with self.assertRaisesRegex(ValueError, 'matching Springer display author list'):
|
||||||
|
parse_chapter(html, BOOK+'_1')
|
||||||
|
article['author'].reverse()
|
||||||
|
with self.assertRaisesRegex(ValueError, 'matching Springer display author list'):
|
||||||
|
parse_chapter(html+script.format(json.dumps(article)), BOOK+'_1')
|
||||||
|
|
||||||
def test_toc_ignores_frontmatter_but_rejects_duplicate_publications(self):
|
def test_toc_ignores_frontmatter_but_rejects_duplicate_publications(self):
|
||||||
html = self.fixture['toc']['springer-toc1.html']
|
html = self.fixture['toc']['springer-toc1.html']
|
||||||
self.assertEqual(len(parse_toc(html)), 17)
|
self.assertEqual(len(parse_toc(html)), 17)
|
||||||
|
|||||||
Reference in New Issue
Block a user