From e38b2f1ca80dff0ecf39e6e49c6bf1fa4596e0c5 Mon Sep 17 00:00:00 2001 From: Codex Bot Date: Wed, 18 Nov 2026 13:25:06 +0800 Subject: [PATCH] Record verified ISMIR source links and preserved rejection history --- docs/coverage/backfill-status-2026-11-18.md | 35 +++ .../ismir2026-import10-2026-11-18.json | 247 ++++++++++++++++++ docs/ismir2026-program.md | 17 ++ 3 files changed, 299 insertions(+) create mode 100644 docs/coverage/backfill-status-2026-11-18.md create mode 100644 docs/coverage/ismir2026-import10-2026-11-18.json diff --git a/docs/coverage/backfill-status-2026-11-18.md b/docs/coverage/backfill-status-2026-11-18.md new file mode 100644 index 0000000..88a37a6 --- /dev/null +++ b/docs/coverage/backfill-status-2026-11-18.md @@ -0,0 +1,35 @@ +# 2020 起补漏状态:2026-11-18 + +总体仍为 **13/17,第 14 步未完成**。主动补漏从 2020 年起,2000–2019 年已发现线索仍保留,43 个早期历史缺口仍为延期,没有据此算作补齐。更早状态页保留为历史快照。 + +## 当前生产结果 + +ISMIR 首批 10 项已关联到现有论文,新增论文实体为 0;来源记录、独立投稿、录用观察各新增 10 条,94 条来源标签证据保留。覆盖 `partial10/140`,130 项仍待核验。详见[来源说明](../ismir2026-program.md)和[逐条验收记录](ismir2026-import10-2026-11-18.json)。 + +最新精确计数:论文实体 **3,568,022**,来源记录 **3,815,513**,投稿 **532,202**,决定来源观察 **571,754**。实体数量不是已经完成最终科学工作去重的数量;同一次投稿可能有多条决定来源观察。 + +paper `2757497` 保留 ICLR2026 一次拒稿投稿下的两条来源观察,并新增 ISMIR2026 录用投稿;实际 CLI 查询显示已知录用,旧拒稿历史仍可查询。不将两条来源观察计作两次拒稿,也不将来源采集时间当作决定时间。 + +## 固定范围存在性盘点 + +只读快照 `2026-11-18 05:20:48.641315+00`,范围仍为 43 会、278 个目标年度槽位:**274 个至少有一条投稿,4 个完全为空**,均为 2026 年的 **CIKM、ECCV、ICDM、IROS**。本批 ISMIR 使空槽从 5 降至 4。 + +这只统计“该年度至少有数据”,不是逐篇、逐 track、摘要或公开拒稿覆盖完整。2020–2025 没有整年空槽,仍有来源完整性和公开负面历史缺口。 + +|证据(相对服务器 `/data/paper-index/`)|SHA256| +|---|---| +|`collected/active-scope-census-20261118-v21/summary.json`|`2157035b72d351e2fe91f2bc0c6ebb305f91d95f8772ab9a088076ce4b86e1c2`| +|`collected/active-scope-census-20261118-v21/snapshot.json`|`c14bab883c5fcab33b450fcf240dec7225f2f17bc04c3e728b5583657b4ad23b`| +|`validation/active-scope-fixed278-v1.json`|`a835bef5b9c3a0f76069d840cecdb9a6bcf65d3a38796d70dbfdfd4b49242264`| + +本机使用固定分母、会议别名和逐 edition 快照独立重算 274/278;没有使用 `max(id)` 代替计数。 + +## 尚待完成 + +- ISMIR 仍有130项;62项无精确标题候选不等于新作品,6项作者部分匹配仍待审查。31项摘要逐字一致候选中,本批只消费10项,其余也须审查,不能批量算作已批准。 +- MM 已验收572项来源观察,注册清单1918项中仍有1346项待处理。已有134个暂建索引实体仍须后续身份审计;H2AL 来源及轨道纠正、版本化来源覆盖方案尚未用于生产,不能把不同版本轨道预期数相加当完整分母。 +- ECCV 的初步节目、ICDM 的研究/应用来源和缺失摘要仍需作品及出版核查;CIKM 缺实际逐篇目录;IROS 官方访问403仍保留限制,不重试绕过。各来源的采集、批准和导入状态必须分开。 +- 公开 rejected、desk-rejected、withdrawn 继续按会议、年份、track核查。ISMIR 的101组自愿公开评审来自录用节目,不是101条拒稿;UAI accepted-only 镜像与 EMNLP/NeurIPS 原始接口403均不能关闭拒稿缺口。近期镜像差集核查见 [PR #72](https://gitea.entroia.com/Zayden-Jung/paper-atlas/pulls/72)。 +- 后续仍需完成跨会作品与历史、独立类型和标签关系(第15步);全部导入结束后的全库去重、标识冲突、近似标题作者、摘要/约束/查询及覆盖审计(第16步);长期运行与恢复文档最终整理(第17步)。 + +已消费输入不得重放。下次从[ISMIR 当前增量父状态和恢复说明](../ismir2026-program.md)及 `work-state.json` 的本批已接受回执继续;保留旧 SQLite 只读备份,不因查询超时重新执行导入。 diff --git a/docs/coverage/ismir2026-import10-2026-11-18.json b/docs/coverage/ismir2026-import10-2026-11-18.json new file mode 100644 index 0000000..2d92ecd --- /dev/null +++ b/docs/coverage/ismir2026-import10-2026-11-18.json @@ -0,0 +1,247 @@ +{ + "as_of": "2026-11-18", + "goal_progress": "13/17; stage14 incomplete", + "source": "ismir_program", + "scope": "First10 reviewed existing-work source links, partial10/140, not public-rejection completeness or final deduplication", + "database_acceptance": { + "status": "passed", + "at": "2026-11-18 05:15:27.565655+00:00", + "writer_commit": "12f95cff91813a2143bc8fab5bc3e89df1bd0fdb", + "before_counts": { + "papers": { + "rows": 3568022, + "max_id": 3568595 + }, + "source_records": { + "rows": 3815503, + "max_id": 3815504 + }, + "submissions": { + "rows": 532192, + "max_id": 532193 + }, + "decisions": { + "rows": 571744, + "max_id": 571744 + } + }, + "after_counts": { + "papers": { + "rows": 3568022, + "max_id": 3568595 + }, + "source_records": { + "rows": 3815513, + "max_id": 3815514 + }, + "submissions": { + "rows": 532202, + "max_id": 532203 + }, + "decisions": { + "rows": 571754, + "max_id": 571754 + } + }, + "new_papers": 0, + "new_sources": 1, + "new_editions": 1, + "new_source_records": 10, + "new_attempts": 10, + "new_decisions": 10, + "source_id": 123160, + "source_tag_evidence_links": 94, + "protected_papers": 6394, + "all_protected_old_profiles_sources_tags_identifiers_preserved": true, + "source_observations": 10, + "source_expected": 140, + "source_remaining": 130, + "coverage": "partial", + "foundry_readyz": [ + 200 + ], + "sqlite_frozen": true, + "imported": [ + { + "external_id": "2026/3", + "paper_id": 2813483, + "record_id": 3815505, + "submission_id": 532194, + "decision_id": 571745, + "edition_id": 104044 + }, + { + "external_id": "2026/12", + "paper_id": 2785459, + "record_id": 3815506, + "submission_id": 532195, + "decision_id": 571746, + "edition_id": 104044 + }, + { + "external_id": "2026/35", + "paper_id": 2757859, + "record_id": 3815507, + "submission_id": 532196, + "decision_id": 571747, + "edition_id": 104044 + }, + { + "external_id": "2026/51", + "paper_id": 2752643, + "record_id": 3815508, + "submission_id": 532197, + "decision_id": 571748, + "edition_id": 104044 + }, + { + "external_id": "2026/74", + "paper_id": 2762340, + "record_id": 3815509, + "submission_id": 532198, + "decision_id": 571749, + "edition_id": 104044 + }, + { + "external_id": "2026/75", + "paper_id": 2757480, + "record_id": 3815510, + "submission_id": 532199, + "decision_id": 571750, + "edition_id": 104044 + }, + { + "external_id": "2026/78", + "paper_id": 2768260, + "record_id": 3815511, + "submission_id": 532200, + "decision_id": 571751, + "edition_id": 104044 + }, + { + "external_id": "2026/84", + "paper_id": 2740614, + "record_id": 3815512, + "submission_id": 532201, + "decision_id": 571752, + "edition_id": 104044 + }, + { + "external_id": "2026/87", + "paper_id": 2752271, + "record_id": 3815513, + "submission_id": 532202, + "decision_id": 571753, + "edition_id": 104044 + }, + { + "external_id": "2026/363", + "paper_id": 2757497, + "record_id": 3815514, + "submission_id": 532203, + "decision_id": 571754, + "edition_id": 104044 + } + ] + }, + "history_protection": { + "submissions": { + "rows": 532192, + "sha256": "34e2fe27cccf89e6e80228318212a846369fdd315c4cfe67d7d535013eac8298" + }, + "decisions": { + "rows": 571744, + "sha256": "efbda4e91950c5c7298f536bc5967f7fee57d8b20a7843e00dc69871b1553bd1" + }, + "decision_sources": { + "rows": 571744, + "sha256": "1d8899b16b40e9f37ac84dc601efc3e7906af5c06bca49946100697f22c96174" + }, + "submission_sources": { + "rows": 581976, + "sha256": "ab3ab200c4abbfef39bc5a2a757550191441c703ae505372d38d9afa9a4daf65" + }, + "submission_identifiers": { + "rows": 383956, + "sha256": "0e8f514e186e08bd00a65f8e14fc7f63db6add76722271e0111e14f5d27b9dbe" + } + }, + "evidence": { + "accepted_report": "/data/paper-index/collected/ismir2026-import10-v1/postgresql-postcheck-v1.json", + "accepted_report_sha256": "8a08015bbd725b400de53477837e850ca92a50479d7f86f2cfed56d50bb22577", + "baseline": "/data/paper-index/collected/ismir2026-baseline10-v1/baseline.json", + "baseline_sha256": "a0b5b8c2c21ee567cf80152b16f66643309bbe33ee9cd67d19da33d6b6337656", + "baseline_archive_sha256": "eb94f99cb53c9a30f63d34ea11b23c11759e45b571b7efce2dcbe8cb4fe52fb8", + "preparation_sha256": "0d9fad74640ab57fc8bea8aaf72ba07202a40b174d05253db7348b14455a0462", + "acceptance_archive": "/data/paper-index/validation/ismir2026-import10-acceptance-recovery-v1.tar.gz", + "acceptance_archive_sha256": "138e1fb986f5aa6a42794eed982fdc91ae994b8be82f8bf25360db2f7ba6c70c", + "fresh_packets_sha256": "88e423aede0ea83b9f736891c09b12d0cb24f2f8b70508e4863cd07760de5e0d", + "local_acceptance_check_sha256": "42d31337c76b96f93505011db7c797123b67ce2eec7defd0175ea0e9c1df2089", + "census_summary_sha256": "2157035b72d351e2fe91f2bc0c6ebb305f91d95f8772ab9a088076ce4b86e1c2" + }, + "native_query_example": { + "paper_id": 2757497, + "publication_outcome": "accepted", + "prior_venue": "ICLR", + "prior_year": 2026, + "prior_submission_id": 131721, + "prior_negative_attempts": 1, + "prior_negative_observations": 2, + "prior_decision_ids": [ + 133086, + 538172 + ], + "later_observed_venue": "ISMIR", + "later_observed_year": 2026, + "original_ismir_signed_decision_verified": false, + "ismir_decision_date": null, + "observation_time_is_not_decision_time": true + }, + "presence_census": { + "snapshot_at": "2026-11-18 05:20:48.641315+00", + "scope": "Fixed278 venue-year presence only, not paper/track/abstract/public-negative completeness or final deduplication. Legacy43 gaps deferred, not filled.", + "target_venues": 43, + "expected_slots": 278, + "populated_slots": 274, + "missing_slots": 4, + "missing": [ + { + "venue": "CIKM", + "year": 2026 + }, + { + "venue": "ECCV", + "year": 2026 + }, + { + "venue": "ICDM", + "year": 2026 + }, + { + "venue": "IROS", + "year": 2026 + } + ], + "delta_from_v20": { + "newly_present": [ + { + "venue": "ISMIR", + "year": 2026 + } + ], + "previous_missing": 5, + "current_missing": 4 + }, + "snapshot_sha256": "c14bab883c5fcab33b450fcf240dec7225f2f17bc04c3e728b5583657b4ad23b", + "fixed_scope_sha256": "a835bef5b9c3a0f76069d840cecdb9a6bcf65d3a38796d70dbfdfd4b49242264", + "accepted_import_sha256": "8a08015bbd725b400de53477837e850ca92a50479d7f86f2cfed56d50bb22577", + "database_written": false + }, + "consumed_queue": "/data/paper-index/collected/ismir2026-prepared10-v1: NEVER REPLAY", + "next": [ + "Review130 remaining source observations, including31 total verbatim-abstract candidates of which10 consumed; do not count a title/author screen as identity approval.", + "Fresh incremental parent must be partial10/140; old preparation0/140 is consumed.", + "Continue all venue/year/track public negative availability and formal source coverage.", + "Finish cross-venue identities/types, then final whole-DB dedup/identifier/abstract/constraints/query audit after imports." + ] +} diff --git a/docs/ismir2026-program.md b/docs/ismir2026-program.md index 900b118..ed61dff 100644 --- a/docs/ismir2026-program.md +++ b/docs/ismir2026-program.md @@ -48,3 +48,20 @@ paper-atlas collect ismir2026-program \ 正式名单与政策恢复包:同目录 `remaining2026-listings-research-v2-recovery.tar.gz`,SHA256 为 `f5ef7c2e73d46712146e4d6711ad5ad562e16b8b55c0cd75d1041cd0b81142cb`。安全恢复三个源目录、核验文件后可重跑上述命令。 完整来源和独立 140 项清单在测试夹具中冻结。测试、构建、打包、安装及实际隔离目录 CLI 验证只在用户指定 `ces-control:host` runner 执行。生产规范化后还需独立核验全部记录,并用 PostgreSQL 只读预检检查候选作品和既往投稿;不自动合并来源差异或人物身份。 + +## 2026-11-18:首批 10 条生产关联已验收 + +首批 10 项已逐篇核查研究内容,并通过当前数据库实体、作者、摘要及完整历史的只读复核,随后使用已通过远程 CI 的包内 `import records` 导入。新增论文实体 **0**,新增来源记录、投稿、录用观察各 **10**,来源标签证据 **94** 条;规范标题、作者、摘要及旧历史保留。原始来源摘要另存,不覆盖规范摘要。覆盖为 `partial10/140`,还有 **130** 项待核验。数值节目 ID 仍只作为节目定位符,未冒充 OpenReview 投稿 ID,未新增全局人名别名或推断研究类型。 + +[逐条验收与恢复记录](coverage/ismir2026-import10-2026-11-18.json)包含生产行 ID、保护基线、归档及证据哈希。服务器基线保护此前 6,384 篇与本批 10 篇的并集 **6,394** 篇,全库旧投稿、决定及来源关系哈希未变;独立新快照的 10 个完整实体包、来源字段、标签和标识也逐项核验。Foundry `/readyz` 返回200,17,987,751,936字节的 SQLite 备份保持只读。该验收不是最终全库科学工作去重。 + +例如 paper `2757497`(Learning Music Style for Piano Arrangement Through Cross-Modal Bootstrapping)保留一次 ICLR2026 拒稿投稿和两条拒稿来源观察,并新增独立 ISMIR2026 录用投稿。实际执行以下查询,返回 `publication_outcome=accepted`,同时保留原拒稿历史: + +```sh +paper-atlas query --pg-service foundry-research --pg-schema research \ + --paper 2757497 --outcome accepted +``` + +ISMIR 的 accepted 来自正式名单和节目,尚无原始签名决定或具体决定日期;不能把采集时间当作决定时间。决定的规范时间使用包内既有毫秒格式,来源回执的原始微秒时间仍保留于元数据。 + +**禁止重放** `/data/paper-index/collected/ismir2026-prepared10-v1` 的文件。导入单元 `paper-atlas-ismir2026-import10-v1.service`、invocation `538ce9c9324a4f59b5bb49d3094d5265` 已成功结束;下批增量须从当前 `partial10/140` 基线准备,不得沿用已消费的 `0/140` 父状态。保护基线恢复包为 `/data/paper-index/validation/ismir2026-baseline10-recovery-v1.tar.gz`,验收恢复包为 `/data/paper-index/validation/ismir2026-import10-acceptance-recovery-v1.tar.gz`;本机 paper-index 工作目录有同名副本及独立检查记录。