Exclude PMLR volume prefaces from research acceptances

This commit is contained in:
2026-11-19 22:03:10 +08:00
parent d24a1f03c2
commit fe1861617e
4 changed files with 46 additions and 2 deletions
@@ -54,4 +54,6 @@
Paper Copilot 的固定版本中,UAI 2023 有 243 条、2024 有 201 条,状态均为 Poster。该版本的 UAI 目录未列 2025 和 2026。其 OpenReview 原始归档的公开目录也未列 UAI。本轮没有找到可用于入库的逐篇拒稿或撤回记录。 [固定版本镜像](https://github.com/papercopilot/paperlists/tree/2a8ffb27f88fe34adcd6f58b3d04007246fa4e75/uai) · [原始归档说明](https://github.com/papercopilot/openreview)
逐个出版标识核对了 2023–2026 四卷 PMLR 目录,共 **1,003 条**,均有 PostgreSQL 出版来源关联。2023 年镜像标题中的 `Baysian` 是对应出版标题的拼写差异。2024 年的 201 条目录记录包含 **200 篇录用论文和一篇会刊前言**。前言在镜像中标为 Poster,当前库也将其标为主会 accepted,已记录待更正的论文、投稿和决定 ID。主席前言公开的是 29 次初筛拒稿和 95 次撤回的汇总,未列出对应稿件。 [2023 出版条目](https://proceedings.mlr.press/v216/ott23a.html) · [2024 卷目录](https://proceedings.mlr.press/v244/) · [官方主席前言](https://raw.githubusercontent.com/mlresearch/v244/main/assets/kiyavash24a/kiyavash24a.pdf) · [逐卷核对与来源哈希](uai-source-reconciliation-2026-11-19.json)
逐个出版标识核对了 2023–2026 四卷 PMLR 目录,共 **1,003 条**,均有 PostgreSQL 出版来源关联。2023 年镜像标题中的 `Baysian` 是对应出版标题的拼写差异。2024 年的 201 条目录记录包含 **200 篇录用论文和一篇会刊前言**。前言在镜像中标为 Poster。PostgreSQL 已将其移到 `front_matter`,更正为 `unknown`,并保留原始来源、历史误标及原记录 ID。200 篇主会录用的关联和 ID 均通过回查。 [2023 出版条目](https://proceedings.mlr.press/v216/ott23a.html) · [2024 卷目录](https://proceedings.mlr.press/v244/) · [逐卷核对与来源哈希](uai-source-reconciliation-2026-11-19.json)
PMLR 采集器现在按发布者的 `section: Preface` 排除前言,在卷清单中保留排除的出版 ID。旧的卷 244 采集文件仍可能包含误标前言,重新导入时应使用新采集结果。主席前言公开的是 29 次初筛拒稿和 95 次撤回的汇总,未列出对应稿件。 [官方主席前言](https://raw.githubusercontent.com/mlresearch/v244/main/assets/kiyavash24a/kiyavash24a.pdf)
@@ -247,7 +247,7 @@
"status": "accepted"
}
],
"preface_disposition": "publisher_front_matter_currently_misclassified_as_accepted_submission",
"preface_disposition": "publisher_front_matter_preserved_without_research_acceptance",
"uai_2024_organizer_aggregates": {
"full_submissions": 744,
"accepted_papers": 200,
@@ -261,5 +261,24 @@
"mirror": "a236611e39861b4bffff23361fdff4f4078ebc80ad6503c9f042712a4b0650ed",
"publisher_live": "5c6aee54d8825d02a559f8da7d96ab2905b40bf2f474d8f276a38dc2bbb6d77a",
"database_exceptions": "3d0195df48ec87e8dac51858de44c017abc758206f7b85e75e19530e5ca4593a"
},
"preface_correction": {
"verified_at": "2026-11-19 13:59:14.040553+00",
"publisher_section": "Preface",
"main_research_acceptance_count": 200,
"front_matter_edition_id": 104103,
"paper_id": 2117053,
"submission_id": 22279,
"decision_id": 22279,
"current_attempt_status": "unknown",
"prior_binding_recorded_in_source_metadata": true,
"pinned_evidence": {
"preflight": "d2346bd5496e2fbcb024b61f542df8d6c822969e1794e1c6c69a280ba824b7b2",
"write": "025cc34e1def7404abd1ecb78713a563c23d1c8784eab0e008e76811db2ecb62",
"normal_query": "69af82b29c832dfdb9c7f87aaf66940c8d63a5cc4559808fc4d023031895fa99",
"publisher_post": "97e79d5e911a5b4edc739dede713d672e67f62f66807ac92bbe66092aab429d2",
"main_bindings": "abab6e3a6646758802ede7418421f6ffd23b1133986ac138aedbddbce088476a"
},
"remote_isolated_collector_tests_passed": 8
}
}
+9
View File
@@ -105,6 +105,7 @@ def collect_volume(volume,cache,out,allowed=None):
mixed_icml = venue == 'ICML' and year >= 2024
mapping, track_program = collect_track_evidence(year, cache) if mixed_icml else ({}, None)
records = {}
prefaces = set()
duplicate_posts = 0
for member_name,content in metadata_texts(volume,cache):
parts = re.split(r'(?m)^---\s*$',content,maxsplit=2)
@@ -118,6 +119,10 @@ def collect_volume(volume,cache,out,allowed=None):
if not row.get('id'):
raise ValueError('Paper metadata has no publication ID: '+member_name)
external = f"v{volume}/{row['id']}"
# PMLR also gives volume prefaces the inproceedings layout.
if str(row.get('section') or '').strip().casefold() == 'preface':
prefaces.add(external)
continue
ids = {}
for key in ('doi','openreview','arxiv'):
value = row.get(key)
@@ -143,6 +148,8 @@ def collect_volume(volume,cache,out,allowed=None):
record['metadata']['source_versions']=[version]
records[external]=record
count=len(records)
if records.keys() & prefaces:
raise ValueError('Publication ID appears as both a paper and a preface')
missing_abstracts=sum(not (record.get('abstract') or '').strip() for record in records.values())
if count==0:
raise RuntimeError('No papers parsed; refusing an empty successful collection')
@@ -177,6 +184,8 @@ def collect_volume(volume,cache,out,allowed=None):
'status': 'partial' if missing_abstracts else 'collected'}
if len(manifests) == 1:
result['file'] = manifests[0]['file']
if prefaces:
result['excluded_preface_ids'] = sorted(prefaces)
if track_program:
result['track_program'] = track_program
inventory = stage / f'pmlr-v{volume}.inventory.json'
+14
View File
@@ -46,6 +46,20 @@ class MetadataTests(unittest.TestCase):
self.assertEqual(len(rows[0]['metadata']['source_versions']),2)
self.assertEqual(rows[0]['metadata']['date'],'2023-12-02')
def test_publisher_preface_is_not_an_accepted_paper(self):
config = b'shortname: UAI\nyear: 2024\nbooktitle: UAI\n'
accepted = '---\nid: paper1\nlayout: inproceedings\ntitle: Paper\nabstract: Abstract\n---\n'
preface = '---\nid: kiyavash24a\nlayout: inproceedings\ntitle: Volume Preface\nsection: Preface\n---\n'
posts = [('paper.md', accepted), ('preface.md', preface)]
with tempfile.TemporaryDirectory() as tmp, patch(
'paper_atlas.collectors.pmlr.fetch', return_value=config,
), patch('paper_atlas.collectors.pmlr.metadata_texts', return_value=iter(posts)):
result = collect_volume(244, tmp, tmp)
rows = [json.loads(line) for line in Path(result['file']).read_text().splitlines()]
self.assertEqual(result['excluded_preface_ids'], ['v244/kiyavash24a'])
self.assertEqual(result['files'][0]['count'], 1)
self.assertEqual([row['external_id'] for row in rows], ['v244/paper1'])
def test_conflicting_duplicate_posts_do_not_replace_previous_collection(self):
config=b'shortname: CoRL\nyear: 2023\nbooktitle: CoRL\n'
paper='---\nid: paper1\nlayout: inproceedings\ntitle: {title}\nabstract: Abstract\n---\n'