Exclude PMLR volume prefaces from research acceptances
This commit is contained in:
@@ -54,4 +54,6 @@
|
||||
|
||||
Paper Copilot 的固定版本中,UAI 2023 有 243 条、2024 有 201 条,状态均为 Poster。该版本的 UAI 目录未列 2025 和 2026。其 OpenReview 原始归档的公开目录也未列 UAI。本轮没有找到可用于入库的逐篇拒稿或撤回记录。 [固定版本镜像](https://github.com/papercopilot/paperlists/tree/2a8ffb27f88fe34adcd6f58b3d04007246fa4e75/uai) · [原始归档说明](https://github.com/papercopilot/openreview)
|
||||
|
||||
逐个出版标识核对了 2023–2026 四卷 PMLR 目录,共 **1,003 条**,均有 PostgreSQL 出版来源关联。2023 年镜像标题中的 `Baysian` 是对应出版标题的拼写差异。2024 年的 201 条目录记录包含 **200 篇录用论文和一篇会刊前言**。前言在镜像中标为 Poster,当前库也将其标为主会 accepted,已记录待更正的论文、投稿和决定 ID。主席前言公开的是 29 次初筛拒稿和 95 次撤回的汇总,未列出对应稿件。 [2023 出版条目](https://proceedings.mlr.press/v216/ott23a.html) · [2024 卷目录](https://proceedings.mlr.press/v244/) · [官方主席前言](https://raw.githubusercontent.com/mlresearch/v244/main/assets/kiyavash24a/kiyavash24a.pdf) · [逐卷核对与来源哈希](uai-source-reconciliation-2026-11-19.json)
|
||||
逐个出版标识核对了 2023–2026 四卷 PMLR 目录,共 **1,003 条**,均有 PostgreSQL 出版来源关联。2023 年镜像标题中的 `Baysian` 是对应出版标题的拼写差异。2024 年的 201 条目录记录包含 **200 篇录用论文和一篇会刊前言**。前言在镜像中标为 Poster。PostgreSQL 已将其移到 `front_matter`,更正为 `unknown`,并保留原始来源、历史误标及原记录 ID。200 篇主会录用的关联和 ID 均通过回查。 [2023 出版条目](https://proceedings.mlr.press/v216/ott23a.html) · [2024 卷目录](https://proceedings.mlr.press/v244/) · [逐卷核对与来源哈希](uai-source-reconciliation-2026-11-19.json)
|
||||
|
||||
PMLR 采集器现在按发布者的 `section: Preface` 排除前言,在卷清单中保留排除的出版 ID。旧的卷 244 采集文件仍可能包含误标前言,重新导入时应使用新采集结果。主席前言公开的是 29 次初筛拒稿和 95 次撤回的汇总,未列出对应稿件。 [官方主席前言](https://raw.githubusercontent.com/mlresearch/v244/main/assets/kiyavash24a/kiyavash24a.pdf)
|
||||
|
||||
@@ -247,7 +247,7 @@
|
||||
"status": "accepted"
|
||||
}
|
||||
],
|
||||
"preface_disposition": "publisher_front_matter_currently_misclassified_as_accepted_submission",
|
||||
"preface_disposition": "publisher_front_matter_preserved_without_research_acceptance",
|
||||
"uai_2024_organizer_aggregates": {
|
||||
"full_submissions": 744,
|
||||
"accepted_papers": 200,
|
||||
@@ -261,5 +261,24 @@
|
||||
"mirror": "a236611e39861b4bffff23361fdff4f4078ebc80ad6503c9f042712a4b0650ed",
|
||||
"publisher_live": "5c6aee54d8825d02a559f8da7d96ab2905b40bf2f474d8f276a38dc2bbb6d77a",
|
||||
"database_exceptions": "3d0195df48ec87e8dac51858de44c017abc758206f7b85e75e19530e5ca4593a"
|
||||
},
|
||||
"preface_correction": {
|
||||
"verified_at": "2026-11-19 13:59:14.040553+00",
|
||||
"publisher_section": "Preface",
|
||||
"main_research_acceptance_count": 200,
|
||||
"front_matter_edition_id": 104103,
|
||||
"paper_id": 2117053,
|
||||
"submission_id": 22279,
|
||||
"decision_id": 22279,
|
||||
"current_attempt_status": "unknown",
|
||||
"prior_binding_recorded_in_source_metadata": true,
|
||||
"pinned_evidence": {
|
||||
"preflight": "d2346bd5496e2fbcb024b61f542df8d6c822969e1794e1c6c69a280ba824b7b2",
|
||||
"write": "025cc34e1def7404abd1ecb78713a563c23d1c8784eab0e008e76811db2ecb62",
|
||||
"normal_query": "69af82b29c832dfdb9c7f87aaf66940c8d63a5cc4559808fc4d023031895fa99",
|
||||
"publisher_post": "97e79d5e911a5b4edc739dede713d672e67f62f66807ac92bbe66092aab429d2",
|
||||
"main_bindings": "abab6e3a6646758802ede7418421f6ffd23b1133986ac138aedbddbce088476a"
|
||||
},
|
||||
"remote_isolated_collector_tests_passed": 8
|
||||
}
|
||||
}
|
||||
|
||||
@@ -105,6 +105,7 @@ def collect_volume(volume,cache,out,allowed=None):
|
||||
mixed_icml = venue == 'ICML' and year >= 2024
|
||||
mapping, track_program = collect_track_evidence(year, cache) if mixed_icml else ({}, None)
|
||||
records = {}
|
||||
prefaces = set()
|
||||
duplicate_posts = 0
|
||||
for member_name,content in metadata_texts(volume,cache):
|
||||
parts = re.split(r'(?m)^---\s*$',content,maxsplit=2)
|
||||
@@ -118,6 +119,10 @@ def collect_volume(volume,cache,out,allowed=None):
|
||||
if not row.get('id'):
|
||||
raise ValueError('Paper metadata has no publication ID: '+member_name)
|
||||
external = f"v{volume}/{row['id']}"
|
||||
# PMLR also gives volume prefaces the inproceedings layout.
|
||||
if str(row.get('section') or '').strip().casefold() == 'preface':
|
||||
prefaces.add(external)
|
||||
continue
|
||||
ids = {}
|
||||
for key in ('doi','openreview','arxiv'):
|
||||
value = row.get(key)
|
||||
@@ -143,6 +148,8 @@ def collect_volume(volume,cache,out,allowed=None):
|
||||
record['metadata']['source_versions']=[version]
|
||||
records[external]=record
|
||||
count=len(records)
|
||||
if records.keys() & prefaces:
|
||||
raise ValueError('Publication ID appears as both a paper and a preface')
|
||||
missing_abstracts=sum(not (record.get('abstract') or '').strip() for record in records.values())
|
||||
if count==0:
|
||||
raise RuntimeError('No papers parsed; refusing an empty successful collection')
|
||||
@@ -177,6 +184,8 @@ def collect_volume(volume,cache,out,allowed=None):
|
||||
'status': 'partial' if missing_abstracts else 'collected'}
|
||||
if len(manifests) == 1:
|
||||
result['file'] = manifests[0]['file']
|
||||
if prefaces:
|
||||
result['excluded_preface_ids'] = sorted(prefaces)
|
||||
if track_program:
|
||||
result['track_program'] = track_program
|
||||
inventory = stage / f'pmlr-v{volume}.inventory.json'
|
||||
|
||||
@@ -46,6 +46,20 @@ class MetadataTests(unittest.TestCase):
|
||||
self.assertEqual(len(rows[0]['metadata']['source_versions']),2)
|
||||
self.assertEqual(rows[0]['metadata']['date'],'2023-12-02')
|
||||
|
||||
def test_publisher_preface_is_not_an_accepted_paper(self):
|
||||
config = b'shortname: UAI\nyear: 2024\nbooktitle: UAI\n'
|
||||
accepted = '---\nid: paper1\nlayout: inproceedings\ntitle: Paper\nabstract: Abstract\n---\n'
|
||||
preface = '---\nid: kiyavash24a\nlayout: inproceedings\ntitle: Volume Preface\nsection: Preface\n---\n'
|
||||
posts = [('paper.md', accepted), ('preface.md', preface)]
|
||||
with tempfile.TemporaryDirectory() as tmp, patch(
|
||||
'paper_atlas.collectors.pmlr.fetch', return_value=config,
|
||||
), patch('paper_atlas.collectors.pmlr.metadata_texts', return_value=iter(posts)):
|
||||
result = collect_volume(244, tmp, tmp)
|
||||
rows = [json.loads(line) for line in Path(result['file']).read_text().splitlines()]
|
||||
self.assertEqual(result['excluded_preface_ids'], ['v244/kiyavash24a'])
|
||||
self.assertEqual(result['files'][0]['count'], 1)
|
||||
self.assertEqual([row['external_id'] for row in rows], ['v244/paper1'])
|
||||
|
||||
def test_conflicting_duplicate_posts_do_not_replace_previous_collection(self):
|
||||
config=b'shortname: CoRL\nyear: 2023\nbooktitle: CoRL\n'
|
||||
paper='---\nid: paper1\nlayout: inproceedings\ntitle: {title}\nabstract: Abstract\n---\n'
|
||||
|
||||
Reference in New Issue
Block a user