diff --git a/docs/data-sources.md b/docs/data-sources.md index d2aa829..7e365e9 100644 --- a/docs/data-sources.md +++ b/docs/data-sources.md @@ -128,6 +128,8 @@ paper-atlas collect dblp \ 输出按会议/年份/track 分文件,附 manifest、`dblp-normalization.json` 范围审查统计和带哈希的 `dblp-import-queue.json`。不能识别的书目、年份或归属会逐类登记,不默认算作主会。DBLP 不含摘要,因此输出摘要为空、清单为 partial;需要通过有证据的跨来源关联补齐论文实体摘要。书目发表证据与原始审稿决定分别保留,不依据书目缺席推断拒稿。已存在其他出版来源的届次,还须先回填其权威身份并核验镜像记录,不能直接累加投稿数。 +部分早期 SIGIR、CIKM、IJCAI 出版卷使用两位年份键;只有论文集标题明确给出唯一完整年份且与短键相符时才采用,不推测世纪。WWW 特殊兴趣、Alternate track 单列;同卷混合 Applied Data Science、Demo、Industrial 且不能逐篇区分时使用 `proceedings_unspecified`,不把整卷归为某一个具体 track。 + XML 只允许校验过的本地 DTD;官方通用名 `dblp.dtd` 与月度快照使用的 `dblp-2023-06-28.dtd` 均解析到同一份已校验文件。拒绝其他外部实体和内部 DTD 子集,不访问 XML 声明的任意网络地址,并遵循源 XML 的字符编码。临时目录库或 gzip 检查失败时不发布正式候选文件,需先调查残留的 `.part` 状态,再决定是否重新运行。 公开 ICLR 投稿快照的固定 Release 供后续筛选投稿和明确决定;它是第三方保存的 OpenReview 历史副本,不等于最新官方全量数据: diff --git a/paper_atlas/collectors/dblp_records.py b/paper_atlas/collectors/dblp_records.py index f5cfe64..17032e8 100644 --- a/paper_atlas/collectors/dblp_records.py +++ b/paper_atlas/collectors/dblp_records.py @@ -66,7 +66,7 @@ def normalize_row(row,volumes,targets,include_workshops=False,through_year=2026) authors=[re.sub(r'\s+\d{4}$','',name).strip() for name in fields.get('author',[]) if name.strip()] metadata={'snapshot_sha256':XML_SHA,'snapshot_release':RELEASE,'observation_date_precision':'day', 'proceedings_key':refs[0],'proceedings_title':edition['proceedings_title'],'bibliographic_year':edition['bibliographic_year'], - 'edition_year_basis':'proceedings key, checked against bibliographic year or explicit event year in proceedings title', + 'edition_year_basis':edition['edition_year_basis'], 'scope_rule':edition['rule'],'author_names_raw':fields.get('author',[]),'publtype':row.get('publtype'), 'bibliography':{key:value for key,value in fields.items() if key in ('booktitle','year','ee','url','pages','volume','number','publisher','series','isbn')}, 'ambiguous_identifiers':ambiguous,'publication_evidence':'inproceedings bibliography; not an original decision note'} diff --git a/paper_atlas/collectors/dblp_scope.py b/paper_atlas/collectors/dblp_scope.py index 4adb654..33c4b00 100644 --- a/paper_atlas/collectors/dblp_scope.py +++ b/paper_atlas/collectors/dblp_scope.py @@ -24,7 +24,7 @@ BOOKS = { 'www':[('WWW','WWW',[])], 'wsdm':[('WSDM','WSDM',[])], 'recsys':[('RecSys','RecSys',[])], 'cikm':[('CIKM','CIKM',[])], 'icdm':[('ICDM','ICDM',[])], 'sdm':[('SDM','SDM',[])], 'ecml':[('ECML','ECML',['ECML-PKDD']),('EWSL','EWSL',['ECML-PKDD'])], - 'pkdd':[('ECML/PKDD','ECML-PKDD',[]),('PKDD','PKDD',['ECML-PKDD'])], + 'pkdd':[('ECML/PKDD','ECML-PKDD',[]),('ECML PKDD','ECML-PKDD',[]),('PKDD','PKDD',['ECML-PKDD'])], 'icra':[('ICRA','ICRA',[])], 'iros':[('IROS','IROS',[])], 'rss':[('Robotics: Science and Systems','RSS',[])], 'corl':[('CoRL','CoRL',[])], 'aips':[('ICAPS','ICAPS',[]),('AIPS','AIPS',['ICAPS'])], 'icaps':[('ICAPS','ICAPS',[])], @@ -56,8 +56,16 @@ def scope(row,volume,through_year=2026): if volume_family!=family and not any(item[1]==venue for item in BOOKS.get(volume_family,[])): return None,'crossref_venue_conflict' year_match=re.match(r'conf/[^/]+/((?:19|20)\d{2})',volume['key']) - if not year_match:return None,'unverified_edition_year' - year=int(year_match[1]) + year_basis='proceedings key, checked against bibliographic year or explicit event year in proceedings title' + if year_match:year=int(year_match[1]) + else: + # Old SIGIR/CIKM/IJCAI keys use two digits. Never guess their century. + short=re.fullmatch(r'conf/[^/]+/(\d{2})',volume['key']) + years=set(re.findall(r'\b(?:19|20)\d{2}\b',title)) + if not short or len(years)!=1:return None,'unverified_edition_year' + year=int(next(iter(years))) + if year%100!=int(short[1]):return None,'unverified_edition_year' + year_basis='unique explicit event year in proceedings title, corroborated by two-digit proceedings key' if year>through_year:return None,'future_edition' bibliographic=fields.get('year',[]) if len(bibliographic)!=1 or not re.fullmatch(r'\d{4}',bibliographic[0]):return None,'ambiguous_bibliographic_year' @@ -66,6 +74,7 @@ def scope(row,volume,through_year=2026): if 'findings' in text:track='findings' elif 'shared task' in text:track='shared_task' elif 'student research' in text or 'workshop' in text or 'wokshop' in text or base in ('ICCVW','EWSL'):track='workshop' + elif ('demo track' in text and ('industrial track' in text or 'applied data science track' in text)):track='proceedings_unspecified' elif 'demonstration' in text or re.search(r'\bdemos?\b',text):track='demo' elif 'tutorial' in text:track='tutorial' elif 'industry' in text or 'industrial track' in text or 'applied data science' in text:track='industry' @@ -75,6 +84,8 @@ def scope(row,volume,through_year=2026): elif 'doctoral' in text:track='doctoral' elif 'challenge' in text or 'competition' in text:track='competition' elif 'bridge program' in text:track='bridge' + elif 'special interest tracks' in text:track='special_interest' + elif 'alternate track' in text:track='alternate' elif base=='NeurIPS Datasets and Benchmarks':track='datasets_benchmarks' elif suffix and not (re.fullmatch(r'(?:\d+|Vol\.\s*\d+|Volume \d+: (?:Long|Short) Papers|Long Papers|Short Papers|Selected Papers|Fall)',suffix,re.I) or suffix.casefold() in ('poster','posters','oral','spotlight')):return None,'unclassified_track' @@ -82,4 +93,4 @@ def scope(row,volume,through_year=2026): if venue=='AAAI+IAAI':track='proceedings_unspecified' if venue=='AAMAS' and year<2002:return None,'predecessor_not_aamas' return {'venue':venue,'venue_aliases':aliases,'year':year,'track':track,'bibliographic_year':int(bibliographic[0]), - 'rule':family+':'+base,'proceedings_title':title},None + 'rule':family+':'+base,'proceedings_title':title,'edition_year_basis':year_basis},None diff --git a/tests/test_dblp_records.py b/tests/test_dblp_records.py index 5893c96..fc2305b 100644 --- a/tests/test_dblp_records.py +++ b/tests/test_dblp_records.py @@ -51,6 +51,20 @@ class DblpRecordTests(unittest.TestCase): self.assertEqual(result['venue'],'COLING+LREC') for book,track in [('ACL (Findings)','findings'),('ACL (Student Research Workshop)','workshop'),('ACL (System Demonstrations)','demo')]: self.assertEqual(scope(self.row('acl',book),self.volume('acl',2024))[0]['track'],track) + for suffix,track in [('Special interest tracks and posters','special_interest'),('Alternate Track Papers & Posters','alternate')]: + self.assertEqual(scope(self.row('www','WWW ('+suffix+')'),self.volume('www',2024))[0]['track'],track) + volume=self.volume('pkdd',2026,'ECML PKDD 2026, Applied Data Science Track, Demo Track and Industrial Track') + self.assertEqual(scope(self.row('pkdd','ECML PKDD (10)',2026),volume)[0]['track'],'proceedings_unspecified') + + def test_short_year_keys_require_a_unique_explicit_year_not_a_guessed_century(self): + row=self.row('sigir','SIGIR',1980);volume=self.volume('sigir',1980,'Information Retrieval Research, Cambridge, June 1980') + volume['key']='conf/sigir/80';volume['fields']['year']=['1981'];row['fields']['crossref']=[volume['key']] + edition,_=scope(row,volume);self.assertEqual(edition['year'],1980) + self.assertIn('two-digit',edition['edition_year_basis']) + volume['fields']['title']=['SIGIR 1980, published 1981'] + self.assertEqual(scope(row,volume)[1],'unverified_edition_year') + volume['fields']['title']=['SIGIR 1989'] + self.assertEqual(scope(row,volume)[1],'unverified_edition_year') def test_crossref_mismatch_and_future_editions_are_held_for_review(self): self.assertEqual(scope(self.row(),self.volume('kdd',2024))[1],'crossref_venue_conflict')