"""Collect explicit public ICLR decisions from the authors' PeerRead release. Review bodies and parsed full paper text are deliberately not persisted. """ import argparse import json import time import urllib.request from collections import defaultdict from pathlib import Path from collect_pmlr import fetch def collect(cache,out): root = Path(out) root.mkdir(parents=True,exist_ok=True) commit = json.loads(fetch('https://api.github.com/repos/allenai/PeerRead/commits/master',cache))['sha'] tree = json.loads(fetch(f'https://api.github.com/repos/allenai/PeerRead/git/trees/{commit}?recursive=1',cache)) if tree.get('truncated'): raise RuntimeError('Truncated repository tree') paths = [v['path'] for v in tree['tree'] if v['path'].startswith('data/iclr_2017/') and '/reviews/' in v['path'] and v['path'].endswith('.json')] if not paths: raise RuntimeError('No explicit ICLR2017 metadata files found') cache_dir = root/'peerread-normalized'/commit cache_dir.mkdir(parents=True,exist_ok=True) grouped = defaultdict(list) for number,path in enumerate(paths,1): external = '/'.join(path.split('/')[1:]) normalized_cache = cache_dir/(path.replace('/','_')) if normalized_cache.exists(): record = json.loads(normalized_cache.read_text()) else: raw_url = f'https://raw.githubusercontent.com/allenai/PeerRead/{commit}/{path}' with urllib.request.urlopen(urllib.request.Request(raw_url,headers={'User-Agent':'PaperAtlas/0.1 metadata research'}),timeout=60) as response: payload = response.read(3*1024**2+1) if len(payload)>3*1024**2: raise RuntimeError('Unexpected metadata size') data = json.loads(payload) conference = data.get('conference','') if 'iclr' not in conference.lower() or '2017' not in conference: raise RuntimeError('Unexpected conference metadata: '+conference) accepted = data.get('accepted') status = ('accepted' if accepted else 'rejected') if isinstance(accepted,bool) else 'unknown' authors = data.get('authors') or [] if isinstance(authors,str): authors = [author.strip() for author in authors.split(',') if author.strip()] record = {'source':'peerread','external_id':external,'url':f'https://github.com/allenai/PeerRead/blob/{commit}/{path}','title':data['title'],'abstract':data.get('abstract'),'authors':authors,'identifiers':{},'venue':'ICLR','year':2017,'track':'workshop' if 'workshop' in conference.lower() else 'main','status':status,'raw_decision':json.dumps({'accepted':accepted}),'metadata':{'conference':conference,'dataset_commit':commit,'dataset_path':path,'original_id':data.get('id'),'accepted':accepted,'decision_provenance':'PeerRead authors public release; explicit label, not inferred from publication absence'}} normalized_cache.write_text(json.dumps(record,ensure_ascii=False)) time.sleep(0.25) grouped[record['track']].append(record) if number%25==0: print(json.dumps({'source':'peerread','collected':number,'expected':len(paths)}),flush=True) for track,records in grouped.items(): target = root/f'peerread-iclr2017-{track}.jsonl' part = target.with_suffix('.part') with part.open('w') as output: for record in records: output.write(json.dumps(record,ensure_ascii=False)+'\n') part.replace(target) manifest = {'source':'peerread','venue':'ICLR','year':2017,'track':track,'count':len(records),'list_url':f'https://github.com/allenai/PeerRead/tree/{commit}/data/iclr_2017','dataset_commit':commit,'file':str(target),'decision_counts':{status:sum(r['status']==status for r in records) for status in ('accepted','rejected','unknown')}} target.with_suffix('.manifest.json').write_text(json.dumps(manifest,indent=2)) print(json.dumps(manifest),flush=True) if __name__=='__main__': parser = argparse.ArgumentParser() parser.add_argument('--cache',required=True) parser.add_argument('--out',required=True) args = parser.parse_args() collect(args.cache,args.out)