Files
paper-atlas/docs/coverage/public-negative-source-audit-2026-11-18.json
T
codex-bot e82abec4c7
Metadata integrity checks / metadata (push) Successful in 7m20s
Record current negative-source overlap and unresolved note identities
2026-11-18 12:05:05 +08:00

267 lines
9.5 KiB
JSON
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
{
"version": 1,
"as_of": "2026-11-18",
"scope": "930 cached ResearchArcade non-ICLR negative claims, NeurIPS 2021–2025 and EMNLP 2023; not a conference-completeness audit",
"database_snapshot": {
"database": "foundry_data",
"schema": "research",
"at": "2026-11-18 03:48:34.65659+00",
"snapshot": "1048885:1048885:"
},
"database_written": false,
"approved_for_import": 0,
"claims": 930,
"known_same_scope_attempt_claims": 925,
"all_925_have_rejected_status": true,
"without_same_scope_attempt_claims": 5,
"by_venue_year": [
{
"venue": "EMNLP",
"year": 2023,
"claims": 10
},
{
"venue": "NeurIPS",
"year": 2021,
"claims": 136
},
{
"venue": "NeurIPS",
"year": 2022,
"claims": 153
},
{
"venue": "NeurIPS",
"year": 2023,
"claims": 176
},
{
"venue": "NeurIPS",
"year": 2024,
"claims": 201
},
{
"venue": "NeurIPS",
"year": 2025,
"claims": 254
}
],
"evidence": {
"diff_report_sha256": "d49361a8622f3b3f59e824690ceb8bf1c878be35c3e3758366d3b46a407673f5",
"candidate_packets_sha256": "3b21df27e0f30e56b81086d16d3943c4563bbe382200e866b15de14510e07472",
"dataset_revision": "c61bb99b0452429c32f85b1e392f3afdb65731c4",
"dataset_parquet_sha256": "bb6e165ee152a95d91a7ffa16abc9d4a6effbdfcf59183b3bb819d09171689d1",
"candidate_jsonl_sha256": "848e646596e8c747e0c636c2381a139978aff8f2c19f01ad49c98e7f4270c5e6",
"collector_repository": "https://github.com/ulab-uiuc/research-arcade",
"collector_revision": "ecf9c7c2490840b029bd2add4f02d04aca1d014e",
"collector_openreview_crawler_sha256": "4539d951ca05b20785169638eab3884148aa6c354a34c5ecc04e15c84a5910fe",
"collector_revision_proven_to_generate_dataset": false
},
"collector_semantics": {
"legacy_2020_2022": "Reads Blind_Submission note.id; first reply with content.decision, no invitation/signature verification. Not a verified final-decision note.",
"legacy_2019": "Reads first recommendation, which must not be promoted to a final decision. Outside active 2020+ backfill.",
"modern_branch": "Reads Submission note.id and last venueid component; Conference replaced by venue literal. Withdrawn_Submission skipped.",
"identity": "The exported field paper_openreview_id is note.id; forum equality or equivalence to another mirror ID is not independently proved.",
"coverage": "Six-field table has no authors or decision signatures; no completeness inference for public withdrawn/rejected records."
},
"held_claims": [
{
"source_row": 33219,
"note_id_claim": "FSf9h6t152",
"venue": "NeurIPS",
"year": 2025,
"raw_decision": "Rejected_Submission",
"title": "Hierarchical Restructuring of Graph Neural Networks for Robust Learning under Edge Perturbations",
"same_scope_identifier_match": false,
"exact_title_candidates": [],
"approved_for_import": false,
"disposition": "hold_no_exact_title_candidate_not_proof_of_novelty"
},
{
"source_row": 44669,
"note_id_claim": "Pk972F7J8Um",
"venue": "NeurIPS",
"year": 2021,
"raw_decision": "Reject",
"title": "Differential Privacy of Dirichlet Posterior Sampling",
"same_scope_identifier_match": false,
"exact_title_candidates": [
{
"paper_id": 3527429,
"existing_identifiers": [
{
"scheme": "openreview",
"value": "fgBxcKcz9ea",
"paper_id": 3527429
},
{
"scheme": "papercopilot_openreview",
"value": "nips/2021/fgBxcKcz9ea",
"paper_id": 3527429
}
],
"source_abstract_exact_equal": true,
"existing_attempts": [
{
"id": 444666,
"venue": "NeurIPS",
"year": 2021,
"source_submission_id": "nips/2021/fgBxcKcz9ea",
"statuses": [
"rejected"
]
}
],
"attempts_truncated": false,
"identity_approved": false,
"id_alias_approved": false
}
],
"approved_for_import": false,
"disposition": "hold_distinct_note_ids_even_with_equal_title_and_abstract"
},
{
"source_row": 44696,
"note_id_claim": "ki4eJ1fSJNq",
"venue": "NeurIPS",
"year": 2021,
"raw_decision": "Reject",
"title": "Fitting large mixture models using stochastic component selection",
"same_scope_identifier_match": false,
"exact_title_candidates": [
{
"paper_id": 1545058,
"existing_identifiers": [
{
"scheme": "arxiv",
"value": "2110.04776",
"paper_id": 1545058
},
{
"scheme": "openreview",
"value": "ZS394D3djsg",
"paper_id": 1545058
},
{
"scheme": "papercopilot_openreview",
"value": "nips/2021/ZS394D3djsg",
"paper_id": 1545058
}
],
"source_abstract_exact_equal": true,
"existing_attempts": [
{
"id": 444652,
"venue": "NeurIPS",
"year": 2021,
"source_submission_id": "nips/2021/ZS394D3djsg",
"statuses": [
"rejected"
]
}
],
"attempts_truncated": false,
"identity_approved": false,
"id_alias_approved": false
}
],
"approved_for_import": false,
"disposition": "hold_distinct_note_ids_even_with_equal_title_and_abstract"
},
{
"source_row": 45757,
"note_id_claim": "bDP7I2fYwLj",
"venue": "NeurIPS",
"year": 2021,
"raw_decision": "Reject",
"title": "WeaveNet for Approximating Assignment Problems",
"same_scope_identifier_match": false,
"exact_title_candidates": [
{
"paper_id": 3527390,
"existing_identifiers": [
{
"scheme": "openreview",
"value": "2rAiDBJgR_",
"paper_id": 3527390
},
{
"scheme": "papercopilot_openreview",
"value": "nips/2021/2rAiDBJgR_",
"paper_id": 3527390
}
],
"source_abstract_exact_equal": true,
"existing_attempts": [
{
"id": 444580,
"venue": "NeurIPS",
"year": 2021,
"source_submission_id": "nips/2021/2rAiDBJgR_",
"statuses": [
"rejected"
]
}
],
"attempts_truncated": false,
"identity_approved": false,
"id_alias_approved": false
}
],
"approved_for_import": false,
"disposition": "hold_distinct_note_ids_even_with_equal_title_and_abstract"
},
{
"source_row": 49327,
"note_id_claim": "yB8cQIICqe",
"venue": "EMNLP",
"year": 2023,
"raw_decision": "Desk_Rejected_Submission",
"title": "EZ-STANCE: A Large Dataset for Zero-Shot Stance Detection",
"same_scope_identifier_match": false,
"exact_title_candidates": [],
"approved_for_import": false,
"disposition": "hold_no_exact_title_candidate_not_proof_of_novelty"
}
],
"access_probes": [
{
"local_evidence": "researcharcade-neurips2021-original-note-check-v1/report.json",
"sha256": "746d752535b516abba43b0e8e6ad901bf39c07da532188dfa97ff911869084ae",
"receipt_summary": {},
"results": [
{
"requested_note_id": "Pk972F7J8Um",
"status": 403,
"url": "https://api.openreview.net/notes?id=Pk972F7J8Um&select=id%2Cforum%2Cinvitation%2Creaders%2Csignatures%2Ccontent.title%2Ccontent.abstract%2Ccontent.venue%2Ccontent.venueid",
"sha256": "b0113384cebc9d724284062f776b45044d22450219112342721d8f9683571c08",
"checked_at": "2026-11-18T04:01:58.643552+00:00"
}
]
},
{
"local_evidence": "emnlp2023-primary-public-metadata-probe-v1/notes-probe.json",
"sha256": "47799dc4520e113d6a2e7c9ea2f362577bb21e3ad583ee02149a36c21cf6ea9d",
"receipt_summary": {
"url": "https://api.openreview.net/notes?invitation=EMNLP%2F2023%2FConference%2F-%2FSubmission&limit=1&select=id%2Cnumber%2Cforum%2Cinvitation%2Creaders%2Csignatures%2Ccdate%2Ctcdate%2Cmdate%2Ctmdate%2Ccontent.title%2Ccontent.abstract%2Ccontent.authors%2Ccontent.venue%2Ccontent.venueid%2Ccontent.keywords",
"http_status": 403,
"response_sha256": "798e964735eb1eff1e4954d5c9e79aad2afd40c3f88dcb82f8ef5bbc55cc0a61",
"response_bytes": 546,
"at": "2026-11-18T03:38:50.112624+00:00"
}
},
{
"local_evidence": "emnlp2023-primary-public-metadata-probe-v1/group-access.json",
"sha256": "8fcb9ccd5615a737c17ef0eeedc9121e85a84ebd63667e83df0bda9ffb83d792",
"receipt_summary": {
"url": "https://api.openreview.net/groups?id=EMNLP%2F2023%2FConference",
"http_status": 200,
"response_sha256": "7c0cc75e2e8be1c18dffc96a9ceabea34f0f7810139c0a990a6bb117d66f6456",
"response_bytes": 13143,
"at": "2026-11-18T03:38:49.929085+00:00"
}
}
],
"access_limit": "NeurIPS 2021 first original note request and EMNLP 2023 source-declared Submission query returned 403. Requests stopped. No alternate API version, endpoint, authentication, or challenge bypass. 403 does not prove zero public records."
}