Compare commits

..

3 Commits

Author SHA1 Message Date
codex-bot 8e548287e9 Preserve existing ACL acceptance for EZ-STANCE title variant
Metadata integrity checks / metadata (push) Successful in 7m7s
2026-11-18 12:10:40 +08:00
codex-bot e85902bf18 Preserve EZ-STANCE later-publication lead without anonymous identity inference
Metadata integrity checks / metadata (push) Successful in 6m44s
2026-11-18 12:07:24 +08:00
codex-bot e82abec4c7 Record current negative-source overlap and unresolved note identities
Metadata integrity checks / metadata (push) Successful in 7m20s
2026-11-18 12:05:05 +08:00
6 changed files with 381 additions and 33 deletions
+2
View File
@@ -202,3 +202,5 @@ IJCAI 联办届次的逐条后续核查见 [2018/2022 分区与目录差集](ijc
[早期NLP来源范围复核](historical-source-scope-2026-11-09.md)保留3份官方网页的响应哈希,排除4个COLING卷对ACL缺口的误匹配,并区分会议举办记录、目录可获取性与论文级覆盖;尚未导入或关闭这些年度缺口。 [早期NLP来源范围复核](historical-source-scope-2026-11-09.md)保留3份官方网页的响应哈希,排除4个COLING卷对ACL缺口的误匹配,并区分会议举办记录、目录可获取性与论文级覆盖;尚未导入或关闭这些年度缺口。
- [MM 2026 官方节目来源状态](../mm2026-source-status.md):完整官方日程 JSON、重复展示盘点、28 个来源 track、缺失作者/摘要和四条匿名决定路径的 403 证据;这些不是已导入或公开拒稿全集。 - [MM 2026 官方节目来源状态](../mm2026-source-status.md):完整官方日程 JSON、重复展示盘点、28 个来源 track、缺失作者/摘要和四条匿名决定路径的 403 证据;这些不是已导入或公开拒稿全集。
- [2026-11-18 公开负面来源核查](public-negative-source-audit-2026-11-18.md):ResearchArcade 930 条非 ICLR 声明的当前库比对、5 条未绑定声明及原始接口访问证据;不把镜像差集算作新增拒稿。
@@ -1493,7 +1493,7 @@
}, },
"TMLR_current20261108": { "TMLR_current20261108": {
"url": "https://www.jmlr.org/tmlr/faq.html", "url": "https://www.jmlr.org/tmlr/faq.html",
"finding": "Additionalnonconferencevenuealreadyinregistry:accepted/rejected/withdrawn/retractedallpublic; deskrejectedneverpublic. Authorshiddenonnotyetacceptedpapers; donotinferanonymousidentities. Continuousjournal; eventcertification/journal-to-conferencepresentationnotanotherindependentreviewacceptance." "finding": "Additionalnonconferencepolicyreference; TMLR is not in the current 43-conference registry:accepted/rejected/withdrawn/retractedallpublic; deskrejectedneverpublic. Authorshiddenonnotyetacceptedpapers; donotinferanonymousidentities. Continuousjournal; eventcertification/journal-to-conferencepresentationnotanotherindependentreviewacceptance."
} }
}, },
"public_negative_recovery_notes": { "public_negative_recovery_notes": {
@@ -1507,6 +1507,12 @@
"original_rejection_notes_obtained": false, "original_rejection_notes_obtained": false,
"prior_decisions_inserted": 0, "prior_decisions_inserted": 0,
"requires": "Per-paper primary original identifiers/decisions or an explicitly distinguished policy-supported relation; never manufacture an original note." "requires": "Per-paper primary original identifiers/decisions or an explicitly distinguished policy-supported relation; never manufacture an original note."
},
"researcharcade_20261118": {
"audit": "public-negative-source-audit-2026-11-18.json",
"summary": "930 non-ICLR 2020+ mirror claims:925 scoped ID matches all have rejected status;5 held,3 with equal title+source abstract but distinct unverified note IDs. No writes or new rejections approved.",
"access": "NeurIPS2021 and EMNLP2023 original note queries403; stopped, no bypass.",
"next": "Seek independent primary evidence for note.id/forum relationships and final decisions; no title-only merge or duplicate-rejection import. No full-public-set coverage claim."
} }
}, },
"restore_rules": [ "restore_rules": [
@@ -0,0 +1,320 @@
{
"version": 1,
"as_of": "2026-11-18",
"scope": "930 cached ResearchArcade non-ICLR negative claims, NeurIPS 2021–2025 and EMNLP 2023; not a conference-completeness audit",
"database_snapshot": {
"database": "foundry_data",
"schema": "research",
"at": "2026-11-18 03:48:34.65659+00",
"snapshot": "1048885:1048885:"
},
"database_written": false,
"approved_for_import": 0,
"claims": 930,
"known_same_scope_attempt_claims": 925,
"all_925_have_rejected_status": true,
"without_same_scope_attempt_claims": 5,
"by_venue_year": [
{
"venue": "EMNLP",
"year": 2023,
"claims": 10
},
{
"venue": "NeurIPS",
"year": 2021,
"claims": 136
},
{
"venue": "NeurIPS",
"year": 2022,
"claims": 153
},
{
"venue": "NeurIPS",
"year": 2023,
"claims": 176
},
{
"venue": "NeurIPS",
"year": 2024,
"claims": 201
},
{
"venue": "NeurIPS",
"year": 2025,
"claims": 254
}
],
"evidence": {
"diff_report_sha256": "d49361a8622f3b3f59e824690ceb8bf1c878be35c3e3758366d3b46a407673f5",
"candidate_packets_sha256": "3b21df27e0f30e56b81086d16d3943c4563bbe382200e866b15de14510e07472",
"dataset_revision": "c61bb99b0452429c32f85b1e392f3afdb65731c4",
"dataset_parquet_sha256": "bb6e165ee152a95d91a7ffa16abc9d4a6effbdfcf59183b3bb819d09171689d1",
"candidate_jsonl_sha256": "848e646596e8c747e0c636c2381a139978aff8f2c19f01ad49c98e7f4270c5e6",
"collector_repository": "https://github.com/ulab-uiuc/research-arcade",
"collector_revision": "ecf9c7c2490840b029bd2add4f02d04aca1d014e",
"collector_openreview_crawler_sha256": "4539d951ca05b20785169638eab3884148aa6c354a34c5ecc04e15c84a5910fe",
"collector_revision_proven_to_generate_dataset": false
},
"collector_semantics": {
"legacy_2020_2022": "Reads Blind_Submission note.id; first reply with content.decision, no invitation/signature verification. Not a verified final-decision note.",
"legacy_2019": "Reads first recommendation, which must not be promoted to a final decision. Outside active 2020+ backfill.",
"modern_branch": "Reads Submission note.id and last venueid component; Conference replaced by venue literal. Withdrawn_Submission skipped.",
"identity": "The exported field paper_openreview_id is note.id; forum equality or equivalence to another mirror ID is not independently proved.",
"coverage": "Six-field table has no authors or decision signatures; no completeness inference for public withdrawn/rejected records."
},
"held_claims": [
{
"source_row": 33219,
"note_id_claim": "FSf9h6t152",
"venue": "NeurIPS",
"year": 2025,
"raw_decision": "Rejected_Submission",
"title": "Hierarchical Restructuring of Graph Neural Networks for Robust Learning under Edge Perturbations",
"same_scope_identifier_match": false,
"exact_title_candidates": [],
"approved_for_import": false,
"disposition": "hold_no_exact_title_candidate_not_proof_of_novelty"
},
{
"source_row": 44669,
"note_id_claim": "Pk972F7J8Um",
"venue": "NeurIPS",
"year": 2021,
"raw_decision": "Reject",
"title": "Differential Privacy of Dirichlet Posterior Sampling",
"same_scope_identifier_match": false,
"exact_title_candidates": [
{
"paper_id": 3527429,
"existing_identifiers": [
{
"scheme": "openreview",
"value": "fgBxcKcz9ea",
"paper_id": 3527429
},
{
"scheme": "papercopilot_openreview",
"value": "nips/2021/fgBxcKcz9ea",
"paper_id": 3527429
}
],
"source_abstract_exact_equal": true,
"existing_attempts": [
{
"id": 444666,
"venue": "NeurIPS",
"year": 2021,
"source_submission_id": "nips/2021/fgBxcKcz9ea",
"statuses": [
"rejected"
]
}
],
"attempts_truncated": false,
"identity_approved": false,
"id_alias_approved": false
}
],
"approved_for_import": false,
"disposition": "hold_distinct_note_ids_even_with_equal_title_and_abstract"
},
{
"source_row": 44696,
"note_id_claim": "ki4eJ1fSJNq",
"venue": "NeurIPS",
"year": 2021,
"raw_decision": "Reject",
"title": "Fitting large mixture models using stochastic component selection",
"same_scope_identifier_match": false,
"exact_title_candidates": [
{
"paper_id": 1545058,
"existing_identifiers": [
{
"scheme": "arxiv",
"value": "2110.04776",
"paper_id": 1545058
},
{
"scheme": "openreview",
"value": "ZS394D3djsg",
"paper_id": 1545058
},
{
"scheme": "papercopilot_openreview",
"value": "nips/2021/ZS394D3djsg",
"paper_id": 1545058
}
],
"source_abstract_exact_equal": true,
"existing_attempts": [
{
"id": 444652,
"venue": "NeurIPS",
"year": 2021,
"source_submission_id": "nips/2021/ZS394D3djsg",
"statuses": [
"rejected"
]
}
],
"attempts_truncated": false,
"identity_approved": false,
"id_alias_approved": false
}
],
"approved_for_import": false,
"disposition": "hold_distinct_note_ids_even_with_equal_title_and_abstract"
},
{
"source_row": 45757,
"note_id_claim": "bDP7I2fYwLj",
"venue": "NeurIPS",
"year": 2021,
"raw_decision": "Reject",
"title": "WeaveNet for Approximating Assignment Problems",
"same_scope_identifier_match": false,
"exact_title_candidates": [
{
"paper_id": 3527390,
"existing_identifiers": [
{
"scheme": "openreview",
"value": "2rAiDBJgR_",
"paper_id": 3527390
},
{
"scheme": "papercopilot_openreview",
"value": "nips/2021/2rAiDBJgR_",
"paper_id": 3527390
}
],
"source_abstract_exact_equal": true,
"existing_attempts": [
{
"id": 444580,
"venue": "NeurIPS",
"year": 2021,
"source_submission_id": "nips/2021/2rAiDBJgR_",
"statuses": [
"rejected"
]
}
],
"attempts_truncated": false,
"identity_approved": false,
"id_alias_approved": false
}
],
"approved_for_import": false,
"disposition": "hold_distinct_note_ids_even_with_equal_title_and_abstract"
},
{
"source_row": 49327,
"note_id_claim": "yB8cQIICqe",
"venue": "EMNLP",
"year": 2023,
"raw_decision": "Desk_Rejected_Submission",
"title": "EZ-STANCE: A Large Dataset for Zero-Shot Stance Detection",
"same_scope_identifier_match": false,
"exact_title_candidates": [],
"approved_for_import": false,
"disposition": "hold_possible_later_publication_with_changed_title_and_dataset_size_no_identity_or_author_transfer",
"later_publication_retrieval_lead": {
"url": "https://aclanthology.org/2024.acl-long.838/",
"http_status": 200,
"bytes": 40557,
"response_sha256": "b50dd55c48e31e4c10e97927ce01679369735834aa2c0f8d9f41f8e8e02fc776",
"checked_at": "2026-11-18T04:07:03.699767+00:00",
"anthology_id": "2024.acl-long.838",
"doi": "10.18653/v1/2024.acl-long.838",
"title": "EZ-STANCE: A Large Dataset for English Zero-Shot Stance Detection",
"venue": "ACL",
"year": 2024,
"publication_verified": true,
"link_to_anonymous_rejection_verified": false,
"authors_transferred_to_anonymous_claim": false,
"dataset_pairs_published_version": 47316,
"dataset_pairs_rejection_mirror_version": 30606,
"database_written": false,
"current_database_evidence": {
"snapshot": {
"at": "2026-11-18 04:09:23.720956+00",
"snapshot": "1051887:1051887:"
},
"paper_id": 2131805,
"verified_identifiers": [
{
"scheme": "acl",
"value": "2024.acl-long.838",
"paper_id": 2131805
},
{
"scheme": "acl_anthology",
"value": "2024.acl-long.838",
"paper_id": 2131805
},
{
"scheme": "doi",
"value": "10.18653/v1/2024.acl-long.838",
"paper_id": 2131805
}
],
"existing_attempts": [
{
"venue": "ACL",
"year": 2024,
"track": "main",
"statuses": [
"accepted"
]
}
],
"packet_file_sha256": "de5dfa658177adef87134cf7723afc086bd7395405a31166ff9597b03b3c8af3",
"original_rejection_link_verified": false
}
}
}
],
"access_probes": [
{
"local_evidence": "researcharcade-neurips2021-original-note-check-v1/report.json",
"sha256": "746d752535b516abba43b0e8e6ad901bf39c07da532188dfa97ff911869084ae",
"receipt_summary": {},
"results": [
{
"requested_note_id": "Pk972F7J8Um",
"status": 403,
"url": "https://api.openreview.net/notes?id=Pk972F7J8Um&select=id%2Cforum%2Cinvitation%2Creaders%2Csignatures%2Ccontent.title%2Ccontent.abstract%2Ccontent.venue%2Ccontent.venueid",
"sha256": "b0113384cebc9d724284062f776b45044d22450219112342721d8f9683571c08",
"checked_at": "2026-11-18T04:01:58.643552+00:00"
}
]
},
{
"local_evidence": "emnlp2023-primary-public-metadata-probe-v1/notes-probe.json",
"sha256": "47799dc4520e113d6a2e7c9ea2f362577bb21e3ad583ee02149a36c21cf6ea9d",
"receipt_summary": {
"url": "https://api.openreview.net/notes?invitation=EMNLP%2F2023%2FConference%2F-%2FSubmission&limit=1&select=id%2Cnumber%2Cforum%2Cinvitation%2Creaders%2Csignatures%2Ccdate%2Ctcdate%2Cmdate%2Ctmdate%2Ccontent.title%2Ccontent.abstract%2Ccontent.authors%2Ccontent.venue%2Ccontent.venueid%2Ccontent.keywords",
"http_status": 403,
"response_sha256": "798e964735eb1eff1e4954d5c9e79aad2afd40c3f88dcb82f8ef5bbc55cc0a61",
"response_bytes": 546,
"at": "2026-11-18T03:38:50.112624+00:00"
}
},
{
"local_evidence": "emnlp2023-primary-public-metadata-probe-v1/group-access.json",
"sha256": "8fcb9ccd5615a737c17ef0eeedc9121e85a84ebd63667e83df0bda9ffb83d792",
"receipt_summary": {
"url": "https://api.openreview.net/groups?id=EMNLP%2F2023%2FConference",
"http_status": 200,
"response_sha256": "7c0cc75e2e8be1c18dffc96a9ceabea34f0f7810139c0a990a6bb117d66f6456",
"response_bytes": 13143,
"at": "2026-11-18T03:38:49.929085+00:00"
}
}
],
"access_limit": "NeurIPS 2021 first original note request and EMNLP 2023 source-declared Submission query returned 403. Requests stopped. No alternate API version, endpoint, authentication, or challenge bypass. 403 does not prove zero public records."
}
@@ -0,0 +1,50 @@
# 公开负面来源核查:2026-11-18
本次检查 ResearchArcade 缓存中 NeurIPS 2021–2025、EMNLP 2023 的 930 条负面声明,不包括 ICLR 或 2020 年以前的补漏。原始候选文件未重新下载,PostgreSQL 查询为只读。逐条待办、来源哈希与数据库快照见[机器可读记录](public-negative-source-audit-2026-11-18.json)。没有新增论文、决定、ID 别名或合并。
## 当前库比对
925 条声明通过同会议、同年份的 OpenReview 标识匹配到投稿,且每条都有 rejected 决定。这里只证明对应拒稿已记录,未核验这些论文的所有后续录用历史,也未证明会议公开拒稿全集完整。
另 5 条没有同届标识匹配:
|来源 note.id 声明|会议|标题或识别信息|处置|
|---|---|---|---|
|FSf9h6t152|NeurIPS 2025|Hierarchical Restructuring of Graph Neural Networks for Robust Learning under Edge Perturbations|无精确标题候选;不是已证明的新论文|
|Pk972F7J8Um|NeurIPS 2021|Differential Privacy of Dirichlet Posterior Sampling|候选 paper 3527429,已有同届 rejected,原 ID fgBxcKcz9ea|
|ki4eJ1fSJNq|NeurIPS 2021|Fitting large mixture models using stochastic component selection|候选 paper 1545058,已有同届 rejected,原 ID ZS394D3djsg;另保留 arXiv 2110.04776|
|bDP7I2fYwLj|NeurIPS 2021|WeaveNet for Approximating Assignment Problems|候选 paper 3527390,已有同届 rejected,原 ID 2rAiDBJgR_|
|yB8cQIICqe|EMNLP 2023|EZ-STANCE: A Large Dataset for Zero-Shot Stance Detection|镜像称 Desk_Rejected_Submission;原始公开范围及身份未核验|
三个标题候选的镜像摘要都与已有 PaperCopilot 来源摘要逐字相等,但来源 ID 不同。相等文本不能独立证明两个 note.id 指向同一个 forum,也不能据此创建第二次投稿或批准 ID 别名。现有实体包没有截断投稿列表,均只有已记录的 NeurIPS 2021 拒稿;这不代表从未在其他地方录用。
## 采集器证据与使用限制
作者仓库 [research-arcade](https://github.com/ulab-uiuc/research-arcade) 固定版本 `ecf9c7c2490840b029bd2add4f02d04aca1d014e` 的 `openreview_crawler.py` 显示:
- 2020–2022 的旧接口路径读取 Blind_Submission 的 `note.id`,从 replies 中取第一个带 `decision` 字段的值,未验证决定 invitation 或签名。
- 2019 路径取第一个 `recommendation`,不能将其升级为正式决定。该年度属于保留线索的范围,本轮不补导。
- 新接口路径读取 Submission 的 `note.id`,用 `venueid` 尾段作为标签;遇 Conference 再取 `venue`,并跳过 Withdrawn_Submission。
三个源码文件均核对 Git blob SHA-1 和完整文件 SHA-256;没有执行第三方采集器。源码版本早于数据集版本,但未证明该提交实际生成了此数据集。数据集仅有六个元数据字段,缺少作者和决定签名,因此既不能证明完整 withdrawn 覆盖,也不能将导出的 ID 无条件认作已验证 forum。
## 原始来源访问结果
EMNLP 2023 官方分组元数据返回 200,其声明的 Submission invitation 与既有配置一致;对该 invitation 的匿名元数据查询返回 403。NeurIPS 2021 对第一条候选 note `Pk972F7J8Um` 的匿名元数据查询同样返回 403,余下五个 ID 未发请求。均已停止对应来源查询,没有换接口版本、登录或绕过访问限制。403 不能说明没有公开投稿;未保留完整错误正文,也不将具体拒绝原因猜测为已知。
[EMNLP 2023 官方政策](https://2023.emnlp.org/blog/EMNLP-2023-openreview/)说明公开录用稿件与选择公开的拒稿,现有 9 条 rejected 或本镜像的 1 条 desk-rejected 均不能证明完整公开集合。
## EZ-STANCE 后续发表线索
独立的 [ACL Anthology 官方条目](https://aclanthology.org/2024.acl-long.838/)确认相近标题的 EZ-STANCE 在 ACL 2024 Long Papers 发表,DOI `10.18653/v1/2024.acl-long.838`。正式标题多了 English,数据集由拒稿镜像中的 30,606 对变为 47,316 对。已保存官方 HTML 的完整哈希,登记为版本关系核查线索;尚未证明与匿名 EMNLP 2023 声明属于同一投稿或同一科学工作,没有把已发表作者转填到匿名记录,也没有写入关联或第二份论文。后续必须核验版本关系并保留各自的投稿决定证据。
当前 PostgreSQL 的正式标题变体查询命中已有 paper `2131805`,其 ACL/DOI 标识与官方条目一致,已有 `ACL / 2024 / main / accepted` 投稿历史。该实体无需重复新建。匿名 EMNLP 声明与该实体的关系仍未批准,不能把这条线索表述为已经确认的“先拒后录”。快照、标识及完整实体包哈希已记入机器记录。
## 下次从哪里继续
1. 保留五条候选及旧 ID,等待可验证的原始公开元数据或独立可靠来源;不要反复重放已拒绝的原始接口请求。
2. 对三对 ID 分歧先取得 note/forum 关系证据,再独立审核科学工作身份与逐次投稿关系;保留已有拒稿及以后发现的录用。
3. 两条没有精确标题候选的记录仍需标题变体、作者及摘要交叉核查;匿名元数据不能用于推断作者身份。
4. 继续其余会议与年度的公开负面可用性核查,不将这 930 条当作全会、全年份覆盖,也不将 accepted-only 镜像算作拒稿补全。
另修正交接记录:TMLR 是额外的期刊政策线索,当前 43 个会议的 registry 中没有 TMLR;没有因此更改会议分母。2000–2019 已发现线索仍保留。
+1 -1
View File
@@ -66,7 +66,7 @@ def require_incremental_parent(c, source, manifest, options):
if entries: if entries:
if len(entries) != 1 or entries[0][0] != manifest['list_url']: if len(entries) != 1 or entries[0][0] != manifest['list_url']:
raise ValueError('Incremental coverage requires one unambiguous source listing') raise ValueError('Incremental coverage requires one unambiguous source listing')
if tuple(entries[0][i] for i in (1, 2, 3)) != ('partial', prior_expected, previous): if tuple(entries[0][1:]) != ('partial', prior_expected, previous):
raise ValueError('Incremental coverage parent changed or is not partial') raise ValueError('Incremental coverage parent changed or is not partial')
elif previous != 0 or prior_expected is not None: elif previous != 0 or prior_expected is not None:
raise ValueError('Incremental coverage parent is absent') raise ValueError('Incremental coverage parent is absent')
+1 -31
View File
@@ -15,7 +15,7 @@ from paper_atlas.db.backend import open_store, open_read_connection
from paper_atlas.db.store import Store from paper_atlas.db.store import Store
from paper_atlas.ingestion import arxiv from paper_atlas.ingestion import arxiv
from paper_atlas.ingestion.backfill import backfill from paper_atlas.ingestion.backfill import backfill
from paper_atlas.ingestion.records import coverage_options, ingest_file, require_incremental_parent from paper_atlas.ingestion.records import ingest_file
from paper_atlas.postgres.client import connect, ReadConnection from paper_atlas.postgres.client import connect, ReadConnection
from paper_atlas.postgres.migration import migrate from paper_atlas.postgres.migration import migrate
from paper_atlas.postgres.schema import quote from paper_atlas.postgres.schema import quote
@@ -114,36 +114,6 @@ class PostgreSQLIngestionTests(unittest.TestCase):
self.assertEqual(run[0],1) self.assertEqual(run[0],1)
self.assertEqual(json.loads(run[1])['coverage']['imported_count'],3) self.assertEqual(json.loads(run[1])['coverage']['imported_count'],3)
def test_incremental_parent_preflight_uses_readonly_postgres_rows_and_keeps_guards(self):
rows = [self.row(source='dblp', external=key, status='accepted', year=2001, venue='UAI')
for key in ('preflight1', 'preflight2')]
path = self.file('preflight-parent', rows)
target = path.with_suffix('.manifest.json')
manifest = json.loads(target.read_text())
manifest['status'] = 'partial'
target.write_text(json.dumps(manifest))
self.ingest(path)
proposed = dict(manifest, coverage_mode='incremental', count=1,
coverage_previous_count=2, coverage_previous_expected_count=2,
coverage_expected_count=4)
with closing(ReadConnection(self.service, self.schema)) as c:
self.assertEqual(c.execute('SHOW transaction_read_only').fetchone()[0], 'on')
source = c.execute("SELECT id FROM sources WHERE name='dblp'").fetchone()[0]
before = {table: c.execute('SELECT count(*) FROM '+table).fetchone()[0]
for table in ('papers', 'source_records', 'submissions', 'decisions', 'ingest_runs')}
coverage = [dict(row) for row in c.execute('SELECT * FROM edition_sources ORDER BY edition_id,source_id,list_url')]
require_incremental_parent(c, source, proposed, coverage_options(proposed))
for changes, error in (({'coverage_previous_count': 1}, 'parent changed'),
({'coverage_previous_expected_count': 3}, 'parent changed'),
({'list_url': 'https://example.org/other-list'}, 'unambiguous source listing')):
with self.subTest(changes=changes):
stale = dict(proposed, **changes)
with self.assertRaisesRegex(ValueError, error):
require_incremental_parent(c, source, stale, coverage_options(stale))
self.assertEqual({table: c.execute('SELECT count(*) FROM '+table).fetchone()[0]
for table in before}, before)
self.assertEqual([dict(row) for row in c.execute('SELECT * FROM edition_sources ORDER BY edition_id,source_id,list_url')], coverage)
def test_incremental_postgres_bound_failure_rolls_back_rows_and_summary(self): def test_incremental_postgres_bound_failure_rolls_back_rows_and_summary(self):
listing='https://example.org/uai/2001' listing='https://example.org/uai/2001'
rows=[self.row(source='dblp',external=key,status='accepted',year=2001,venue='UAI') rows=[self.row(source='dblp',external=key,status='accepted',year=2001,venue='UAI')