diff --git a/docs/coverage/negative-decision-coverage-2026-11-19.json b/docs/coverage/negative-decision-coverage-2026-11-19.json new file mode 100644 index 0000000..16f816f --- /dev/null +++ b/docs/coverage/negative-decision-coverage-2026-11-19.json @@ -0,0 +1,2900 @@ +{ + "snapshot_at": "2026-11-18 18:29:48.694494+00", + "database": "foundry_data/research", + "database_census_sha256": "6bce8316561006fbac8d84acfb61fc7280e9bbc4362e318c748688e5dd844201", + "prior_snapshot_at": "2026-11-18 16:05:45.776959+00", + "prior_snapshot_changes": [ + { + "venue": "COLM", + "year": 2024, + "prior_observations": 0, + "current_observations": 1 + }, + { + "venue": "CVPR", + "year": 2024, + "prior_observations": 0, + "current_observations": 1 + }, + { + "venue": "EACL", + "year": 2026, + "prior_observations": 0, + "current_observations": 1 + }, + { + "venue": "ECCV", + "year": 2022, + "prior_observations": 0, + "current_observations": 1 + }, + { + "venue": "EMNLP", + "year": 2020, + "prior_observations": 0, + "current_observations": 3 + }, + { + "venue": "EMNLP", + "year": 2021, + "prior_observations": 0, + "current_observations": 1 + }, + { + "venue": "EMNLP", + "year": 2022, + "prior_observations": 0, + "current_observations": 1 + }, + { + "venue": "EMNLP", + "year": 2023, + "prior_observations": 9, + "current_observations": 11 + }, + { + "venue": "ICCV", + "year": 2025, + "prior_observations": 0, + "current_observations": 2 + }, + { + "venue": "ICLR", + "year": 2020, + "prior_observations": 3433, + "current_observations": 3434 + }, + { + "venue": "ICLR", + "year": 2025, + "prior_observations": 12887, + "current_observations": 12888 + }, + { + "venue": "IJCAI", + "year": 2020, + "prior_observations": 0, + "current_observations": 1 + }, + { + "venue": "IROS", + "year": 2024, + "prior_observations": 0, + "current_observations": 1 + }, + { + "venue": "ISMIR", + "year": 2020, + "prior_observations": 0, + "current_observations": 1 + }, + { + "venue": "MLSys", + "year": 2025, + "prior_observations": 0, + "current_observations": 1 + }, + { + "venue": "NAACL", + "year": 2024, + "prior_observations": 0, + "current_observations": 1 + }, + { + "venue": "NeurIPS", + "year": 2024, + "prior_observations": 268, + "current_observations": 270 + } + ], + "inventory_sha256": "178ce10d89f8056f139aac88fbc5809ec57a91551a077bfb3632aa5f99a47dc0", + "restricted_listing_evidence_sha256": "b43b77e25ef2392dcd62e6f8f8d19ea7a99802bf54fde7dd1b88da5563eee547", + "global": [ + { + "status": "desk_rejected", + "observations": 1104, + "submissions": 1104, + "works": 1104, + "dated": 0 + }, + { + "status": "rejected", + "observations": 51570, + "submissions": 27839, + "works": 27439, + "dated": 24357 + }, + { + "status": "withdrawn", + "observations": 11966, + "submissions": 11966, + "works": 11945, + "dated": 0 + } + ], + "by_venue_year_track_status": [ + { + "venue": "BMVC", + "year": 2025, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "COLM", + "year": 2024, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "CVPR", + "year": 2024, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "EACL", + "year": 2026, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "ECCV", + "year": 2022, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "EMNLP", + "year": 2020, + "track": "submission_unclassified", + "status": "rejected", + "observations": 3, + "submissions": 3, + "works": 3 + }, + { + "venue": "EMNLP", + "year": 2021, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "EMNLP", + "year": 2022, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "EMNLP", + "year": 2023, + "track": "main", + "status": "rejected", + "observations": 9, + "submissions": 9, + "works": 9 + }, + { + "venue": "EMNLP", + "year": 2023, + "track": "submission_unclassified", + "status": "desk_rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "EMNLP", + "year": 2023, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "ICCV", + "year": 2025, + "track": "submission_unclassified", + "status": "rejected", + "observations": 2, + "submissions": 2, + "works": 2 + }, + { + "venue": "ICLR", + "year": 2013, + "track": "main", + "status": "rejected", + "observations": 12, + "submissions": 12, + "works": 12 + }, + { + "venue": "ICLR", + "year": 2017, + "track": "main", + "status": "rejected", + "observations": 255, + "submissions": 255, + "works": 255 + }, + { + "venue": "ICLR", + "year": 2018, + "track": "main", + "status": "rejected", + "observations": 496, + "submissions": 496, + "works": 496 + }, + { + "venue": "ICLR", + "year": 2018, + "track": "main", + "status": "withdrawn", + "observations": 69, + "submissions": 69, + "works": 69 + }, + { + "venue": "ICLR", + "year": 2019, + "track": "main", + "status": "rejected", + "observations": 921, + "submissions": 921, + "works": 921 + }, + { + "venue": "ICLR", + "year": 2019, + "track": "main", + "status": "withdrawn", + "observations": 156, + "submissions": 156, + "works": 156 + }, + { + "venue": "ICLR", + "year": 2020, + "track": "main", + "status": "desk_rejected", + "observations": 12, + "submissions": 12, + "works": 12 + }, + { + "venue": "ICLR", + "year": 2020, + "track": "main", + "status": "rejected", + "observations": 3052, + "submissions": 1526, + "works": 1526 + }, + { + "venue": "ICLR", + "year": 2020, + "track": "main", + "status": "withdrawn", + "observations": 369, + "submissions": 369, + "works": 369 + }, + { + "venue": "ICLR", + "year": 2020, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "ICLR", + "year": 2021, + "track": "main", + "status": "desk_rejected", + "observations": 17, + "submissions": 17, + "works": 17 + }, + { + "venue": "ICLR", + "year": 2021, + "track": "main", + "status": "rejected", + "observations": 3491, + "submissions": 1756, + "works": 1756 + }, + { + "venue": "ICLR", + "year": 2021, + "track": "main", + "status": "withdrawn", + "observations": 381, + "submissions": 381, + "works": 381 + }, + { + "venue": "ICLR", + "year": 2022, + "track": "main", + "status": "desk_rejected", + "observations": 26, + "submissions": 26, + "works": 26 + }, + { + "venue": "ICLR", + "year": 2022, + "track": "main", + "status": "rejected", + "observations": 3105, + "submissions": 1582, + "works": 1582 + }, + { + "venue": "ICLR", + "year": 2022, + "track": "main", + "status": "withdrawn", + "observations": 719, + "submissions": 719, + "works": 719 + }, + { + "venue": "ICLR", + "year": 2023, + "track": "main", + "status": "desk_rejected", + "observations": 18, + "submissions": 18, + "works": 18 + }, + { + "venue": "ICLR", + "year": 2023, + "track": "main", + "status": "rejected", + "observations": 4504, + "submissions": 2285, + "works": 2285 + }, + { + "venue": "ICLR", + "year": 2023, + "track": "main", + "status": "withdrawn", + "observations": 1077, + "submissions": 1077, + "works": 1077 + }, + { + "venue": "ICLR", + "year": 2024, + "track": "main", + "status": "desk_rejected", + "observations": 53, + "submissions": 53, + "works": 53 + }, + { + "venue": "ICLR", + "year": 2024, + "track": "main", + "status": "rejected", + "observations": 6950, + "submissions": 3519, + "works": 3519 + }, + { + "venue": "ICLR", + "year": 2024, + "track": "main", + "status": "withdrawn", + "observations": 1571, + "submissions": 1571, + "works": 1571 + }, + { + "venue": "ICLR", + "year": 2024, + "track": "workshop_genai4dm", + "status": "withdrawn", + "observations": 2, + "submissions": 2, + "works": 2 + }, + { + "venue": "ICLR", + "year": 2024, + "track": "workshop_me_fomo", + "status": "withdrawn", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "ICLR", + "year": 2025, + "track": "main", + "status": "desk_rejected", + "observations": 70, + "submissions": 70, + "works": 70 + }, + { + "venue": "ICLR", + "year": 2025, + "track": "main", + "status": "rejected", + "observations": 9930, + "submissions": 5019, + "works": 5019 + }, + { + "venue": "ICLR", + "year": 2025, + "track": "main", + "status": "withdrawn", + "observations": 2875, + "submissions": 2875, + "works": 2875 + }, + { + "venue": "ICLR", + "year": 2025, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "ICLR", + "year": 2025, + "track": "workshop_agenticai", + "status": "rejected", + "observations": 7, + "submissions": 7, + "works": 7 + }, + { + "venue": "ICLR", + "year": 2025, + "track": "workshop_lmrl", + "status": "withdrawn", + "observations": 5, + "submissions": 5, + "works": 5 + }, + { + "venue": "ICLR", + "year": 2026, + "track": "main", + "status": "desk_rejected", + "observations": 906, + "submissions": 906, + "works": 906 + }, + { + "venue": "ICLR", + "year": 2026, + "track": "main", + "status": "rejected", + "observations": 17202, + "submissions": 8816, + "works": 8816 + }, + { + "venue": "ICLR", + "year": 2026, + "track": "main", + "status": "withdrawn", + "observations": 4733, + "submissions": 4733, + "works": 4733 + }, + { + "venue": "ICLR", + "year": 2026, + "track": "workshop_llm_reasoning", + "status": "withdrawn", + "observations": 6, + "submissions": 6, + "works": 6 + }, + { + "venue": "ICML", + "year": 2025, + "track": "main", + "status": "rejected", + "observations": 162, + "submissions": 162, + "works": 162 + }, + { + "venue": "ICML", + "year": 2025, + "track": "position", + "status": "rejected", + "observations": 23, + "submissions": 23, + "works": 23 + }, + { + "venue": "ICML", + "year": 2026, + "track": "main", + "status": "rejected", + "observations": 214, + "submissions": 214, + "works": 214 + }, + { + "venue": "IJCAI", + "year": 2020, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "IROS", + "year": 2024, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "ISMIR", + "year": 2020, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "KDD", + "year": 2026, + "track": "applied_data_science", + "status": "withdrawn", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "MLSys", + "year": 2025, + "track": "submission_unclassified", + "status": "rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "NAACL", + "year": 2024, + "track": "submission_unclassified", + "status": "desk_rejected", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "NeurIPS", + "year": 2021, + "track": "datasets_benchmarks", + "status": "rejected", + "observations": 67, + "submissions": 67, + "works": 67 + }, + { + "venue": "NeurIPS", + "year": 2021, + "track": "main", + "status": "rejected", + "observations": 133, + "submissions": 133, + "works": 133 + }, + { + "venue": "NeurIPS", + "year": 2022, + "track": "main", + "status": "rejected", + "observations": 153, + "submissions": 153, + "works": 153 + }, + { + "venue": "NeurIPS", + "year": 2023, + "track": "datasets_benchmarks", + "status": "rejected", + "observations": 16, + "submissions": 16, + "works": 16 + }, + { + "venue": "NeurIPS", + "year": 2023, + "track": "main", + "status": "rejected", + "observations": 176, + "submissions": 176, + "works": 176 + }, + { + "venue": "NeurIPS", + "year": 2023, + "track": "main", + "status": "withdrawn", + "observations": 1, + "submissions": 1, + "works": 1 + }, + { + "venue": "NeurIPS", + "year": 2024, + "track": "datasets_benchmarks", + "status": "rejected", + "observations": 67, + "submissions": 67, + "works": 67 + }, + { + "venue": "NeurIPS", + "year": 2024, + "track": "main", + "status": "rejected", + "observations": 201, + "submissions": 201, + "works": 201 + }, + { + "venue": "NeurIPS", + "year": 2024, + "track": "submission_unclassified", + "status": "rejected", + "observations": 2, + "submissions": 2, + "works": 2 + }, + { + "venue": "NeurIPS", + "year": 2025, + "track": "datasets_benchmarks", + "status": "rejected", + "observations": 94, + "submissions": 94, + "works": 94 + }, + { + "venue": "NeurIPS", + "year": 2025, + "track": "main", + "status": "rejected", + "observations": 254, + "submissions": 254, + "works": 254 + }, + { + "venue": "NeurIPS", + "year": 2025, + "track": "position", + "status": "rejected", + "observations": 55, + "submissions": 55, + "works": 55 + } + ], + "by_source_status": [ + { + "source": "author_public_rejection", + "status": "desk_rejected", + "observations": 2 + }, + { + "source": "author_public_rejection", + "status": "rejected", + "observations": 21 + }, + { + "source": "kdd2026_programme", + "status": "withdrawn", + "observations": 1 + }, + { + "source": "openreview_public_archive", + "status": "rejected", + "observations": 214 + }, + { + "source": "openreview_snapshot", + "status": "rejected", + "observations": 24357 + }, + { + "source": "papercopilot_openreview", + "status": "desk_rejected", + "observations": 1102 + }, + { + "source": "papercopilot_openreview", + "status": "rejected", + "observations": 26723 + }, + { + "source": "papercopilot_openreview", + "status": "withdrawn", + "observations": 11965 + }, + { + "source": "peerread", + "status": "rejected", + "observations": 255 + } + ], + "cross_venue": { + "negative_works_2020_onward": 38450, + "accepted_elsewhere": 5090, + "accepted_elsewhere_later_year": 631, + "rejected_then_accepted_elsewhere_later_year": 561 + }, + "cross_venue_snapshot_at": "2026-11-18 18:22:59.391014+00", + "cross_venue_year_comparison": "Uses edition or publication year. Same-year chronology is not inferred.", + "fixed_scope": { + "years_with_negative_observation": 29, + "years_with_none_recorded": 249, + "venues_with_negative_observation": 15, + "total": 278 + }, + "fixed_slots": [ + { + "venue": "AAAI", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "AAAI", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "AAAI", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "AAAI", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "AAAI", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "AAAI", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "AAAI", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://aaai.org/conference/aaai/aaai-26/submission-instructions/" + } + ] + }, + { + "venue": "AAMAS", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "AAMAS", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "AAMAS", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "AAMAS", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "AAMAS", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "AAMAS", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "AAMAS", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "AAAI", + "status": "unknown", + "primary_url": "https://cyprusconferences.org/aamas2026/call-for-papers-aaai-track/" + }, + { + "track": "main", + "status": "unknown", + "primary_url": "https://cyprusconferences.org/aamas2026/submission-instructions/" + } + ] + }, + { + "venue": "ACL", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "ACL", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "ACL", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "ACL", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "ACL", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "ACL", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "ACL", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://2026.aclweb.org/calls/main_conference_papers/" + } + ] + }, + { + "venue": "AISTATS", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "AISTATS", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "AISTATS", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "AISTATS", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "AISTATS", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "AISTATS", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "AISTATS", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://virtual.aistats.org/Conferences/2026/SubmissionFAQ" + } + ] + }, + { + "venue": "CIKM", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "CIKM", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "CIKM", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "CIKM", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "CIKM", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "CIKM", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "CIKM", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "full_research", + "status": "unknown", + "primary_url": "https://cikm2026.diag.uniroma1.it/full-research-papers/" + } + ] + }, + { + "venue": "CLeaR", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "CLeaR", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "CLeaR", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "CLeaR", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "CLeaR", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://www.cclear.cc/2026/CallforPapers" + } + ] + }, + { + "venue": "COLING", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "COLING", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "COLING", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "COLING", + "year": 2025, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main_direct", + "status": "not_published", + "primary_url": "https://coling2025.org/calls/main_conference_papers/" + } + ] + }, + { + "venue": "COLM", + "year": 2024, + "recorded_negative_observations": 1, + "policy_evidence": [ + { + "track": "main", + "status": "not_published", + "primary_url": "https://colmweb.org/2024/cfp.html" + } + ] + }, + { + "venue": "COLM", + "year": 2025, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "not_published", + "primary_url": "https://github.com/COLM-org/Website/blob/master/cfp.md" + } + ] + }, + { + "venue": "COLM", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "not_published", + "primary_url": "https://raw.githubusercontent.com/COLM-org/colm-org.github.io/f1718e86fd16ed9b10b4e010c9098c1b6223c2a8/cfp.md" + } + ] + }, + { + "venue": "COLT", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "COLT", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "COLT", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "COLT", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "COLT", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "COLT", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "COLT", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://learningtheory.org/colt2026/cfp.html" + } + ] + }, + { + "venue": "CVPR", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "CVPR", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "CVPR", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "CVPR", + "year": 2023, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "reviews_and_author_responses_private", + "primary_url": "https://cvpr2023.thecvf.com/Conferences/2023/AuthorGuidelines" + } + ] + }, + { + "venue": "CVPR", + "year": 2024, + "recorded_negative_observations": 1, + "policy_evidence": [ + { + "track": "main", + "status": "reviews_and_author_responses_private", + "primary_url": "https://cvpr.thecvf.com/Conferences/2024/AuthorGuidelines" + } + ] + }, + { + "venue": "CVPR", + "year": 2025, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "reviews_and_author_responses_private", + "primary_url": "https://cvpr.thecvf.com/Conferences/2025/AuthorGuidelines" + } + ] + }, + { + "venue": "CVPR", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://cvpr.thecvf.com/Conferences/2026/AuthorGuidelines" + }, + { + "track": "main", + "status": "reviews_and_author_responses_private", + "primary_url": "https://cvpr.thecvf.com/Conferences/2026/AuthorGuidelines" + } + ] + }, + { + "venue": "CoNLL", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "CoNLL", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "CoNLL", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "CoNLL", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "CoNLL", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "CoNLL", + "year": 2025, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "archival", + "status": "unknown", + "primary_url": "https://www.aclweb.org/portal/content/conll-2025-2nd-call-papers" + } + ] + }, + { + "venue": "CoNLL", + "year": 2026, + "recorded_negative_observations": 0 + }, + { + "venue": "CoRL", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "CoRL", + "year": 2021, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "removed_after_decisions", + "primary_url": "https://2021.corl.org/author-information/frequently-asked-questions" + } + ] + }, + { + "venue": "CoRL", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "CoRL", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "CoRL", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "CoRL", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "CoRL", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://2026.corl.org/contributions/instruction-for-authors" + } + ] + }, + { + "venue": "EACL", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "EACL", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "EACL", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "EACL", + "year": 2026, + "recorded_negative_observations": 1, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://2026.eacl.org/calls/papers/" + } + ] + }, + { + "venue": "ECAI", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "ECAI", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "ECAI", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "ECAI", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "ECAI", + "year": 2025, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://ecai2025.org/call-for-papers/" + } + ] + }, + { + "venue": "ECAI", + "year": 2026, + "recorded_negative_observations": 0 + }, + { + "venue": "ECCV", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "ECCV", + "year": 2022, + "recorded_negative_observations": 1 + }, + { + "venue": "ECCV", + "year": 2024, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "review_stage_confidential_accepted_publication_described", + "primary_url": "https://eccv.ecva.net/Conferences/2024/SubmissionPolicies" + } + ] + }, + { + "venue": "ECCV", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://eccv.ecva.net/Conferences/2026/SubmissionPolicies" + } + ] + }, + { + "venue": "ECML-PKDD", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "ECML-PKDD", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "ECML-PKDD", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "ECML-PKDD", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "ECML-PKDD", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "ECML-PKDD", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "ECML-PKDD", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "applied_data_science", + "status": "unknown", + "primary_url": "https://ecmlpkdd.org/2026/submissions-ads-track/" + } + ] + }, + { + "venue": "EMNLP", + "year": 2020, + "recorded_negative_observations": 3 + }, + { + "venue": "EMNLP", + "year": 2021, + "recorded_negative_observations": 1 + }, + { + "venue": "EMNLP", + "year": 2022, + "recorded_negative_observations": 1 + }, + { + "venue": "EMNLP", + "year": 2023, + "recorded_negative_observations": 11, + "policy_evidence": [ + { + "track": "main", + "status": "opt_in_public", + "primary_url": "https://openreview.net/group?id=EMNLP%2F2023%2FConference" + } + ] + }, + { + "venue": "EMNLP", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "EMNLP", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "EMNLP", + "year": 2026, + "recorded_negative_observations": 0 + }, + { + "venue": "FAccT", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "FAccT", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "FAccT", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "FAccT", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "FAccT", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "FAccT", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "FAccT", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://facctconference.org/2026/authorguide.html" + } + ] + }, + { + "venue": "ICAPS", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "ICAPS", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "ICAPS", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "ICAPS", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "ICAPS", + "year": 2024, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://icaps24.icaps-conference.org/calls/main_track/" + } + ] + }, + { + "venue": "ICAPS", + "year": 2025, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://icaps25.icaps-conference.org/calls/main_track/" + } + ] + }, + { + "venue": "ICAPS", + "year": 2026, + "recorded_negative_observations": 0 + }, + { + "venue": "ICASSP", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "ICASSP", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "ICASSP", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "ICASSP", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "ICASSP", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "ICASSP", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "ICASSP", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://2026.ieeeicassp.org/editorial-policies/" + } + ] + }, + { + "venue": "ICCV", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "ICCV", + "year": 2023, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "review_stage_confidential", + "primary_url": "https://iccv2023.thecvf.com/author.faqs-361800-2-20-18.php" + } + ] + }, + { + "venue": "ICCV", + "year": 2025, + "recorded_negative_observations": 2, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://iccv.thecvf.com/Conferences/2025/AuthorGuidelines" + } + ] + }, + { + "venue": "ICDM", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "ICDM", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "ICDM", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "ICDM", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "ICDM", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "ICDM", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "ICDM", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "research", + "status": "unknown", + "primary_url": "https://icdm2026.neu.edu.cn/CallforResearchTrack/" + } + ] + }, + { + "venue": "ICLR", + "year": 2020, + "recorded_negative_observations": 3434 + }, + { + "venue": "ICLR", + "year": 2021, + "recorded_negative_observations": 3889 + }, + { + "venue": "ICLR", + "year": 2022, + "recorded_negative_observations": 3850 + }, + { + "venue": "ICLR", + "year": 2023, + "recorded_negative_observations": 5599 + }, + { + "venue": "ICLR", + "year": 2024, + "recorded_negative_observations": 8577 + }, + { + "venue": "ICLR", + "year": 2025, + "recorded_negative_observations": 12888 + }, + { + "venue": "ICLR", + "year": 2026, + "recorded_negative_observations": 22847, + "policy_evidence": [ + { + "track": "main", + "status": "public_rejected_and_postdeadline_withdrawn", + "primary_url": "https://iclr.cc/Conferences/2026/AuthorGuide" + } + ] + }, + { + "venue": "ICML", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "ICML", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "ICML", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "ICML", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "ICML", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "ICML", + "year": 2025, + "recorded_negative_observations": 185, + "policy_evidence": [ + { + "track": "main", + "status": "opt_in_public", + "primary_url": "https://icml.cc/Conferences/2025/PeerReviewFAQ" + } + ] + }, + { + "venue": "ICML", + "year": 2026, + "recorded_negative_observations": 214, + "policy_evidence": [ + { + "track": "main", + "status": "opt_in_public", + "primary_url": "https://icml.cc/Conferences/2026/ReviewerInstructions" + } + ] + }, + { + "venue": "ICRA", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "ICRA", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "ICRA", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "ICRA", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "ICRA", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "ICRA", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "ICRA", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://2026.ieee-icra.org/contribute/call-for-icra-2026-papers-now-accepting-submissions/" + } + ] + }, + { + "venue": "IJCAI", + "year": 2020, + "recorded_negative_observations": 1 + }, + { + "venue": "IJCAI", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "IJCAI", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "IJCAI", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "IJCAI", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "IJCAI", + "year": 2025, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://2025.ijcai.org/call-for-papers-main-track/" + } + ] + }, + { + "venue": "IJCAI", + "year": 2026, + "recorded_negative_observations": 0 + }, + { + "venue": "INTERSPEECH", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "INTERSPEECH", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "INTERSPEECH", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "INTERSPEECH", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "INTERSPEECH", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "INTERSPEECH", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "INTERSPEECH", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://interspeech2026.org/pages/author-resources/submission-policy" + } + ] + }, + { + "venue": "IROS", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "IROS", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "IROS", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "IROS", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "IROS", + "year": 2024, + "recorded_negative_observations": 1 + }, + { + "venue": "IROS", + "year": 2025, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://www.iros25.org/CallForPapersv2" + } + ] + }, + { + "venue": "IROS", + "year": 2026, + "recorded_negative_observations": 0 + }, + { + "venue": "ISMIR", + "year": 2020, + "recorded_negative_observations": 1 + }, + { + "venue": "ISMIR", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "ISMIR", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "ISMIR", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "ISMIR", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "ISMIR", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "ISMIR", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://ismir2026.ismir.net/authors/call-for-papers" + } + ] + }, + { + "venue": "KDD", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "KDD", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "KDD", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "KDD", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "KDD", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "KDD", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "KDD", + "year": 2026, + "recorded_negative_observations": 1, + "policy_evidence": [ + { + "track": "research", + "status": "unknown", + "primary_url": "https://kdd2026.kdd.org/research-track-call-for-papers/" + } + ] + }, + { + "venue": "KR", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "KR", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "KR", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "KR", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "KR", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "KR", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "KR", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://kr.org/KR2026/call_main_track.html" + } + ] + }, + { + "venue": "MICCAI", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "MICCAI", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "MICCAI", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "MICCAI", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "MICCAI", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "MICCAI", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "MICCAI", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://miccai2026.org/en/THE-MICCAI-REVIEW-PROCESS.html" + } + ] + }, + { + "venue": "MLSys", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "MLSys", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "MLSys", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "MLSys", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "MLSys", + "year": 2024, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "reject_listing_access_restricted", + "primary_url": "https://mlsys.org/Conferences/2024/CallForPapers" + } + ], + "anonymous_reject_listing": { + "http_status": 403, + "url": "https://api2.openreview.net/notes?content.venueid=MLSys.org%2F2024%2FConference%2FRejected_Submission&limit=1" + } + }, + { + "venue": "MLSys", + "year": 2025, + "recorded_negative_observations": 1, + "policy_evidence": [ + { + "track": "main", + "status": "reject_listing_access_restricted", + "primary_url": "https://mlsys.org/Conferences/2025/CallForPapers" + } + ], + "anonymous_reject_listing": { + "http_status": 403, + "url": "https://api2.openreview.net/notes?content.venueid=MLSys.org%2F2025%2FConference%2FRejected_Submission&limit=1" + } + }, + { + "venue": "MLSys", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://mlsys.org/Conferences/2026/CallForResearchPapers" + } + ] + }, + { + "venue": "MM", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "MM", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "MM", + "year": 2022, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "accepted_oral_reviews_public_by_consent", + "primary_url": "https://2022.acmmm.org/open-review/" + } + ] + }, + { + "venue": "MM", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "MM", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "MM", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "MM", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://2026.acmmm.org/site/author-instructions.html" + } + ] + }, + { + "venue": "NAACL", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "NAACL", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "NAACL", + "year": 2024, + "recorded_negative_observations": 1 + }, + { + "venue": "NAACL", + "year": 2025, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://2025.naacl.org/calls/papers/" + } + ] + }, + { + "venue": "NeurIPS", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "NeurIPS", + "year": 2021, + "recorded_negative_observations": 200 + }, + { + "venue": "NeurIPS", + "year": 2022, + "recorded_negative_observations": 153 + }, + { + "venue": "NeurIPS", + "year": 2023, + "recorded_negative_observations": 193 + }, + { + "venue": "NeurIPS", + "year": 2024, + "recorded_negative_observations": 270 + }, + { + "venue": "NeurIPS", + "year": 2025, + "recorded_negative_observations": 403, + "policy_evidence": [ + { + "track": "main", + "status": "opt_in_public", + "primary_url": "https://neurips.cc/Conferences/2025/CallForPapers" + } + ] + }, + { + "venue": "NeurIPS", + "year": 2026, + "recorded_negative_observations": 0 + }, + { + "venue": "RSS", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "RSS", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "RSS", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "RSS", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "RSS", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "RSS", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "RSS", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "not_published", + "primary_url": "https://roboticsconference.org/2026/information/cfp/" + } + ] + }, + { + "venue": "RecSys", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "RecSys", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "RecSys", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "RecSys", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "RecSys", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "RecSys", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "RecSys", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://recsys.acm.org/recsys26/call/" + } + ] + }, + { + "venue": "SDM", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "SDM", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "SDM", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "SDM", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "SDM", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "SDM", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "SDM", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://www.siam.org/conferences-events/siam-conferences/sdm26/submissions/" + } + ] + }, + { + "venue": "SIGIR", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "SIGIR", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "SIGIR", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "SIGIR", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "SIGIR", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "SIGIR", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "SIGIR", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "full_papers", + "status": "unknown", + "primary_url": "https://sigir2026.org/en-AU/pages/submissions/full-papers-track" + } + ] + }, + { + "venue": "UAI", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "UAI", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "UAI", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "UAI", + "year": 2023, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "opt_in_public", + "primary_url": "https://www.auai.org/uai2023/submission_instructions" + } + ] + }, + { + "venue": "UAI", + "year": 2024, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "opt_in_public", + "primary_url": "https://auai.org/uai2024/submission_instructions" + } + ] + }, + { + "venue": "UAI", + "year": 2025, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "opt_in_public", + "primary_url": "https://www.auai.org/uai2025/submission_instructions" + } + ] + }, + { + "venue": "UAI", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "opt_in_public", + "primary_url": "https://www.auai.org/uai2026/submission_instructions" + } + ], + "anonymous_reject_listing": { + "http_status": 403, + "url": "https://api2.openreview.net/notes?content.venueid=auai.org%2FUAI%2F2026%2FConference%2FRejected_Submission&limit=1" + } + }, + { + "venue": "WSDM", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "WSDM", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "WSDM", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "WSDM", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "WSDM", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "WSDM", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "WSDM", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "main", + "status": "unknown", + "primary_url": "https://wsdm-conference.org/2026/index.php/call-for-papers/" + } + ] + }, + { + "venue": "WWW", + "year": 2020, + "recorded_negative_observations": 0 + }, + { + "venue": "WWW", + "year": 2021, + "recorded_negative_observations": 0 + }, + { + "venue": "WWW", + "year": 2022, + "recorded_negative_observations": 0 + }, + { + "venue": "WWW", + "year": 2023, + "recorded_negative_observations": 0 + }, + { + "venue": "WWW", + "year": 2024, + "recorded_negative_observations": 0 + }, + { + "venue": "WWW", + "year": 2025, + "recorded_negative_observations": 0 + }, + { + "venue": "WWW", + "year": 2026, + "recorded_negative_observations": 0, + "policy_evidence": [ + { + "track": "research", + "status": "unknown", + "primary_url": "https://www2026.thewebconf.org/calls/research-tracks.html" + }, + { + "track": "industry", + "status": "not_published", + "primary_url": "https://www2026.thewebconf.org/calls/industry.html" + } + ] + } + ], + "observations_without_source_link": 0, + "slots_with_attached_policy_evidence": 59, + "slots_without_attached_policy_evidence": 219, + "coverage_completeness_claimed": false, + "vision_robotics_accepted_receipt_sha256": "98c1eec39310c200f039097c8c0dd4be92fea6e2a1bb48f9d44bb07deaf04c48", + "vision_robotics_normal_query_sha256": "c73db12653120d448b5bbe0efa4b2798dcd80acf198841ae29c9e0678baf000a", + "vision_robotics_records": [ + { + "paper_id": 1654990, + "publication_outcome": "no_known_acceptance", + "records": [ + { + "paper_id": 1654990, + "source": "author_public_rejection", + "source_record_id": 3816489, + "external_id": "eccv:2022:arxiv:2205.08508", + "submission_id": 533178, + "decision_id": 572729, + "venue": "ECCV", + "year": 2022, + "track": "submission_unclassified", + "status": "rejected", + "source_refs": [ + { + "name": "author_public_rejection", + "external_id": "eccv:2022:arxiv:2205.08508", + "source_decision_id": "" + } + ] + } + ], + "known_acceptances": [] + }, + { + "paper_id": 2033275, + "publication_outcome": "accepted", + "records": [ + { + "paper_id": 2033275, + "source": "author_public_rejection", + "source_record_id": 3816492, + "external_id": "iros:2024:arxiv:2403.14320", + "submission_id": 533181, + "decision_id": 572732, + "venue": "IROS", + "year": 2024, + "track": "submission_unclassified", + "status": "rejected", + "source_refs": [ + { + "name": "author_public_rejection", + "external_id": "iros:2024:arxiv:2403.14320", + "source_decision_id": "" + } + ] + }, + { + "paper_id": 2033275, + "source": "ieee_crossref_publication", + "source_record_id": 3816493, + "external_id": "10.1109/lra.2025.3543971", + "submission_id": 533182, + "decision_id": 572733, + "venue": "RA-L", + "year": 2025, + "track": "main", + "status": "accepted", + "source_refs": [ + { + "name": "ieee_crossref_publication", + "external_id": "10.1109/lra.2025.3543971", + "source_decision_id": "" + } + ] + } + ], + "known_acceptances": [ + { + "submission_id": 533182, + "venue": "RA-L", + "year": 2025, + "track": "main", + "event_key": "", + "decision_id": 572733, + "decision_date": null, + "observed_at": "2026-11-18T18:25:20.254Z", + "evidence_url": "https://doi.org/10.1109/lra.2025.3543971" + } + ] + }, + { + "paper_id": 2275584, + "publication_outcome": "no_known_acceptance", + "records": [ + { + "paper_id": 2275584, + "source": "author_public_rejection", + "source_record_id": 3816490, + "external_id": "cvpr:2024:arxiv:2412.01539", + "submission_id": 533179, + "decision_id": 572730, + "venue": "CVPR", + "year": 2024, + "track": "submission_unclassified", + "status": "rejected", + "source_refs": [ + { + "name": "author_public_rejection", + "external_id": "cvpr:2024:arxiv:2412.01539", + "source_decision_id": "" + } + ] + }, + { + "paper_id": 2275584, + "source": "author_public_rejection", + "source_record_id": 3816491, + "external_id": "bmvc:2025:arxiv:2412.01539", + "submission_id": 533180, + "decision_id": 572731, + "venue": "BMVC", + "year": 2025, + "track": "submission_unclassified", + "status": "rejected", + "source_refs": [ + { + "name": "author_public_rejection", + "external_id": "bmvc:2025:arxiv:2412.01539", + "source_decision_id": "" + } + ] + } + ], + "known_acceptances": [] + } + ], + "vision_robotics_public_source_evidence": [ + { + "paper_id": 1654990, + "venue": "ECCV", + "year": 2022, + "url": "https://raw.githubusercontent.com/m-bain/clip-hitchhiker/main/README.md", + "metadata": { + "evidence_role": "author_disclosure", + "source_receipt": { + "url": "https://raw.githubusercontent.com/m-bain/clip-hitchhiker/main/README.md", + "sha256": "b6a1e752a877884974b87f149fccee16f3965c4304c9ef7417d1703ec6bd0823", + "bytes": 2275, + "observed_at": "2026-11-18T18:24:46.916834+00:00" + }, + "work_evidence_url": "https://arxiv.org/abs/2205.08508", + "reporter_is_coauthor": true, + "publication_claim_previously_reviewed": true, + "original_submission_id": null, + "original_track": null, + "original_title_and_abstract_verified": false, + "decision_date_verified": false, + "observed_version_is_original_submission": false + } + }, + { + "paper_id": 2275584, + "venue": "CVPR", + "year": 2024, + "url": "https://mmattamala.github.io/mm_cv_failures.pdf", + "metadata": { + "evidence_role": "author_disclosure", + "source_receipt": { + "url": "https://mmattamala.github.io/mm_cv_failures.pdf", + "sha256": "1df87b482df43b3b8556df4a6c93a33fdcdb8a0d4fb84eeefc02f2a3d3972342", + "bytes": 103772, + "observed_at": "2026-11-18T18:24:47.047063+00:00" + }, + "work_evidence_url": "https://arxiv.org/abs/2412.01539", + "reporter_is_coauthor": true, + "publication_claim_previously_reviewed": true, + "original_submission_id": null, + "original_track": null, + "original_title_and_abstract_verified": false, + "decision_date_verified": false, + "observed_version_is_original_submission": false + } + }, + { + "paper_id": 2275584, + "venue": "BMVC", + "year": 2025, + "url": "https://mmattamala.github.io/mm_cv_failures.pdf", + "metadata": { + "evidence_role": "author_disclosure", + "source_receipt": { + "url": "https://mmattamala.github.io/mm_cv_failures.pdf", + "sha256": "1df87b482df43b3b8556df4a6c93a33fdcdb8a0d4fb84eeefc02f2a3d3972342", + "bytes": 103772, + "observed_at": "2026-11-18T18:24:47.047063+00:00" + }, + "work_evidence_url": "https://arxiv.org/abs/2412.01539", + "reporter_is_coauthor": true, + "publication_claim_previously_reviewed": true, + "original_submission_id": null, + "original_track": null, + "original_title_and_abstract_verified": false, + "decision_date_verified": false, + "observed_version_is_original_submission": false + } + }, + { + "paper_id": 2033275, + "venue": "IROS", + "year": 2024, + "url": "https://mmattamala.github.io/mm_cv_failures.pdf", + "metadata": { + "evidence_role": "author_disclosure", + "source_receipt": { + "url": "https://mmattamala.github.io/mm_cv_failures.pdf", + "sha256": "1df87b482df43b3b8556df4a6c93a33fdcdb8a0d4fb84eeefc02f2a3d3972342", + "bytes": 103772, + "observed_at": "2026-11-18T18:24:47.047063+00:00" + }, + "work_evidence_url": "https://arxiv.org/abs/2403.14320", + "reporter_is_coauthor": true, + "publication_claim_previously_reviewed": true, + "original_submission_id": null, + "original_track": null, + "original_title_and_abstract_verified": false, + "decision_date_verified": false, + "observed_version_is_original_submission": false + } + }, + { + "paper_id": 2033275, + "venue": "RA-L", + "year": 2025, + "url": "https://doi.org/10.1109/lra.2025.3543971", + "metadata": { + "evidence_role": "official_journal_publication", + "publisher_deposited_receipt": { + "url": "https://api.crossref.org/works/10.1109/lra.2025.3543971", + "sha256": "3bb8f031e6d4f5372c64f0a9e6392a4516158ba6a4842b43d7e28885704866fd", + "bytes": 8033, + "observed_at": "2026-11-18T18:25:20.254623+00:00" + }, + "issue_month": "2025-04", + "volume": "10", + "issue": "4", + "pages": "3510-3517", + "institutional_accepted_manuscript_url": "https://ora.ox.ac.uk/objects/uuid%3A8fbf8775-a37d-41d1-85ee-a8da1c30ac7a", + "acceptance_date_reported_by_institution": "2025-01-15", + "online_publication_date_reported_by_institution": "2025-02-20" + } + } + ], + "unresolved_author_disclosures": [ + { + "arxiv": "2510.22164", + "venue": "RA-L", + "reason": "Author report does not identify rejection year." + } + ], + "historical_leads": [ + { + "venue": "IROS", + "year": 2018, + "title": "Towards Visual-Odometric Monocular SLAM for Humanoid Robots", + "source": "https://mmattamala.github.io/mm_cv_failures.pdf" + } + ] +} diff --git a/docs/coverage/public-decision-source-boundaries-2026-11-18.md b/docs/coverage/public-decision-source-boundaries-2026-11-18.md index f27e304..6beee46 100644 --- a/docs/coverage/public-decision-source-boundaries-2026-11-18.md +++ b/docs/coverage/public-decision-source-boundaries-2026-11-18.md @@ -68,3 +68,21 @@ ACM MM 2022 的公开评审政策针对录用口头报告,而且需要参与 同时核对并补入 3 条正式发表记录,分别来自 TMLR 2025 和 BlackboxNLP 2020。BlackboxNLP 以 workshop 保存,保留主办会议 EMNLP 及原出版摘要。查询验收确认 11 篇均可查到负面决定,其中 9 篇也有已知录用或正式发表。同年会议和 workshop 的先后仍需逐次决定日期确认。 [TMLR 发表目录](https://jmlr.org/tmlr/papers/) · [BlackboxNLP 论文一](https://aclanthology.org/2020.blackboxnlp-1.5/) · [BlackboxNLP 论文二](https://aclanthology.org/2020.blackboxnlp-1.9/) 暂缓一条标题与预印本链接指向不同论文的披露,以及只给出 TACL 字母评级的记录。2020 年前的两条 ACL 拒稿披露保留为历史线索。此次逐篇核验仅反映该作者披露的范围。 [逐篇验收与待核记录](author-disclosed-negative-decisions-followup-2026-11-19.json) + +### 计算机视觉与机器人会议补查 + +CVPR 2023–2026 的作者指南明确说明评审及作者回复不公开。ICCV 2023 的问答说明评审阶段保密。ECCV 2024 通过 CMT 接收投稿,评审阶段仅指定成员可见,并说明录用论文的公开出版安排。被拒稿件的会后逐篇决定公开范围仍需另查。 [CVPR 2023](https://cvpr2023.thecvf.com/Conferences/2023/AuthorGuidelines) · [CVPR 2024](https://cvpr.thecvf.com/Conferences/2024/AuthorGuidelines) · [CVPR 2025](https://cvpr.thecvf.com/Conferences/2025/AuthorGuidelines) · [CVPR 2026](https://cvpr.thecvf.com/Conferences/2026/AuthorGuidelines) · [ICCV 2023](https://iccv2023.thecvf.com/author.faqs-361800-2-20-18.php) · [ECCV 2024](https://eccv.ecva.net/Conferences/2024/SubmissionPolicies) + +新增四条作者披露。CLIP-Hitchhiker 有 ECCV 2022 拒稿。The Bare Necessities 有 CVPR 2024 和 BMVC 2025 两次拒稿。Exosense 有 IROS 2024 拒稿和 RA-L 2025 正式发表,两项均可在同一论文下查询。BMVC 作为该作品的补充经历保存。另有 LT-Exosense 的期刊拒稿披露缺年份,保留待核。 [CLIP-Hitchhiker 作者仓库](https://github.com/m-bain/clip-hitchhiker/blob/main/README.md) · [共同作者披露](https://mmattamala.github.io/mm_cv_failures.pdf) · [牛津大学的 Exosense 出版记录](https://ora.ox.ac.uk/objects/uuid%3A8fbf8775-a37d-41d1-85ee-a8da1c30ac7a) + +### 最新生产库负面决定普查 + +2026 年 11 月 19 日 02:29(北京时间)的只读快照覆盖固定的 43 个会议与 278 个会年槽位。**29 个**槽位有至少一条负面决定,涉及 15 个会议。另有 **249 个**槽位当前无库内记录,仍需结合各届各轨的来源政策判断可采范围。这份清单为 59 个槽位附上了政策证据链接。自 00:05 快照以来新增覆盖 13 个会年槽位。BMVC 未纳入固定分母。 + +| 状态 | 决定观察 | 独立投稿 | 独立作品 | +| --- | ---: | ---: | ---: | +| 拒稿 | 51,570 | 27,839 | 27,439 | +| 初筛拒稿 | 1,104 | 1,104 | 1,104 | +| 撤稿 | 11,966 | 11,966 | 11,945 | + +所有负面决定均有来源关联。02:22 单独完成的跨会议历史快照中,有 561 篇作品记录了拒稿且在另一 venue 的较晚年份有录用。02:29 普查只复算覆盖及来源,跨会统计仍采用 02:22 的快照。 [会年状态、来源与逐篇验收](negative-decision-coverage-2026-11-19.json)