Implement typed evidence latent training and benchmarks
CI / test (push) Failing after 6s

This commit is contained in:
2026-10-01 22:44:07 +08:00
parent 1d798cb73f
commit b3774e783c
22 changed files with 747 additions and 119 deletions
+8 -1
View File
@@ -1,5 +1,5 @@
from data.generate_rules import add_rule
from data.generate_scenes import generate_scene
from data.generate_scenes import HELD_OUT_SHAPES, generate_scene
def test_scene_generation_is_deterministic():
@@ -15,4 +15,11 @@ def test_held_out_rule_changes_combination():
held_out = add_rule(scene, seed=17, held_out=True)
assert train["combination"] != held_out["combination"]
assert train["answer"] == held_out["answer"]
assert len(train["text_facts"]) == 1
assert len(train["text_rules"]) == 1
def test_ood_scene_uses_held_out_visual_composition():
scene = generate_scene(5, seed=17, held_out_composition=True)
first = scene["objects"][0]
assert first["shape"] == HELD_OUT_SHAPES[first["color"]]