Implement provider-neutral Lean reasoning and evaluation foundation

This commit is contained in:
2026-09-15 19:15:05 +08:00
commit 99638be637
9 changed files with 117 additions and 0 deletions
+3
View File
@@ -0,0 +1,3 @@
import json, sys
s = json.load(sys.stdin)["messages"][1]["content"]
print("intro p q h; exact And.intro h.right h.left" if "∧" in s else "intro n; rfl")
+11
View File
@@ -0,0 +1,11 @@
import tempfile
import unittest
from pathlib import Path
from lean_bench.cli import load_tasks
class Tests(unittest.TestCase):
def test_duplicate(self):
with tempfile.TemporaryDirectory() as directory:
path = Path(directory)/'data.jsonl'
path.write_text('{"id":"x","statement":"True"}\n' * 2)
with self.assertRaises(ValueError): load_tasks(path)
if __name__ == '__main__': unittest.main()