Generate proof-bearing dynamic world histories
This commit is contained in:
@@ -1,4 +1,4 @@
|
||||
name: Short behavioral-system evaluation
|
||||
name: Dynamic world reasoning evaluation
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
@@ -6,7 +6,7 @@ on:
|
||||
jobs:
|
||||
short-eval:
|
||||
runs-on: minecraft-and-affine-server
|
||||
timeout-minutes: 15
|
||||
timeout-minutes: 45
|
||||
env:
|
||||
RENDERER_API_KEY: ${{ secrets.RENDERER_API_KEY }}
|
||||
RENDERER_BASE_URL: ${{ vars.RENDERER_BASE_URL }}
|
||||
@@ -24,10 +24,10 @@ jobs:
|
||||
- name: Run unit tests
|
||||
run: python3 -m unittest discover -s tests -v
|
||||
|
||||
- name: Run five short live cases
|
||||
- name: Run five large-world live cases
|
||||
run: python3 -m logicbench run tasks/short-smoke.json
|
||||
|
||||
- name: Show hidden systems, behavior skeletons, results, and summary
|
||||
- name: Show dynamic worlds, rendered histories, results, and summary
|
||||
if: always()
|
||||
run: |
|
||||
test -f artifacts/short-smoke/skeletons.jsonl && cat artifacts/short-smoke/skeletons.jsonl || true
|
||||
@@ -40,5 +40,5 @@ jobs:
|
||||
if: always()
|
||||
uses: actions/upload-artifact@v3
|
||||
with:
|
||||
name: short-abstraction-evaluation
|
||||
name: dynamic-world-evaluation
|
||||
path: artifacts/short-smoke/
|
||||
|
||||
Reference in New Issue
Block a user