chore: remove CI/CD workflow
This commit is contained in:
@@ -1,41 +0,0 @@
|
|||||||
name: Short abstraction evaluation
|
|
||||||
|
|
||||||
on:
|
|
||||||
workflow_dispatch:
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
short-eval:
|
|
||||||
runs-on: logic-bench
|
|
||||||
timeout-minutes: 15
|
|
||||||
env:
|
|
||||||
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
|
||||||
RENDERER_API_KEY: ${{ secrets.RENDERER_API_KEY }}
|
|
||||||
RENDERER_BASE_URL: ${{ vars.RENDERER_BASE_URL }}
|
|
||||||
RENDERER_API_STYLE: ${{ vars.RENDERER_API_STYLE }}
|
|
||||||
RENDERER_MODEL: ${{ vars.RENDERER_MODEL }}
|
|
||||||
SOLVER_API_KEY: ${{ secrets.SOLVER_API_KEY }}
|
|
||||||
SOLVER_BASE_URL: ${{ vars.SOLVER_BASE_URL }}
|
|
||||||
SOLVER_API_STYLE: ${{ vars.SOLVER_API_STYLE }}
|
|
||||||
SOLVER_MODEL: ${{ vars.SOLVER_MODEL }}
|
|
||||||
steps:
|
|
||||||
- name: Check out repository
|
|
||||||
uses: actions/checkout@v4
|
|
||||||
|
|
||||||
- name: Run unit tests
|
|
||||||
run: python3 -m unittest discover -s tests -v
|
|
||||||
|
|
||||||
- name: Run three short live cases
|
|
||||||
run: python3 -m logicbench run tasks/short-smoke.json
|
|
||||||
|
|
||||||
- name: Show evaluation records and summary
|
|
||||||
if: always()
|
|
||||||
run: |
|
|
||||||
test -f artifacts/short-smoke/results.jsonl && cat artifacts/short-smoke/results.jsonl || true
|
|
||||||
test -f artifacts/short-smoke/summary.json && cat artifacts/short-smoke/summary.json || true
|
|
||||||
|
|
||||||
- name: Preserve evaluation artifacts
|
|
||||||
if: always()
|
|
||||||
uses: actions/upload-artifact@v3
|
|
||||||
with:
|
|
||||||
name: short-abstraction-evaluation
|
|
||||||
path: artifacts/short-smoke/
|
|
||||||
Reference in New Issue
Block a user