Files
composable-evidence-states-…/.gitea/workflows/gpu-train.yaml
T
2026-10-01 23:40:40 +08:00

74 lines
2.7 KiB
YAML

name: Formal GPU training
on:
workflow_dispatch:
jobs:
extractor:
runs-on: gpu
timeout-minutes: 1440
env:
HF_ENDPOINT: https://hf-mirror.com
HF_HUB_DISABLE_XET: "1"
TOKENIZERS_PARALLELISM: "false"
steps:
- name: Checkout from Gitea
run: |
git init .
git remote add origin "$GITHUB_SERVER_URL/$GITHUB_REPOSITORY.git"
git fetch --depth 1 origin "$GITHUB_SHA"
git checkout --detach FETCH_HEAD
- name: Experiment details
run: |
echo "::group::Hardware"
nvidia-smi
python -c "import torch; print(torch.__version__, torch.version.cuda, torch.cuda.get_device_name(), torch.cuda.get_device_capability())"
echo "::endgroup::"
echo "::group::Configuration"
cat configs/siglip2_giant.yaml
echo "::endgroup::"
- name: Prepare formal environment
run: |
source /etc/network_turbo
python -m venv --system-site-packages /root/autodl-tmp/ces-venv
/root/autodl-tmp/ces-venv/bin/python -m pip install numpy pillow pyyaml "transformers>=4.48,<5" accelerate
unset http_proxy https_proxy
- name: Build full synthetic dataset
run: |
/root/autodl-tmp/ces-venv/bin/python -m data.build_splits \
--config configs/siglip2_giant.yaml \
--reuse-existing
- name: Train SigLIP2 Giant extractor
run: |
source /etc/network_turbo
/root/autodl-tmp/ces-venv/bin/python train_extractor.py \
--config configs/siglip2_giant.yaml \
--backbone siglip2
unset http_proxy https_proxy
- name: Enforce research gates
run: |
/root/autodl-tmp/ces-venv/bin/python -m eval.benchmark_extractor \
--config configs/siglip2_giant.yaml \
--checkpoint /root/autodl-tmp/ces-artifacts/siglip2-giant/best.pt \
--backbone siglip2 \
--output /root/autodl-tmp/ces-artifacts/siglip2-giant/benchmark.json \
--enforce-gates
- name: Details
if: always()
run: |
echo "::group::Epoch details"
test -f /root/autodl-tmp/ces-artifacts/siglip2-giant/training_details.jsonl && cat /root/autodl-tmp/ces-artifacts/siglip2-giant/training_details.jsonl || true
echo "::endgroup::"
echo "::group::Benchmark details"
test -f /root/autodl-tmp/ces-artifacts/siglip2-giant/benchmark.json && cat /root/autodl-tmp/ces-artifacts/siglip2-giant/benchmark.json || true
echo "::endgroup::"
echo "::group::Saved artifacts"
ls -lh /root/autodl-tmp/ces-artifacts/siglip2-giant || true
echo "::endgroup::"