74 lines
2.7 KiB
YAML
74 lines
2.7 KiB
YAML
name: Formal GPU training
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
extractor:
|
|
runs-on: gpu
|
|
timeout-minutes: 1440
|
|
env:
|
|
HF_ENDPOINT: https://hf-mirror.com
|
|
HF_HUB_DISABLE_XET: "1"
|
|
TOKENIZERS_PARALLELISM: "false"
|
|
steps:
|
|
- name: Checkout from Gitea
|
|
run: |
|
|
git init .
|
|
git remote add origin "$GITHUB_SERVER_URL/$GITHUB_REPOSITORY.git"
|
|
git fetch --depth 1 origin "$GITHUB_SHA"
|
|
git checkout --detach FETCH_HEAD
|
|
|
|
- name: Experiment details
|
|
run: |
|
|
echo "::group::Hardware"
|
|
nvidia-smi
|
|
python -c "import torch; print(torch.__version__, torch.version.cuda, torch.cuda.get_device_name(), torch.cuda.get_device_capability())"
|
|
echo "::endgroup::"
|
|
echo "::group::Configuration"
|
|
cat configs/siglip2_giant.yaml
|
|
echo "::endgroup::"
|
|
|
|
- name: Prepare formal environment
|
|
run: |
|
|
source /etc/network_turbo
|
|
python -m venv --system-site-packages /root/autodl-tmp/ces-venv
|
|
/root/autodl-tmp/ces-venv/bin/python -m pip install numpy pillow pyyaml "transformers>=4.48,<5" accelerate
|
|
unset http_proxy https_proxy
|
|
|
|
- name: Build full synthetic dataset
|
|
run: |
|
|
/root/autodl-tmp/ces-venv/bin/python -m data.build_splits \
|
|
--config configs/siglip2_giant.yaml \
|
|
--reuse-existing
|
|
|
|
- name: Train SigLIP2 Giant extractor
|
|
run: |
|
|
source /etc/network_turbo
|
|
/root/autodl-tmp/ces-venv/bin/python train_extractor.py \
|
|
--config configs/siglip2_giant.yaml \
|
|
--backbone siglip2
|
|
unset http_proxy https_proxy
|
|
|
|
- name: Enforce research gates
|
|
run: |
|
|
/root/autodl-tmp/ces-venv/bin/python -m eval.benchmark_extractor \
|
|
--config configs/siglip2_giant.yaml \
|
|
--checkpoint /root/autodl-tmp/ces-artifacts/siglip2-giant/best.pt \
|
|
--backbone siglip2 \
|
|
--output /root/autodl-tmp/ces-artifacts/siglip2-giant/benchmark.json \
|
|
--enforce-gates
|
|
|
|
- name: Details
|
|
if: always()
|
|
run: |
|
|
echo "::group::Epoch details"
|
|
test -f /root/autodl-tmp/ces-artifacts/siglip2-giant/training_details.jsonl && cat /root/autodl-tmp/ces-artifacts/siglip2-giant/training_details.jsonl || true
|
|
echo "::endgroup::"
|
|
echo "::group::Benchmark details"
|
|
test -f /root/autodl-tmp/ces-artifacts/siglip2-giant/benchmark.json && cat /root/autodl-tmp/ces-artifacts/siglip2-giant/benchmark.json || true
|
|
echo "::endgroup::"
|
|
echo "::group::Saved artifacts"
|
|
ls -lh /root/autodl-tmp/ces-artifacts/siglip2-giant || true
|
|
echo "::endgroup::"
|