{ "state": "completed", "links": [ { "cohort": "legacy", "role": "base", "sample": "fresh-zh-1", "source": 2, "path": "raw/legacy-base-fresh-zh-1-02.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-zh-1", "source": 6, "path": "raw/legacy-base-fresh-zh-1-06.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-zh-1", "source": 10, "path": "raw/legacy-base-fresh-zh-1-10.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-zh-1", "source": 14, "path": "raw/legacy-base-fresh-zh-1-14.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-zh-1", "source": 18, "path": "raw/legacy-base-fresh-zh-1-18.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-zh-1", "source": 22, "path": "raw/legacy-base-fresh-zh-1-22.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-zh-2", "source": 2, "path": "raw/legacy-base-fresh-zh-2-02.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-zh-2", "source": 6, "path": "raw/legacy-base-fresh-zh-2-06.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-zh-2", "source": 10, "path": "raw/legacy-base-fresh-zh-2-10.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-zh-2", "source": 14, "path": "raw/legacy-base-fresh-zh-2-14.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-zh-2", "source": 18, "path": "raw/legacy-base-fresh-zh-2-18.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-zh-2", "source": 22, "path": "raw/legacy-base-fresh-zh-2-22.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-en-1", "source": 2, "path": "raw/legacy-base-fresh-en-1-02.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-en-1", "source": 6, "path": "raw/legacy-base-fresh-en-1-06.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-en-1", "source": 10, "path": "raw/legacy-base-fresh-en-1-10.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-en-1", "source": 14, "path": "raw/legacy-base-fresh-en-1-14.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-en-1", "source": 18, "path": "raw/legacy-base-fresh-en-1-18.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-en-1", "source": 22, "path": "raw/legacy-base-fresh-en-1-22.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-en-2", "source": 2, "path": "raw/legacy-base-fresh-en-2-02.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-en-2", "source": 6, "path": "raw/legacy-base-fresh-en-2-06.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-en-2", "source": 10, "path": "raw/legacy-base-fresh-en-2-10.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-en-2", "source": 14, "path": "raw/legacy-base-fresh-en-2-14.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-en-2", "source": 18, "path": "raw/legacy-base-fresh-en-2-18.npz" }, { "cohort": "legacy", "role": "base", "sample": "fresh-en-2", "source": 22, "path": "raw/legacy-base-fresh-en-2-22.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "source": 2, "path": "raw/legacy-finetuned-fresh-zh-1-02.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "source": 6, "path": "raw/legacy-finetuned-fresh-zh-1-06.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "source": 10, "path": "raw/legacy-finetuned-fresh-zh-1-10.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "source": 14, "path": "raw/legacy-finetuned-fresh-zh-1-14.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "source": 18, "path": "raw/legacy-finetuned-fresh-zh-1-18.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "source": 22, "path": "raw/legacy-finetuned-fresh-zh-1-22.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "source": 2, "path": "raw/legacy-finetuned-fresh-zh-2-02.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "source": 6, "path": "raw/legacy-finetuned-fresh-zh-2-06.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "source": 10, "path": "raw/legacy-finetuned-fresh-zh-2-10.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "source": 14, "path": "raw/legacy-finetuned-fresh-zh-2-14.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "source": 18, "path": "raw/legacy-finetuned-fresh-zh-2-18.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "source": 22, "path": "raw/legacy-finetuned-fresh-zh-2-22.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "source": 2, "path": "raw/legacy-finetuned-fresh-en-1-02.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "source": 6, "path": "raw/legacy-finetuned-fresh-en-1-06.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "source": 10, "path": "raw/legacy-finetuned-fresh-en-1-10.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "source": 14, "path": "raw/legacy-finetuned-fresh-en-1-14.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "source": 18, "path": "raw/legacy-finetuned-fresh-en-1-18.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "source": 22, "path": "raw/legacy-finetuned-fresh-en-1-22.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "source": 2, "path": "raw/legacy-finetuned-fresh-en-2-02.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "source": 6, "path": "raw/legacy-finetuned-fresh-en-2-06.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "source": 10, "path": "raw/legacy-finetuned-fresh-en-2-10.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "source": 14, "path": "raw/legacy-finetuned-fresh-en-2-14.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "source": 18, "path": "raw/legacy-finetuned-fresh-en-2-18.npz" }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "source": 22, "path": "raw/legacy-finetuned-fresh-en-2-22.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "source": 2, "path": "raw/gsm8k-base-gsm8k-test-0000-02.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "source": 6, "path": "raw/gsm8k-base-gsm8k-test-0000-06.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "source": 10, "path": "raw/gsm8k-base-gsm8k-test-0000-10.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "source": 14, "path": "raw/gsm8k-base-gsm8k-test-0000-14.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "source": 18, "path": "raw/gsm8k-base-gsm8k-test-0000-18.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "source": 22, "path": "raw/gsm8k-base-gsm8k-test-0000-22.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "source": 2, "path": "raw/gsm8k-base-gsm8k-test-0002-02.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "source": 6, "path": "raw/gsm8k-base-gsm8k-test-0002-06.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "source": 10, "path": "raw/gsm8k-base-gsm8k-test-0002-10.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "source": 14, "path": "raw/gsm8k-base-gsm8k-test-0002-14.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "source": 18, "path": "raw/gsm8k-base-gsm8k-test-0002-18.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "source": 22, "path": "raw/gsm8k-base-gsm8k-test-0002-22.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "source": 2, "path": "raw/gsm8k-base-gsm8k-test-0003-02.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "source": 6, "path": "raw/gsm8k-base-gsm8k-test-0003-06.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "source": 10, "path": "raw/gsm8k-base-gsm8k-test-0003-10.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "source": 14, "path": "raw/gsm8k-base-gsm8k-test-0003-14.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "source": 18, "path": "raw/gsm8k-base-gsm8k-test-0003-18.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "source": 22, "path": "raw/gsm8k-base-gsm8k-test-0003-22.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "source": 2, "path": "raw/gsm8k-base-gsm8k-test-0004-02.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "source": 6, "path": "raw/gsm8k-base-gsm8k-test-0004-06.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "source": 10, "path": "raw/gsm8k-base-gsm8k-test-0004-10.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "source": 14, "path": "raw/gsm8k-base-gsm8k-test-0004-14.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "source": 18, "path": "raw/gsm8k-base-gsm8k-test-0004-18.npz" }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "source": 22, "path": "raw/gsm8k-base-gsm8k-test-0004-22.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "source": 2, "path": "raw/gsm8k-finetuned-gsm8k-test-0000-02.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "source": 6, "path": "raw/gsm8k-finetuned-gsm8k-test-0000-06.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "source": 10, "path": "raw/gsm8k-finetuned-gsm8k-test-0000-10.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "source": 14, "path": "raw/gsm8k-finetuned-gsm8k-test-0000-14.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "source": 18, "path": "raw/gsm8k-finetuned-gsm8k-test-0000-18.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "source": 22, "path": "raw/gsm8k-finetuned-gsm8k-test-0000-22.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "source": 2, "path": "raw/gsm8k-finetuned-gsm8k-test-0002-02.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "source": 6, "path": "raw/gsm8k-finetuned-gsm8k-test-0002-06.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "source": 10, "path": "raw/gsm8k-finetuned-gsm8k-test-0002-10.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "source": 14, "path": "raw/gsm8k-finetuned-gsm8k-test-0002-14.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "source": 18, "path": "raw/gsm8k-finetuned-gsm8k-test-0002-18.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "source": 22, "path": "raw/gsm8k-finetuned-gsm8k-test-0002-22.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "source": 2, "path": "raw/gsm8k-finetuned-gsm8k-test-0003-02.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "source": 6, "path": "raw/gsm8k-finetuned-gsm8k-test-0003-06.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "source": 10, "path": "raw/gsm8k-finetuned-gsm8k-test-0003-10.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "source": 14, "path": "raw/gsm8k-finetuned-gsm8k-test-0003-14.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "source": 18, "path": "raw/gsm8k-finetuned-gsm8k-test-0003-18.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "source": 22, "path": "raw/gsm8k-finetuned-gsm8k-test-0003-22.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "source": 2, "path": "raw/gsm8k-finetuned-gsm8k-test-0004-02.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "source": 6, "path": "raw/gsm8k-finetuned-gsm8k-test-0004-06.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "source": 10, "path": "raw/gsm8k-finetuned-gsm8k-test-0004-10.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "source": 14, "path": "raw/gsm8k-finetuned-gsm8k-test-0004-14.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "source": 18, "path": "raw/gsm8k-finetuned-gsm8k-test-0004-18.npz" }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "source": 22, "path": "raw/gsm8k-finetuned-gsm8k-test-0004-22.npz" } ], "elapsed_seconds": 1423.1836945246905, "explicit_lora_forward_relative_error": 8.33777860933606e-07, "peak_rss_kib": 177408 }