Zayden-Jung/exp-model-parameter-similarity
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
codex/model-shell
exp-model-parameter-similarity/results/finetune-comparison/status.json
T

681 lines
16 KiB
JSON
Raw Permalink Blame History

{
"state": "completed",
"links": [
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-1",
"source": 2,
"path": "raw/legacy-base-fresh-zh-1-02.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-1",
"source": 6,
"path": "raw/legacy-base-fresh-zh-1-06.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-1",
"source": 10,
"path": "raw/legacy-base-fresh-zh-1-10.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-1",
"source": 14,
"path": "raw/legacy-base-fresh-zh-1-14.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-1",
"source": 18,
"path": "raw/legacy-base-fresh-zh-1-18.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-1",
"source": 22,
"path": "raw/legacy-base-fresh-zh-1-22.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-2",
"source": 2,
"path": "raw/legacy-base-fresh-zh-2-02.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-2",
"source": 6,
"path": "raw/legacy-base-fresh-zh-2-06.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-2",
"source": 10,
"path": "raw/legacy-base-fresh-zh-2-10.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-2",
"source": 14,
"path": "raw/legacy-base-fresh-zh-2-14.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-2",
"source": 18,
"path": "raw/legacy-base-fresh-zh-2-18.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-2",
"source": 22,
"path": "raw/legacy-base-fresh-zh-2-22.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-1",
"source": 2,
"path": "raw/legacy-base-fresh-en-1-02.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-1",
"source": 6,
"path": "raw/legacy-base-fresh-en-1-06.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-1",
"source": 10,
"path": "raw/legacy-base-fresh-en-1-10.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-1",
"source": 14,
"path": "raw/legacy-base-fresh-en-1-14.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-1",
"source": 18,
"path": "raw/legacy-base-fresh-en-1-18.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-1",
"source": 22,
"path": "raw/legacy-base-fresh-en-1-22.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-2",
"source": 2,
"path": "raw/legacy-base-fresh-en-2-02.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-2",
"source": 6,
"path": "raw/legacy-base-fresh-en-2-06.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-2",
"source": 10,
"path": "raw/legacy-base-fresh-en-2-10.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-2",
"source": 14,
"path": "raw/legacy-base-fresh-en-2-14.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-2",
"source": 18,
"path": "raw/legacy-base-fresh-en-2-18.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-2",
"source": 22,
"path": "raw/legacy-base-fresh-en-2-22.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-1",
"source": 2,
"path": "raw/legacy-finetuned-fresh-zh-1-02.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-1",
"source": 6,
"path": "raw/legacy-finetuned-fresh-zh-1-06.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-1",
"source": 10,
"path": "raw/legacy-finetuned-fresh-zh-1-10.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-1",
"source": 14,
"path": "raw/legacy-finetuned-fresh-zh-1-14.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-1",
"source": 18,
"path": "raw/legacy-finetuned-fresh-zh-1-18.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-1",
"source": 22,
"path": "raw/legacy-finetuned-fresh-zh-1-22.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-2",
"source": 2,
"path": "raw/legacy-finetuned-fresh-zh-2-02.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-2",
"source": 6,
"path": "raw/legacy-finetuned-fresh-zh-2-06.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-2",
"source": 10,
"path": "raw/legacy-finetuned-fresh-zh-2-10.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-2",
"source": 14,
"path": "raw/legacy-finetuned-fresh-zh-2-14.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-2",
"source": 18,
"path": "raw/legacy-finetuned-fresh-zh-2-18.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-2",
"source": 22,
"path": "raw/legacy-finetuned-fresh-zh-2-22.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-1",
"source": 2,
"path": "raw/legacy-finetuned-fresh-en-1-02.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-1",
"source": 6,
"path": "raw/legacy-finetuned-fresh-en-1-06.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-1",
"source": 10,
"path": "raw/legacy-finetuned-fresh-en-1-10.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-1",
"source": 14,
"path": "raw/legacy-finetuned-fresh-en-1-14.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-1",
"source": 18,
"path": "raw/legacy-finetuned-fresh-en-1-18.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-1",
"source": 22,
"path": "raw/legacy-finetuned-fresh-en-1-22.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-2",
"source": 2,
"path": "raw/legacy-finetuned-fresh-en-2-02.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-2",
"source": 6,
"path": "raw/legacy-finetuned-fresh-en-2-06.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-2",
"source": 10,
"path": "raw/legacy-finetuned-fresh-en-2-10.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-2",
"source": 14,
"path": "raw/legacy-finetuned-fresh-en-2-14.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-2",
"source": 18,
"path": "raw/legacy-finetuned-fresh-en-2-18.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-2",
"source": 22,
"path": "raw/legacy-finetuned-fresh-en-2-22.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0000",
"source": 2,
"path": "raw/gsm8k-base-gsm8k-test-0000-02.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0000",
"source": 6,
"path": "raw/gsm8k-base-gsm8k-test-0000-06.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0000",
"source": 10,
"path": "raw/gsm8k-base-gsm8k-test-0000-10.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0000",
"source": 14,
"path": "raw/gsm8k-base-gsm8k-test-0000-14.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0000",
"source": 18,
"path": "raw/gsm8k-base-gsm8k-test-0000-18.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0000",
"source": 22,
"path": "raw/gsm8k-base-gsm8k-test-0000-22.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0002",
"source": 2,
"path": "raw/gsm8k-base-gsm8k-test-0002-02.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0002",
"source": 6,
"path": "raw/gsm8k-base-gsm8k-test-0002-06.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0002",
"source": 10,
"path": "raw/gsm8k-base-gsm8k-test-0002-10.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0002",
"source": 14,
"path": "raw/gsm8k-base-gsm8k-test-0002-14.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0002",
"source": 18,
"path": "raw/gsm8k-base-gsm8k-test-0002-18.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0002",
"source": 22,
"path": "raw/gsm8k-base-gsm8k-test-0002-22.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0003",
"source": 2,
"path": "raw/gsm8k-base-gsm8k-test-0003-02.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0003",
"source": 6,
"path": "raw/gsm8k-base-gsm8k-test-0003-06.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0003",
"source": 10,
"path": "raw/gsm8k-base-gsm8k-test-0003-10.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0003",
"source": 14,
"path": "raw/gsm8k-base-gsm8k-test-0003-14.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0003",
"source": 18,
"path": "raw/gsm8k-base-gsm8k-test-0003-18.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0003",
"source": 22,
"path": "raw/gsm8k-base-gsm8k-test-0003-22.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0004",
"source": 2,
"path": "raw/gsm8k-base-gsm8k-test-0004-02.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0004",
"source": 6,
"path": "raw/gsm8k-base-gsm8k-test-0004-06.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0004",
"source": 10,
"path": "raw/gsm8k-base-gsm8k-test-0004-10.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0004",
"source": 14,
"path": "raw/gsm8k-base-gsm8k-test-0004-14.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0004",
"source": 18,
"path": "raw/gsm8k-base-gsm8k-test-0004-18.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0004",
"source": 22,
"path": "raw/gsm8k-base-gsm8k-test-0004-22.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0000",
"source": 2,
"path": "raw/gsm8k-finetuned-gsm8k-test-0000-02.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0000",
"source": 6,
"path": "raw/gsm8k-finetuned-gsm8k-test-0000-06.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0000",
"source": 10,
"path": "raw/gsm8k-finetuned-gsm8k-test-0000-10.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0000",
"source": 14,
"path": "raw/gsm8k-finetuned-gsm8k-test-0000-14.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0000",
"source": 18,
"path": "raw/gsm8k-finetuned-gsm8k-test-0000-18.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0000",
"source": 22,
"path": "raw/gsm8k-finetuned-gsm8k-test-0000-22.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0002",
"source": 2,
"path": "raw/gsm8k-finetuned-gsm8k-test-0002-02.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0002",
"source": 6,
"path": "raw/gsm8k-finetuned-gsm8k-test-0002-06.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0002",
"source": 10,
"path": "raw/gsm8k-finetuned-gsm8k-test-0002-10.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0002",
"source": 14,
"path": "raw/gsm8k-finetuned-gsm8k-test-0002-14.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0002",
"source": 18,
"path": "raw/gsm8k-finetuned-gsm8k-test-0002-18.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0002",
"source": 22,
"path": "raw/gsm8k-finetuned-gsm8k-test-0002-22.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0003",
"source": 2,
"path": "raw/gsm8k-finetuned-gsm8k-test-0003-02.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0003",
"source": 6,
"path": "raw/gsm8k-finetuned-gsm8k-test-0003-06.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0003",
"source": 10,
"path": "raw/gsm8k-finetuned-gsm8k-test-0003-10.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0003",
"source": 14,
"path": "raw/gsm8k-finetuned-gsm8k-test-0003-14.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0003",
"source": 18,
"path": "raw/gsm8k-finetuned-gsm8k-test-0003-18.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0003",
"source": 22,
"path": "raw/gsm8k-finetuned-gsm8k-test-0003-22.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0004",
"source": 2,
"path": "raw/gsm8k-finetuned-gsm8k-test-0004-02.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0004",
"source": 6,
"path": "raw/gsm8k-finetuned-gsm8k-test-0004-06.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0004",
"source": 10,
"path": "raw/gsm8k-finetuned-gsm8k-test-0004-10.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0004",
"source": 14,
"path": "raw/gsm8k-finetuned-gsm8k-test-0004-14.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0004",
"source": 18,
"path": "raw/gsm8k-finetuned-gsm8k-test-0004-18.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0004",
"source": 22,
"path": "raw/gsm8k-finetuned-gsm8k-test-0004-22.npz"
}
],
"elapsed_seconds": 1423.1836945246905,
"explicit_lora_forward_relative_error": 8.33777860933606e-07,
"peak_rss_kib": 177408
}
Reference in New Issue View Git Blame Copy Permalink