Archive research charts and compare GSM8K LoRA head concentration

This commit is contained in:
2026-11-11 00:06:15 +08:00
parent d6d985487c
commit 52e6d13fe5
142 changed files with 18505 additions and 0 deletions
+680
View File
@@ -0,0 +1,680 @@
{
"state": "completed",
"links": [
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-1",
"source": 2,
"path": "raw/legacy-base-fresh-zh-1-02.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-1",
"source": 6,
"path": "raw/legacy-base-fresh-zh-1-06.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-1",
"source": 10,
"path": "raw/legacy-base-fresh-zh-1-10.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-1",
"source": 14,
"path": "raw/legacy-base-fresh-zh-1-14.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-1",
"source": 18,
"path": "raw/legacy-base-fresh-zh-1-18.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-1",
"source": 22,
"path": "raw/legacy-base-fresh-zh-1-22.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-2",
"source": 2,
"path": "raw/legacy-base-fresh-zh-2-02.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-2",
"source": 6,
"path": "raw/legacy-base-fresh-zh-2-06.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-2",
"source": 10,
"path": "raw/legacy-base-fresh-zh-2-10.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-2",
"source": 14,
"path": "raw/legacy-base-fresh-zh-2-14.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-2",
"source": 18,
"path": "raw/legacy-base-fresh-zh-2-18.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-zh-2",
"source": 22,
"path": "raw/legacy-base-fresh-zh-2-22.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-1",
"source": 2,
"path": "raw/legacy-base-fresh-en-1-02.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-1",
"source": 6,
"path": "raw/legacy-base-fresh-en-1-06.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-1",
"source": 10,
"path": "raw/legacy-base-fresh-en-1-10.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-1",
"source": 14,
"path": "raw/legacy-base-fresh-en-1-14.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-1",
"source": 18,
"path": "raw/legacy-base-fresh-en-1-18.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-1",
"source": 22,
"path": "raw/legacy-base-fresh-en-1-22.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-2",
"source": 2,
"path": "raw/legacy-base-fresh-en-2-02.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-2",
"source": 6,
"path": "raw/legacy-base-fresh-en-2-06.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-2",
"source": 10,
"path": "raw/legacy-base-fresh-en-2-10.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-2",
"source": 14,
"path": "raw/legacy-base-fresh-en-2-14.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-2",
"source": 18,
"path": "raw/legacy-base-fresh-en-2-18.npz"
},
{
"cohort": "legacy",
"role": "base",
"sample": "fresh-en-2",
"source": 22,
"path": "raw/legacy-base-fresh-en-2-22.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-1",
"source": 2,
"path": "raw/legacy-finetuned-fresh-zh-1-02.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-1",
"source": 6,
"path": "raw/legacy-finetuned-fresh-zh-1-06.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-1",
"source": 10,
"path": "raw/legacy-finetuned-fresh-zh-1-10.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-1",
"source": 14,
"path": "raw/legacy-finetuned-fresh-zh-1-14.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-1",
"source": 18,
"path": "raw/legacy-finetuned-fresh-zh-1-18.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-1",
"source": 22,
"path": "raw/legacy-finetuned-fresh-zh-1-22.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-2",
"source": 2,
"path": "raw/legacy-finetuned-fresh-zh-2-02.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-2",
"source": 6,
"path": "raw/legacy-finetuned-fresh-zh-2-06.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-2",
"source": 10,
"path": "raw/legacy-finetuned-fresh-zh-2-10.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-2",
"source": 14,
"path": "raw/legacy-finetuned-fresh-zh-2-14.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-2",
"source": 18,
"path": "raw/legacy-finetuned-fresh-zh-2-18.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-zh-2",
"source": 22,
"path": "raw/legacy-finetuned-fresh-zh-2-22.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-1",
"source": 2,
"path": "raw/legacy-finetuned-fresh-en-1-02.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-1",
"source": 6,
"path": "raw/legacy-finetuned-fresh-en-1-06.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-1",
"source": 10,
"path": "raw/legacy-finetuned-fresh-en-1-10.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-1",
"source": 14,
"path": "raw/legacy-finetuned-fresh-en-1-14.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-1",
"source": 18,
"path": "raw/legacy-finetuned-fresh-en-1-18.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-1",
"source": 22,
"path": "raw/legacy-finetuned-fresh-en-1-22.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-2",
"source": 2,
"path": "raw/legacy-finetuned-fresh-en-2-02.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-2",
"source": 6,
"path": "raw/legacy-finetuned-fresh-en-2-06.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-2",
"source": 10,
"path": "raw/legacy-finetuned-fresh-en-2-10.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-2",
"source": 14,
"path": "raw/legacy-finetuned-fresh-en-2-14.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-2",
"source": 18,
"path": "raw/legacy-finetuned-fresh-en-2-18.npz"
},
{
"cohort": "legacy",
"role": "finetuned",
"sample": "fresh-en-2",
"source": 22,
"path": "raw/legacy-finetuned-fresh-en-2-22.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0000",
"source": 2,
"path": "raw/gsm8k-base-gsm8k-test-0000-02.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0000",
"source": 6,
"path": "raw/gsm8k-base-gsm8k-test-0000-06.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0000",
"source": 10,
"path": "raw/gsm8k-base-gsm8k-test-0000-10.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0000",
"source": 14,
"path": "raw/gsm8k-base-gsm8k-test-0000-14.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0000",
"source": 18,
"path": "raw/gsm8k-base-gsm8k-test-0000-18.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0000",
"source": 22,
"path": "raw/gsm8k-base-gsm8k-test-0000-22.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0002",
"source": 2,
"path": "raw/gsm8k-base-gsm8k-test-0002-02.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0002",
"source": 6,
"path": "raw/gsm8k-base-gsm8k-test-0002-06.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0002",
"source": 10,
"path": "raw/gsm8k-base-gsm8k-test-0002-10.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0002",
"source": 14,
"path": "raw/gsm8k-base-gsm8k-test-0002-14.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0002",
"source": 18,
"path": "raw/gsm8k-base-gsm8k-test-0002-18.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0002",
"source": 22,
"path": "raw/gsm8k-base-gsm8k-test-0002-22.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0003",
"source": 2,
"path": "raw/gsm8k-base-gsm8k-test-0003-02.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0003",
"source": 6,
"path": "raw/gsm8k-base-gsm8k-test-0003-06.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0003",
"source": 10,
"path": "raw/gsm8k-base-gsm8k-test-0003-10.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0003",
"source": 14,
"path": "raw/gsm8k-base-gsm8k-test-0003-14.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0003",
"source": 18,
"path": "raw/gsm8k-base-gsm8k-test-0003-18.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0003",
"source": 22,
"path": "raw/gsm8k-base-gsm8k-test-0003-22.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0004",
"source": 2,
"path": "raw/gsm8k-base-gsm8k-test-0004-02.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0004",
"source": 6,
"path": "raw/gsm8k-base-gsm8k-test-0004-06.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0004",
"source": 10,
"path": "raw/gsm8k-base-gsm8k-test-0004-10.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0004",
"source": 14,
"path": "raw/gsm8k-base-gsm8k-test-0004-14.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0004",
"source": 18,
"path": "raw/gsm8k-base-gsm8k-test-0004-18.npz"
},
{
"cohort": "gsm8k",
"role": "base",
"sample": "gsm8k-test-0004",
"source": 22,
"path": "raw/gsm8k-base-gsm8k-test-0004-22.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0000",
"source": 2,
"path": "raw/gsm8k-finetuned-gsm8k-test-0000-02.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0000",
"source": 6,
"path": "raw/gsm8k-finetuned-gsm8k-test-0000-06.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0000",
"source": 10,
"path": "raw/gsm8k-finetuned-gsm8k-test-0000-10.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0000",
"source": 14,
"path": "raw/gsm8k-finetuned-gsm8k-test-0000-14.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0000",
"source": 18,
"path": "raw/gsm8k-finetuned-gsm8k-test-0000-18.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0000",
"source": 22,
"path": "raw/gsm8k-finetuned-gsm8k-test-0000-22.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0002",
"source": 2,
"path": "raw/gsm8k-finetuned-gsm8k-test-0002-02.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0002",
"source": 6,
"path": "raw/gsm8k-finetuned-gsm8k-test-0002-06.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0002",
"source": 10,
"path": "raw/gsm8k-finetuned-gsm8k-test-0002-10.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0002",
"source": 14,
"path": "raw/gsm8k-finetuned-gsm8k-test-0002-14.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0002",
"source": 18,
"path": "raw/gsm8k-finetuned-gsm8k-test-0002-18.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0002",
"source": 22,
"path": "raw/gsm8k-finetuned-gsm8k-test-0002-22.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0003",
"source": 2,
"path": "raw/gsm8k-finetuned-gsm8k-test-0003-02.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0003",
"source": 6,
"path": "raw/gsm8k-finetuned-gsm8k-test-0003-06.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0003",
"source": 10,
"path": "raw/gsm8k-finetuned-gsm8k-test-0003-10.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0003",
"source": 14,
"path": "raw/gsm8k-finetuned-gsm8k-test-0003-14.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0003",
"source": 18,
"path": "raw/gsm8k-finetuned-gsm8k-test-0003-18.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0003",
"source": 22,
"path": "raw/gsm8k-finetuned-gsm8k-test-0003-22.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0004",
"source": 2,
"path": "raw/gsm8k-finetuned-gsm8k-test-0004-02.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0004",
"source": 6,
"path": "raw/gsm8k-finetuned-gsm8k-test-0004-06.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0004",
"source": 10,
"path": "raw/gsm8k-finetuned-gsm8k-test-0004-10.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0004",
"source": 14,
"path": "raw/gsm8k-finetuned-gsm8k-test-0004-14.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0004",
"source": 18,
"path": "raw/gsm8k-finetuned-gsm8k-test-0004-18.npz"
},
{
"cohort": "gsm8k",
"role": "finetuned",
"sample": "gsm8k-test-0004",
"source": 22,
"path": "raw/gsm8k-finetuned-gsm8k-test-0004-22.npz"
}
],
"elapsed_seconds": 1423.1836945246905,
"explicit_lora_forward_relative_error": 8.33777860933606e-07,
"peak_rss_kib": 177408
}