Archive research charts and compare GSM8K LoRA head concentration

This commit is contained in:
2026-11-11 00:06:15 +08:00
parent d6d985487c
commit 52e6d13fe5
142 changed files with 18505 additions and 0 deletions
@@ -0,0 +1,45 @@
{
"definition": "final residual before final RMSNorm, not logits, accuracy or LM quality",
"changes": [
{
"cohort": "legacy",
"sample": "fresh-zh-1",
"final_pre_norm_residual_relative_l2": 0.021898728857078685
},
{
"cohort": "legacy",
"sample": "fresh-zh-2",
"final_pre_norm_residual_relative_l2": 0.03829561458389978
},
{
"cohort": "legacy",
"sample": "fresh-en-1",
"final_pre_norm_residual_relative_l2": 0.02432907925877068
},
{
"cohort": "legacy",
"sample": "fresh-en-2",
"final_pre_norm_residual_relative_l2": 0.034934933219615986
},
{
"cohort": "gsm8k",
"sample": "gsm8k-test-0000",
"final_pre_norm_residual_relative_l2": 0.03901556767460501
},
{
"cohort": "gsm8k",
"sample": "gsm8k-test-0002",
"final_pre_norm_residual_relative_l2": 0.04043223109300957
},
{
"cohort": "gsm8k",
"sample": "gsm8k-test-0003",
"final_pre_norm_residual_relative_l2": 0.045740534396548564
},
{
"cohort": "gsm8k",
"sample": "gsm8k-test-0004",
"final_pre_norm_residual_relative_l2": 0.04190792993325029
}
]
}