Archive research charts and compare GSM8K LoRA head concentration
This commit is contained in:
@@ -0,0 +1,45 @@
|
||||
{
|
||||
"definition": "final residual before final RMSNorm, not logits, accuracy or LM quality",
|
||||
"changes": [
|
||||
{
|
||||
"cohort": "legacy",
|
||||
"sample": "fresh-zh-1",
|
||||
"final_pre_norm_residual_relative_l2": 0.021898728857078685
|
||||
},
|
||||
{
|
||||
"cohort": "legacy",
|
||||
"sample": "fresh-zh-2",
|
||||
"final_pre_norm_residual_relative_l2": 0.03829561458389978
|
||||
},
|
||||
{
|
||||
"cohort": "legacy",
|
||||
"sample": "fresh-en-1",
|
||||
"final_pre_norm_residual_relative_l2": 0.02432907925877068
|
||||
},
|
||||
{
|
||||
"cohort": "legacy",
|
||||
"sample": "fresh-en-2",
|
||||
"final_pre_norm_residual_relative_l2": 0.034934933219615986
|
||||
},
|
||||
{
|
||||
"cohort": "gsm8k",
|
||||
"sample": "gsm8k-test-0000",
|
||||
"final_pre_norm_residual_relative_l2": 0.03901556767460501
|
||||
},
|
||||
{
|
||||
"cohort": "gsm8k",
|
||||
"sample": "gsm8k-test-0002",
|
||||
"final_pre_norm_residual_relative_l2": 0.04043223109300957
|
||||
},
|
||||
{
|
||||
"cohort": "gsm8k",
|
||||
"sample": "gsm8k-test-0003",
|
||||
"final_pre_norm_residual_relative_l2": 0.045740534396548564
|
||||
},
|
||||
{
|
||||
"cohort": "gsm8k",
|
||||
"sample": "gsm8k-test-0004",
|
||||
"final_pre_norm_residual_relative_l2": 0.04190792993325029
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user