46 lines
1.2 KiB
JSON
46 lines
1.2 KiB
JSON
{
|
|
"definition": "final residual before final RMSNorm, not logits, accuracy or LM quality",
|
|
"changes": [
|
|
{
|
|
"cohort": "legacy",
|
|
"sample": "fresh-zh-1",
|
|
"final_pre_norm_residual_relative_l2": 0.021898728857078685
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"sample": "fresh-zh-2",
|
|
"final_pre_norm_residual_relative_l2": 0.03829561458389978
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"sample": "fresh-en-1",
|
|
"final_pre_norm_residual_relative_l2": 0.02432907925877068
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"sample": "fresh-en-2",
|
|
"final_pre_norm_residual_relative_l2": 0.034934933219615986
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"sample": "gsm8k-test-0000",
|
|
"final_pre_norm_residual_relative_l2": 0.03901556767460501
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"sample": "gsm8k-test-0002",
|
|
"final_pre_norm_residual_relative_l2": 0.04043223109300957
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"sample": "gsm8k-test-0003",
|
|
"final_pre_norm_residual_relative_l2": 0.045740534396548564
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"sample": "gsm8k-test-0004",
|
|
"final_pre_norm_residual_relative_l2": 0.04190792993325029
|
|
}
|
|
]
|
|
}
|