2019 lines
41 KiB
JSON
2019 lines
41 KiB
JSON
[
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 0,
|
|
"relative_l2": 2.8906877208768106e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 1,
|
|
"relative_l2": 2.931476680118441e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 2,
|
|
"relative_l2": 2.8143515067001407e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 3,
|
|
"relative_l2": 4.609107862202786e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 4,
|
|
"relative_l2": 3.3888188958523904e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 5,
|
|
"relative_l2": 3.7589882314904597e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 6,
|
|
"relative_l2": 4.177914144753727e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 7,
|
|
"relative_l2": 6.170154798837366e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 8,
|
|
"relative_l2": 4.306707900936595e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 9,
|
|
"relative_l2": 3.9749172711586046e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 10,
|
|
"relative_l2": 4.014933391651146e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 11,
|
|
"relative_l2": 6.316547378482464e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 12,
|
|
"relative_l2": 3.6399352206042615e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 13,
|
|
"relative_l2": 3.828180489031713e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 14,
|
|
"relative_l2": 3.3915458809244447e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 15,
|
|
"relative_l2": 2.558955447706512e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 16,
|
|
"relative_l2": 3.3565470908831875e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 17,
|
|
"relative_l2": 3.6450913005191316e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 18,
|
|
"relative_l2": 3.477356325311376e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 19,
|
|
"relative_l2": 4.123131688763792e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 20,
|
|
"relative_l2": 2.5367658762433315e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 21,
|
|
"relative_l2": 3.712410701967373e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 22,
|
|
"relative_l2": 3.6845961952567055e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-1",
|
|
"layer": 23,
|
|
"relative_l2": 4.0037324181574417e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 0,
|
|
"relative_l2": 3.105976616185565e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 1,
|
|
"relative_l2": 3.271493496444427e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 2,
|
|
"relative_l2": 2.8979891416034095e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 3,
|
|
"relative_l2": 4.7120406087315957e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 4,
|
|
"relative_l2": 3.783365412650154e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 5,
|
|
"relative_l2": 3.939843818258528e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 6,
|
|
"relative_l2": 4.105558210052062e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 7,
|
|
"relative_l2": 6.162475156444941e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 8,
|
|
"relative_l2": 4.225855905397614e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 9,
|
|
"relative_l2": 3.967967054124543e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 10,
|
|
"relative_l2": 4.0117958723809136e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 11,
|
|
"relative_l2": 6.394151814382933e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 12,
|
|
"relative_l2": 3.684586693081491e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 13,
|
|
"relative_l2": 3.86256234551888e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 14,
|
|
"relative_l2": 3.5072577626553196e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 15,
|
|
"relative_l2": 2.704952759606915e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 16,
|
|
"relative_l2": 3.513217065754967e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 17,
|
|
"relative_l2": 3.98640350506367e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 18,
|
|
"relative_l2": 3.673698845805138e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 19,
|
|
"relative_l2": 4.246570085971684e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 20,
|
|
"relative_l2": 3.045948185298181e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 21,
|
|
"relative_l2": 3.8182180388820234e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 22,
|
|
"relative_l2": 3.752623107670204e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-zh-2",
|
|
"layer": 23,
|
|
"relative_l2": 4.172329978816944e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 0,
|
|
"relative_l2": 3.151300578133863e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 1,
|
|
"relative_l2": 3.1089385007501217e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 2,
|
|
"relative_l2": 2.9042539404420565e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 3,
|
|
"relative_l2": 4.618560362926006e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 4,
|
|
"relative_l2": 3.4993859536348646e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 5,
|
|
"relative_l2": 3.7627864845157576e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 6,
|
|
"relative_l2": 4.3284198879632713e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 7,
|
|
"relative_l2": 6.162624524120809e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 8,
|
|
"relative_l2": 4.2311582962326e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 9,
|
|
"relative_l2": 4.0268005004985024e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 10,
|
|
"relative_l2": 3.939445696977659e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 11,
|
|
"relative_l2": 6.576407068572268e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 12,
|
|
"relative_l2": 3.6078456127663837e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 13,
|
|
"relative_l2": 4.062060655821085e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 14,
|
|
"relative_l2": 3.481658027781659e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 15,
|
|
"relative_l2": 2.648679218000388e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 16,
|
|
"relative_l2": 3.5318635311486016e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 17,
|
|
"relative_l2": 3.8512802340863404e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 18,
|
|
"relative_l2": 3.7754266049293415e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 19,
|
|
"relative_l2": 4.124633116378872e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 20,
|
|
"relative_l2": 3.1385236758417144e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 21,
|
|
"relative_l2": 3.4082093197923525e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 22,
|
|
"relative_l2": 3.7178237844733515e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-1",
|
|
"layer": 23,
|
|
"relative_l2": 3.874317215516664e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 0,
|
|
"relative_l2": 2.8845648963136264e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 1,
|
|
"relative_l2": 3.391492253295092e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 2,
|
|
"relative_l2": 3.295202764879139e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 3,
|
|
"relative_l2": 4.5212665479263834e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 4,
|
|
"relative_l2": 3.495260033729746e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 5,
|
|
"relative_l2": 3.734541433235649e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 6,
|
|
"relative_l2": 4.3680071858725393e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 7,
|
|
"relative_l2": 6.103030760971233e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 8,
|
|
"relative_l2": 4.283362276539298e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 9,
|
|
"relative_l2": 4.044556052712988e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 10,
|
|
"relative_l2": 4.04579722768081e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 11,
|
|
"relative_l2": 6.326591699905813e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 12,
|
|
"relative_l2": 3.89937940283758e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 13,
|
|
"relative_l2": 4.064941909564025e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 14,
|
|
"relative_l2": 3.4931248178977685e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 15,
|
|
"relative_l2": 2.5247290457832914e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 16,
|
|
"relative_l2": 3.569016362387932e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 17,
|
|
"relative_l2": 3.8454341644111134e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 18,
|
|
"relative_l2": 3.647009975434593e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 19,
|
|
"relative_l2": 4.231179000035884e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 20,
|
|
"relative_l2": 3.081142516421742e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 21,
|
|
"relative_l2": 3.518079460763431e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 22,
|
|
"relative_l2": 3.7670625915478206e-07
|
|
},
|
|
{
|
|
"cohort": "legacy",
|
|
"role": "finetuned",
|
|
"sample": "fresh-en-2",
|
|
"layer": 23,
|
|
"relative_l2": 3.827452342509821e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 0,
|
|
"relative_l2": 2.965899490496573e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 1,
|
|
"relative_l2": 3.0273916009441134e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 2,
|
|
"relative_l2": 3.1190970621410244e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 3,
|
|
"relative_l2": 4.3969001229322463e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 4,
|
|
"relative_l2": 3.873623575996469e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 5,
|
|
"relative_l2": 3.8323548769655254e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 6,
|
|
"relative_l2": 4.28439301870115e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 7,
|
|
"relative_l2": 6.382108852481721e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 8,
|
|
"relative_l2": 4.274511708411032e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 9,
|
|
"relative_l2": 4.0078630588682176e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 10,
|
|
"relative_l2": 4.0235340738024254e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 11,
|
|
"relative_l2": 6.78797934135134e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 12,
|
|
"relative_l2": 3.681559405879271e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 13,
|
|
"relative_l2": 4.063123207390396e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 14,
|
|
"relative_l2": 3.5213765789017916e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 15,
|
|
"relative_l2": 2.6175534132638506e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 16,
|
|
"relative_l2": 3.710264894672983e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 17,
|
|
"relative_l2": 3.639107925453657e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 18,
|
|
"relative_l2": 3.602775537720304e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 19,
|
|
"relative_l2": 4.1196430294296703e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 20,
|
|
"relative_l2": 2.942743299843867e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 21,
|
|
"relative_l2": 3.713819825244413e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 22,
|
|
"relative_l2": 3.687557411196945e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 23,
|
|
"relative_l2": 3.891921278378366e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 0,
|
|
"relative_l2": 2.8790444667721085e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 1,
|
|
"relative_l2": 3.0465441600507134e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 2,
|
|
"relative_l2": 3.136698782177471e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 3,
|
|
"relative_l2": 4.82366836258674e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 4,
|
|
"relative_l2": 3.829193414963049e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 5,
|
|
"relative_l2": 3.9905533161600225e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 6,
|
|
"relative_l2": 4.3233385267308897e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 7,
|
|
"relative_l2": 5.977822372074861e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 8,
|
|
"relative_l2": 4.2737473411633205e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 9,
|
|
"relative_l2": 3.976548256656218e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 10,
|
|
"relative_l2": 3.9158957518962433e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 11,
|
|
"relative_l2": 6.541052657371188e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 12,
|
|
"relative_l2": 3.510326033772777e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 13,
|
|
"relative_l2": 3.99244015598462e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 14,
|
|
"relative_l2": 3.4379269952154924e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 15,
|
|
"relative_l2": 2.48027818437346e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 16,
|
|
"relative_l2": 3.52537767056788e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 17,
|
|
"relative_l2": 3.740501565865045e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 18,
|
|
"relative_l2": 3.756565001629298e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 19,
|
|
"relative_l2": 3.8709237292808747e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 20,
|
|
"relative_l2": 3.3126302327470726e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 21,
|
|
"relative_l2": 3.511367652603683e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 22,
|
|
"relative_l2": 3.624092273233439e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 23,
|
|
"relative_l2": 3.7991454869707196e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 0,
|
|
"relative_l2": 2.8981867520363026e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 1,
|
|
"relative_l2": 3.001807436270064e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 2,
|
|
"relative_l2": 2.968297502797139e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 3,
|
|
"relative_l2": 4.693355412631254e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 4,
|
|
"relative_l2": 3.708949457253848e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 5,
|
|
"relative_l2": 3.868258123195877e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 6,
|
|
"relative_l2": 4.125239119647422e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 7,
|
|
"relative_l2": 6.321070508443361e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 8,
|
|
"relative_l2": 4.2013509323228146e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 9,
|
|
"relative_l2": 3.983692453486679e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 10,
|
|
"relative_l2": 3.972549602786989e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 11,
|
|
"relative_l2": 6.584121391834501e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 12,
|
|
"relative_l2": 3.480549258408395e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 13,
|
|
"relative_l2": 3.918683866326258e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 14,
|
|
"relative_l2": 3.459436509352527e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 15,
|
|
"relative_l2": 2.6419542113413154e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 16,
|
|
"relative_l2": 3.5328663315396324e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 17,
|
|
"relative_l2": 3.7574260638457507e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 18,
|
|
"relative_l2": 3.829114206879494e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 19,
|
|
"relative_l2": 4.2460972170063684e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 20,
|
|
"relative_l2": 3.239681394398863e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 21,
|
|
"relative_l2": 3.651071217950647e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 22,
|
|
"relative_l2": 3.638076839264978e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 23,
|
|
"relative_l2": 3.81688020542289e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 0,
|
|
"relative_l2": 3.001956888823169e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 1,
|
|
"relative_l2": 3.208545342280225e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 2,
|
|
"relative_l2": 2.9422132179862525e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 3,
|
|
"relative_l2": 4.4004232736618355e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 4,
|
|
"relative_l2": 3.911302604222112e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 5,
|
|
"relative_l2": 3.912682257006613e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 6,
|
|
"relative_l2": 4.812803567525854e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 7,
|
|
"relative_l2": 6.248665202330304e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 8,
|
|
"relative_l2": 4.2319031695376143e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 9,
|
|
"relative_l2": 3.8909737347672127e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 10,
|
|
"relative_l2": 3.9298427016068765e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 11,
|
|
"relative_l2": 6.630216881552673e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 12,
|
|
"relative_l2": 3.677943961666571e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 13,
|
|
"relative_l2": 3.951169990951423e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 14,
|
|
"relative_l2": 3.4853687475949274e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 15,
|
|
"relative_l2": 2.5446326989433896e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 16,
|
|
"relative_l2": 3.5451474517435344e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 17,
|
|
"relative_l2": 3.798096717150188e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 18,
|
|
"relative_l2": 3.780496904145565e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 19,
|
|
"relative_l2": 3.7289030893203324e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 20,
|
|
"relative_l2": 3.0192777328703985e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 21,
|
|
"relative_l2": 3.6542837775185365e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 22,
|
|
"relative_l2": 3.751030151396733e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "base",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 23,
|
|
"relative_l2": 3.848389578465945e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 0,
|
|
"relative_l2": 2.9775167160027526e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 1,
|
|
"relative_l2": 3.053373398515745e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 2,
|
|
"relative_l2": 2.7964180569245835e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 3,
|
|
"relative_l2": 4.425568113449991e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 4,
|
|
"relative_l2": 3.7749753285923544e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 5,
|
|
"relative_l2": 3.895006121693126e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 6,
|
|
"relative_l2": 4.170853970219938e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 7,
|
|
"relative_l2": 6.428278235760863e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 8,
|
|
"relative_l2": 4.274014717843632e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 9,
|
|
"relative_l2": 3.9578574414981116e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 10,
|
|
"relative_l2": 3.994034425206801e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 11,
|
|
"relative_l2": 6.793829696452254e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 12,
|
|
"relative_l2": 3.722991726998613e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 13,
|
|
"relative_l2": 4.084372555223502e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 14,
|
|
"relative_l2": 3.5211634300926434e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 15,
|
|
"relative_l2": 2.584893199138018e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 16,
|
|
"relative_l2": 3.5398231542480214e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 17,
|
|
"relative_l2": 3.6646568444431313e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 18,
|
|
"relative_l2": 3.5667636234254926e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 19,
|
|
"relative_l2": 4.0802509703350607e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 20,
|
|
"relative_l2": 2.9720494494662637e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 21,
|
|
"relative_l2": 3.754510247427826e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 22,
|
|
"relative_l2": 3.6867643260326636e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0000",
|
|
"layer": 23,
|
|
"relative_l2": 3.861393975225956e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 0,
|
|
"relative_l2": 3.158517612955011e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 1,
|
|
"relative_l2": 3.0046632393875083e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 2,
|
|
"relative_l2": 3.4572818167283965e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 3,
|
|
"relative_l2": 4.782766073545023e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 4,
|
|
"relative_l2": 3.8078979936450525e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 5,
|
|
"relative_l2": 3.9151381881061627e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 6,
|
|
"relative_l2": 4.464481903405086e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 7,
|
|
"relative_l2": 6.028347848811717e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 8,
|
|
"relative_l2": 4.2535887802463235e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 9,
|
|
"relative_l2": 3.976906708397955e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 10,
|
|
"relative_l2": 3.8891732234472265e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 11,
|
|
"relative_l2": 6.551884294512659e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 12,
|
|
"relative_l2": 3.535823676224632e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 13,
|
|
"relative_l2": 3.958384053586974e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 14,
|
|
"relative_l2": 3.4657116316092657e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 15,
|
|
"relative_l2": 2.4712922055384143e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 16,
|
|
"relative_l2": 3.592084031163061e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 17,
|
|
"relative_l2": 3.7412760999849947e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 18,
|
|
"relative_l2": 3.718106265156918e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 19,
|
|
"relative_l2": 3.876426671514099e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 20,
|
|
"relative_l2": 3.282547000735509e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 21,
|
|
"relative_l2": 3.467396225151132e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 22,
|
|
"relative_l2": 3.640093706685727e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0002",
|
|
"layer": 23,
|
|
"relative_l2": 3.724716127148307e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 0,
|
|
"relative_l2": 2.8153163265385596e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 1,
|
|
"relative_l2": 3.038714973042981e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 2,
|
|
"relative_l2": 2.986572912999486e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 3,
|
|
"relative_l2": 4.6654532617372475e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 4,
|
|
"relative_l2": 3.8552778337144157e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 5,
|
|
"relative_l2": 3.850837839635875e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 6,
|
|
"relative_l2": 3.837847278182462e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 7,
|
|
"relative_l2": 6.288391724326386e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 8,
|
|
"relative_l2": 4.181067176155756e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 9,
|
|
"relative_l2": 3.988384111194521e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 10,
|
|
"relative_l2": 3.9801968728666214e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 11,
|
|
"relative_l2": 6.566705906846681e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 12,
|
|
"relative_l2": 3.463587493376191e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 13,
|
|
"relative_l2": 3.892517971786605e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 14,
|
|
"relative_l2": 3.453041697069473e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 15,
|
|
"relative_l2": 2.700193645928566e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 16,
|
|
"relative_l2": 3.5379645268116383e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 17,
|
|
"relative_l2": 3.83555101425269e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 18,
|
|
"relative_l2": 3.848997173551924e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 19,
|
|
"relative_l2": 4.204199109395242e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 20,
|
|
"relative_l2": 3.183682626786096e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 21,
|
|
"relative_l2": 3.6548171339547183e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 22,
|
|
"relative_l2": 3.5946610069828593e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0003",
|
|
"layer": 23,
|
|
"relative_l2": 3.8107875790367686e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 0,
|
|
"relative_l2": 3.125933635804191e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 1,
|
|
"relative_l2": 3.2885710284230874e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 2,
|
|
"relative_l2": 3.0036416041584127e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 3,
|
|
"relative_l2": 4.4392898748042143e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 4,
|
|
"relative_l2": 3.7997171471593644e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 5,
|
|
"relative_l2": 3.9077813305533535e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 6,
|
|
"relative_l2": 4.259812131418185e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 7,
|
|
"relative_l2": 6.304325129461967e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 8,
|
|
"relative_l2": 4.2420258701072414e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 9,
|
|
"relative_l2": 3.9217622802451963e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 10,
|
|
"relative_l2": 3.952381745993266e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 11,
|
|
"relative_l2": 6.618810082115587e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 12,
|
|
"relative_l2": 3.713637872399264e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 13,
|
|
"relative_l2": 3.9442203791661155e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 14,
|
|
"relative_l2": 3.522863552693221e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 15,
|
|
"relative_l2": 2.498057788766489e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 16,
|
|
"relative_l2": 3.60276653355895e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 17,
|
|
"relative_l2": 3.7887181095733517e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 18,
|
|
"relative_l2": 3.7798654930104714e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 19,
|
|
"relative_l2": 3.708152204766912e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 20,
|
|
"relative_l2": 2.916368143819331e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 21,
|
|
"relative_l2": 3.6786971447803606e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 22,
|
|
"relative_l2": 3.7883292790103494e-07
|
|
},
|
|
{
|
|
"cohort": "gsm8k",
|
|
"role": "finetuned",
|
|
"sample": "gsm8k-test-0004",
|
|
"layer": 23,
|
|
"relative_l2": 3.8368378246142603e-07
|
|
}
|
|
]
|