[ { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 0, "relative_l2": 2.8906877208768106e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 1, "relative_l2": 2.931476680118441e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 2, "relative_l2": 2.8143515067001407e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 3, "relative_l2": 4.609107862202786e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 4, "relative_l2": 3.3888188958523904e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 5, "relative_l2": 3.7589882314904597e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 6, "relative_l2": 4.177914144753727e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 7, "relative_l2": 6.170154798837366e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 8, "relative_l2": 4.306707900936595e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 9, "relative_l2": 3.9749172711586046e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 10, "relative_l2": 4.014933391651146e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 11, "relative_l2": 6.316547378482464e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 12, "relative_l2": 3.6399352206042615e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 13, "relative_l2": 3.828180489031713e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 14, "relative_l2": 3.3915458809244447e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 15, "relative_l2": 2.558955447706512e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 16, "relative_l2": 3.3565470908831875e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 17, "relative_l2": 3.6450913005191316e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 18, "relative_l2": 3.477356325311376e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 19, "relative_l2": 4.123131688763792e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 20, "relative_l2": 2.5367658762433315e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 21, "relative_l2": 3.712410701967373e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 22, "relative_l2": 3.6845961952567055e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-1", "layer": 23, "relative_l2": 4.0037324181574417e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 0, "relative_l2": 3.105976616185565e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 1, "relative_l2": 3.271493496444427e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 2, "relative_l2": 2.8979891416034095e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 3, "relative_l2": 4.7120406087315957e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 4, "relative_l2": 3.783365412650154e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 5, "relative_l2": 3.939843818258528e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 6, "relative_l2": 4.105558210052062e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 7, "relative_l2": 6.162475156444941e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 8, "relative_l2": 4.225855905397614e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 9, "relative_l2": 3.967967054124543e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 10, "relative_l2": 4.0117958723809136e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 11, "relative_l2": 6.394151814382933e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 12, "relative_l2": 3.684586693081491e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 13, "relative_l2": 3.86256234551888e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 14, "relative_l2": 3.5072577626553196e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 15, "relative_l2": 2.704952759606915e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 16, "relative_l2": 3.513217065754967e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 17, "relative_l2": 3.98640350506367e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 18, "relative_l2": 3.673698845805138e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 19, "relative_l2": 4.246570085971684e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 20, "relative_l2": 3.045948185298181e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 21, "relative_l2": 3.8182180388820234e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 22, "relative_l2": 3.752623107670204e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-zh-2", "layer": 23, "relative_l2": 4.172329978816944e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 0, "relative_l2": 3.151300578133863e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 1, "relative_l2": 3.1089385007501217e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 2, "relative_l2": 2.9042539404420565e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 3, "relative_l2": 4.618560362926006e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 4, "relative_l2": 3.4993859536348646e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 5, "relative_l2": 3.7627864845157576e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 6, "relative_l2": 4.3284198879632713e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 7, "relative_l2": 6.162624524120809e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 8, "relative_l2": 4.2311582962326e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 9, "relative_l2": 4.0268005004985024e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 10, "relative_l2": 3.939445696977659e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 11, "relative_l2": 6.576407068572268e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 12, "relative_l2": 3.6078456127663837e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 13, "relative_l2": 4.062060655821085e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 14, "relative_l2": 3.481658027781659e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 15, "relative_l2": 2.648679218000388e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 16, "relative_l2": 3.5318635311486016e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 17, "relative_l2": 3.8512802340863404e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 18, "relative_l2": 3.7754266049293415e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 19, "relative_l2": 4.124633116378872e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 20, "relative_l2": 3.1385236758417144e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 21, "relative_l2": 3.4082093197923525e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 22, "relative_l2": 3.7178237844733515e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-1", "layer": 23, "relative_l2": 3.874317215516664e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 0, "relative_l2": 2.8845648963136264e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 1, "relative_l2": 3.391492253295092e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 2, "relative_l2": 3.295202764879139e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 3, "relative_l2": 4.5212665479263834e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 4, "relative_l2": 3.495260033729746e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 5, "relative_l2": 3.734541433235649e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 6, "relative_l2": 4.3680071858725393e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 7, "relative_l2": 6.103030760971233e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 8, "relative_l2": 4.283362276539298e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 9, "relative_l2": 4.044556052712988e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 10, "relative_l2": 4.04579722768081e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 11, "relative_l2": 6.326591699905813e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 12, "relative_l2": 3.89937940283758e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 13, "relative_l2": 4.064941909564025e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 14, "relative_l2": 3.4931248178977685e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 15, "relative_l2": 2.5247290457832914e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 16, "relative_l2": 3.569016362387932e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 17, "relative_l2": 3.8454341644111134e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 18, "relative_l2": 3.647009975434593e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 19, "relative_l2": 4.231179000035884e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 20, "relative_l2": 3.081142516421742e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 21, "relative_l2": 3.518079460763431e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 22, "relative_l2": 3.7670625915478206e-07 }, { "cohort": "legacy", "role": "finetuned", "sample": "fresh-en-2", "layer": 23, "relative_l2": 3.827452342509821e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 0, "relative_l2": 2.965899490496573e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 1, "relative_l2": 3.0273916009441134e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 2, "relative_l2": 3.1190970621410244e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 3, "relative_l2": 4.3969001229322463e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 4, "relative_l2": 3.873623575996469e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 5, "relative_l2": 3.8323548769655254e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 6, "relative_l2": 4.28439301870115e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 7, "relative_l2": 6.382108852481721e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 8, "relative_l2": 4.274511708411032e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 9, "relative_l2": 4.0078630588682176e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 10, "relative_l2": 4.0235340738024254e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 11, "relative_l2": 6.78797934135134e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 12, "relative_l2": 3.681559405879271e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 13, "relative_l2": 4.063123207390396e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 14, "relative_l2": 3.5213765789017916e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 15, "relative_l2": 2.6175534132638506e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 16, "relative_l2": 3.710264894672983e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 17, "relative_l2": 3.639107925453657e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 18, "relative_l2": 3.602775537720304e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 19, "relative_l2": 4.1196430294296703e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 20, "relative_l2": 2.942743299843867e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 21, "relative_l2": 3.713819825244413e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 22, "relative_l2": 3.687557411196945e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0000", "layer": 23, "relative_l2": 3.891921278378366e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 0, "relative_l2": 2.8790444667721085e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 1, "relative_l2": 3.0465441600507134e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 2, "relative_l2": 3.136698782177471e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 3, "relative_l2": 4.82366836258674e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 4, "relative_l2": 3.829193414963049e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 5, "relative_l2": 3.9905533161600225e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 6, "relative_l2": 4.3233385267308897e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 7, "relative_l2": 5.977822372074861e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 8, "relative_l2": 4.2737473411633205e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 9, "relative_l2": 3.976548256656218e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 10, "relative_l2": 3.9158957518962433e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 11, "relative_l2": 6.541052657371188e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 12, "relative_l2": 3.510326033772777e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 13, "relative_l2": 3.99244015598462e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 14, "relative_l2": 3.4379269952154924e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 15, "relative_l2": 2.48027818437346e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 16, "relative_l2": 3.52537767056788e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 17, "relative_l2": 3.740501565865045e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 18, "relative_l2": 3.756565001629298e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 19, "relative_l2": 3.8709237292808747e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 20, "relative_l2": 3.3126302327470726e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 21, "relative_l2": 3.511367652603683e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 22, "relative_l2": 3.624092273233439e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0002", "layer": 23, "relative_l2": 3.7991454869707196e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 0, "relative_l2": 2.8981867520363026e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 1, "relative_l2": 3.001807436270064e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 2, "relative_l2": 2.968297502797139e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 3, "relative_l2": 4.693355412631254e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 4, "relative_l2": 3.708949457253848e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 5, "relative_l2": 3.868258123195877e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 6, "relative_l2": 4.125239119647422e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 7, "relative_l2": 6.321070508443361e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 8, "relative_l2": 4.2013509323228146e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 9, "relative_l2": 3.983692453486679e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 10, "relative_l2": 3.972549602786989e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 11, "relative_l2": 6.584121391834501e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 12, "relative_l2": 3.480549258408395e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 13, "relative_l2": 3.918683866326258e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 14, "relative_l2": 3.459436509352527e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 15, "relative_l2": 2.6419542113413154e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 16, "relative_l2": 3.5328663315396324e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 17, "relative_l2": 3.7574260638457507e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 18, "relative_l2": 3.829114206879494e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 19, "relative_l2": 4.2460972170063684e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 20, "relative_l2": 3.239681394398863e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 21, "relative_l2": 3.651071217950647e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 22, "relative_l2": 3.638076839264978e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0003", "layer": 23, "relative_l2": 3.81688020542289e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 0, "relative_l2": 3.001956888823169e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 1, "relative_l2": 3.208545342280225e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 2, "relative_l2": 2.9422132179862525e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 3, "relative_l2": 4.4004232736618355e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 4, "relative_l2": 3.911302604222112e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 5, "relative_l2": 3.912682257006613e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 6, "relative_l2": 4.812803567525854e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 7, "relative_l2": 6.248665202330304e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 8, "relative_l2": 4.2319031695376143e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 9, "relative_l2": 3.8909737347672127e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 10, "relative_l2": 3.9298427016068765e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 11, "relative_l2": 6.630216881552673e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 12, "relative_l2": 3.677943961666571e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 13, "relative_l2": 3.951169990951423e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 14, "relative_l2": 3.4853687475949274e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 15, "relative_l2": 2.5446326989433896e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 16, "relative_l2": 3.5451474517435344e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 17, "relative_l2": 3.798096717150188e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 18, "relative_l2": 3.780496904145565e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 19, "relative_l2": 3.7289030893203324e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 20, "relative_l2": 3.0192777328703985e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 21, "relative_l2": 3.6542837775185365e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 22, "relative_l2": 3.751030151396733e-07 }, { "cohort": "gsm8k", "role": "base", "sample": "gsm8k-test-0004", "layer": 23, "relative_l2": 3.848389578465945e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 0, "relative_l2": 2.9775167160027526e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 1, "relative_l2": 3.053373398515745e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 2, "relative_l2": 2.7964180569245835e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 3, "relative_l2": 4.425568113449991e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 4, "relative_l2": 3.7749753285923544e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 5, "relative_l2": 3.895006121693126e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 6, "relative_l2": 4.170853970219938e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 7, "relative_l2": 6.428278235760863e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 8, "relative_l2": 4.274014717843632e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 9, "relative_l2": 3.9578574414981116e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 10, "relative_l2": 3.994034425206801e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 11, "relative_l2": 6.793829696452254e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 12, "relative_l2": 3.722991726998613e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 13, "relative_l2": 4.084372555223502e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 14, "relative_l2": 3.5211634300926434e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 15, "relative_l2": 2.584893199138018e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 16, "relative_l2": 3.5398231542480214e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 17, "relative_l2": 3.6646568444431313e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 18, "relative_l2": 3.5667636234254926e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 19, "relative_l2": 4.0802509703350607e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 20, "relative_l2": 2.9720494494662637e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 21, "relative_l2": 3.754510247427826e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 22, "relative_l2": 3.6867643260326636e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0000", "layer": 23, "relative_l2": 3.861393975225956e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 0, "relative_l2": 3.158517612955011e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 1, "relative_l2": 3.0046632393875083e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 2, "relative_l2": 3.4572818167283965e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 3, "relative_l2": 4.782766073545023e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 4, "relative_l2": 3.8078979936450525e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 5, "relative_l2": 3.9151381881061627e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 6, "relative_l2": 4.464481903405086e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 7, "relative_l2": 6.028347848811717e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 8, "relative_l2": 4.2535887802463235e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 9, "relative_l2": 3.976906708397955e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 10, "relative_l2": 3.8891732234472265e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 11, "relative_l2": 6.551884294512659e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 12, "relative_l2": 3.535823676224632e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 13, "relative_l2": 3.958384053586974e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 14, "relative_l2": 3.4657116316092657e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 15, "relative_l2": 2.4712922055384143e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 16, "relative_l2": 3.592084031163061e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 17, "relative_l2": 3.7412760999849947e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 18, "relative_l2": 3.718106265156918e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 19, "relative_l2": 3.876426671514099e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 20, "relative_l2": 3.282547000735509e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 21, "relative_l2": 3.467396225151132e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 22, "relative_l2": 3.640093706685727e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0002", "layer": 23, "relative_l2": 3.724716127148307e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 0, "relative_l2": 2.8153163265385596e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 1, "relative_l2": 3.038714973042981e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 2, "relative_l2": 2.986572912999486e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 3, "relative_l2": 4.6654532617372475e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 4, "relative_l2": 3.8552778337144157e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 5, "relative_l2": 3.850837839635875e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 6, "relative_l2": 3.837847278182462e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 7, "relative_l2": 6.288391724326386e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 8, "relative_l2": 4.181067176155756e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 9, "relative_l2": 3.988384111194521e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 10, "relative_l2": 3.9801968728666214e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 11, "relative_l2": 6.566705906846681e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 12, "relative_l2": 3.463587493376191e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 13, "relative_l2": 3.892517971786605e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 14, "relative_l2": 3.453041697069473e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 15, "relative_l2": 2.700193645928566e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 16, "relative_l2": 3.5379645268116383e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 17, "relative_l2": 3.83555101425269e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 18, "relative_l2": 3.848997173551924e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 19, "relative_l2": 4.204199109395242e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 20, "relative_l2": 3.183682626786096e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 21, "relative_l2": 3.6548171339547183e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 22, "relative_l2": 3.5946610069828593e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0003", "layer": 23, "relative_l2": 3.8107875790367686e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 0, "relative_l2": 3.125933635804191e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 1, "relative_l2": 3.2885710284230874e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 2, "relative_l2": 3.0036416041584127e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 3, "relative_l2": 4.4392898748042143e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 4, "relative_l2": 3.7997171471593644e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 5, "relative_l2": 3.9077813305533535e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 6, "relative_l2": 4.259812131418185e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 7, "relative_l2": 6.304325129461967e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 8, "relative_l2": 4.2420258701072414e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 9, "relative_l2": 3.9217622802451963e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 10, "relative_l2": 3.952381745993266e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 11, "relative_l2": 6.618810082115587e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 12, "relative_l2": 3.713637872399264e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 13, "relative_l2": 3.9442203791661155e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 14, "relative_l2": 3.522863552693221e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 15, "relative_l2": 2.498057788766489e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 16, "relative_l2": 3.60276653355895e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 17, "relative_l2": 3.7887181095733517e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 18, "relative_l2": 3.7798654930104714e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 19, "relative_l2": 3.708152204766912e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 20, "relative_l2": 2.916368143819331e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 21, "relative_l2": 3.6786971447803606e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 22, "relative_l2": 3.7883292790103494e-07 }, { "cohort": "gsm8k", "role": "finetuned", "sample": "gsm8k-test-0004", "layer": 23, "relative_l2": 3.8368378246142603e-07 } ]