exp-model-parameter-similarity/results/head-dominance/joint-by-link.csv

sample,source,recipient,metric,removed,joint_effect_count,joint_effect_p10,joint_effect_median,joint_effect_p90,joint_effect_mean,sum_individual_count,sum_individual_p10,sum_individual_median,sum_individual_p90,sum_individual_mean
fresh-zh-1,0,1,Q,weak_half,400,0.2008264407515526,0.3334670960903168,0.4958236008882523,0.34076051905751226,400,0.4859659373760224,0.7440362572669983,1.0349951386451721,0.7626679044216871
fresh-zh-1,0,1,Q,strong_half,400,0.7453873157501221,1.0975597500801086,1.3908109784126281,1.0837196806818248,400,1.7807375907897949,2.7196731567382812,3.719470500946045,2.751625395715237
fresh-zh-1,0,1,Q,random_half,400,0.4882308393716812,1.0184450149536133,1.407813024520874,0.979760735668242,400,0.9431869566440583,1.651898205280304,2.6601041316986085,1.7278785783052444
fresh-zh-1,0,1,Q,all_heads,400,0.9995198369026185,1.2742709517478943,1.4928893208503724,1.257547627389431,400,2.4291015148162844,3.5201497077941895,4.555028486251832,3.5142933094501494
fresh-zh-1,0,1,K,weak_half,400,0.25027612447738645,0.38210147619247437,0.584058403968811,0.40587454933673145,400,0.5675718903541564,0.8254277408123016,1.2087530612945558,0.853133482709527
fresh-zh-1,0,1,K,strong_half,400,0.7469826638698578,1.0280970335006714,1.3284502983093263,1.0319453468173743,400,1.9396398782730102,2.5797523260116577,3.574095940589905,2.6945008167624476
fresh-zh-1,0,1,K,random_half,400,0.605703216791153,0.91021528840065,1.2458263754844667,0.9210443340986967,400,1.116757595539093,1.6681658625602722,2.5559180974960327,1.7548867759108544
fresh-zh-1,0,1,K,all_heads,400,1.067708468437195,1.2824383974075317,1.4543998718261721,1.265971492677927,400,2.6258231163024903,3.4643481969833374,4.545622396469116,3.54763429492712
fresh-zh-1,0,1,V,weak_half,400,0.14895713031291966,0.31546591222286224,0.6157237470149994,0.36670552714727817,400,0.35644741654396056,0.6959381699562073,1.0560676336288453,0.7181011345982552
fresh-zh-1,0,1,V,strong_half,400,0.46852283775806425,0.8431256115436554,1.5678224563598633,0.9399358623102307,400,1.264595413208008,2.248305082321167,4.21556830406189,2.596791000217199
fresh-zh-1,0,1,V,random_half,400,0.3486655354499817,0.7840900123119354,1.7785831928253177,0.9870144194178283,400,0.7437542021274567,1.4282178282737732,2.746462202072145,1.6596856532245874
fresh-zh-1,0,1,V,all_heads,400,0.6816939592361451,1.0619012117385864,1.6543446063995362,1.1273160568997265,400,1.661899483203888,2.9560275077819824,5.0967691421508805,3.3148921114206313
fresh-zh-1,0,1,QKV,weak_half,400,0.2623360425233841,0.37220193445682526,0.5257133841514587,0.3884131891280413,400,0.6090817153453827,0.79803666472435,1.0377546548843384,0.8178685554116965
fresh-zh-1,0,1,QKV,strong_half,400,0.7960836172103882,1.018787920475006,1.3160068631172182,1.047460880726576,400,2.1024187803268433,2.713298797607422,3.7205054759979257,2.8510900834202766
fresh-zh-1,0,1,QKV,random_half,400,0.6320619761943818,0.9534361958503723,1.3505552887916568,1.0151568105071782,400,1.1541799306869507,1.7030929327011108,2.633734917640686,1.8170585039258003
fresh-zh-1,0,1,QKV,all_heads,400,1.0367567896842957,1.2274160981178284,1.4590619444847106,1.2396013320982455,400,2.780677604675293,3.527419328689575,4.623041152954102,3.668958649635315
fresh-zh-1,1,2,Q,weak_half,400,0.03155932053923607,0.06444158777594566,0.1082404971122742,0.06897579949581996,400,0.07613841444253922,0.14699863642454147,0.23956551849842073,0.1547582809627056
fresh-zh-1,1,2,Q,strong_half,400,0.18894434422254563,0.36650605499744415,0.604983013868332,0.38401546245440843,400,0.40905213654041295,0.8548521995544434,1.3071335434913636,0.8611730960384011
fresh-zh-1,1,2,Q,random_half,400,0.1108572743833065,0.226791612803936,0.3800503104925157,0.23927256184630097,400,0.2336871862411499,0.47147881984710693,0.7881120920181276,0.5016119395382702
fresh-zh-1,1,2,Q,all_heads,400,0.19902447313070298,0.3936949819326401,0.6310463190078736,0.4032550751976669,400,0.49195235371589663,1.013447344303131,1.5085470914840697,1.0159313766658307
fresh-zh-1,1,2,K,weak_half,400,0.046294156834483145,0.07594529911875725,0.13886554837226872,0.08780013904441147,400,0.10614747181534769,0.17040395736694336,0.28339419066905974,0.18473220139741897
fresh-zh-1,1,2,K,strong_half,400,0.2527156352996826,0.39471787214279175,0.6004869639873505,0.4146555851027369,400,0.6010036945343018,0.8860439658164978,1.3159768342971803,0.9252161803096532
fresh-zh-1,1,2,K,random_half,400,0.15547478497028352,0.253771036863327,0.41864116787910466,0.2748459529224783,400,0.3095446139574051,0.5251365303993225,0.8514812231063843,0.5517403537034988
fresh-zh-1,1,2,K,all_heads,400,0.2693099319934845,0.42332057654857635,0.6184103012084962,0.4363914165645838,400,0.7223121941089631,1.0673685669898987,1.5319440245628357,1.109948377609253
fresh-zh-1,1,2,V,weak_half,400,0.027415544353425504,0.06430166959762573,0.1410903006792069,0.07556237921584398,400,0.06414011716842652,0.13570336252450943,0.26234134137630466,0.15288431376218795
fresh-zh-1,1,2,V,strong_half,400,0.15768703520298005,0.30814920365810394,0.6279279589653016,0.36786327563226223,400,0.42648622393608093,0.7670839726924896,1.3137081503868102,0.834459235817194
fresh-zh-1,1,2,V,random_half,400,0.0946944683790207,0.20893455296754837,0.416032585501671,0.23785568579100072,400,0.22223201096057893,0.4341427981853485,0.8704446792602539,0.492767509073019
fresh-zh-1,1,2,V,all_heads,400,0.17003471851348878,0.33705244958400726,0.6679331183433533,0.39753268465399744,400,0.49731341600418094,0.910298764705658,1.5755363106727602,0.987343549206853
fresh-zh-1,1,2,QKV,weak_half,400,0.043971665576100355,0.07480806857347488,0.12797919362783433,0.08128692565951497,400,0.10788514167070389,0.1659495085477829,0.25618757009506227,0.17556060740724205
fresh-zh-1,1,2,QKV,strong_half,400,0.2515682548284531,0.39006075263023376,0.57618847489357,0.4058873686566949,400,0.6111020088195801,0.9086828231811523,1.2911702036857606,0.9292143149673939
fresh-zh-1,1,2,QKV,random_half,400,0.1535023108124733,0.24723856151103973,0.3901005893945694,0.26246471958234907,400,0.3138757228851318,0.5292303264141083,0.7870343148708348,0.5481516802310944
fresh-zh-1,1,2,QKV,all_heads,400,0.26790088713169097,0.40514326095581055,0.6024578273296357,0.42971948891878126,400,0.7504384517669678,1.0941166281700134,1.5372987389564514,1.104774927198887
fresh-zh-1,2,3,Q,weak_half,200,0.05399675145745277,0.0818168856203556,0.14206777960062028,0.09009259285405279,200,0.11924902200698853,0.18787774443626404,0.34362818002700807,0.20667793024331332
fresh-zh-1,2,3,Q,strong_half,200,0.4099469602108002,0.5339741706848145,0.7490169763565063,0.5587046468257904,200,0.7093981266021728,0.9360256791114807,1.3993733167648315,0.99354401409626
fresh-zh-1,2,3,Q,random_half,200,0.1606532335281372,0.3004520386457443,0.4987666547298431,0.32034398794174196,200,0.3346303790807724,0.5653688907623291,0.8899851322174072,0.5885524506121874
fresh-zh-1,2,3,Q,all_heads,200,0.43977979421615604,0.5760516822338104,0.7918158829212188,0.5963129077851772,200,0.8348476171493531,1.1361491084098816,1.6960344552993774,1.2002219432592391
fresh-zh-1,2,3,K,weak_half,200,0.059041570872068405,0.07899310812354088,0.11962006315588945,0.08750347206369043,200,0.13104574382305145,0.1738560050725937,0.2900291085243225,0.19528425343334674
fresh-zh-1,2,3,K,strong_half,200,0.3587424159049988,0.4287142753601074,0.5362140774726867,0.4395157977938652,200,0.8093313157558442,0.9266857206821442,1.204880714416504,0.9749164399504662
fresh-zh-1,2,3,K,random_half,200,0.17163306027650835,0.28030669689178467,0.3929991453886032,0.28474022071808575,200,0.3706467866897583,0.548488050699234,0.8294229984283448,0.5737707635760307
fresh-zh-1,2,3,K,all_heads,200,0.388700345158577,0.4599500745534897,0.5521325409412382,0.4691491121053696,200,0.9481974720954895,1.1239233016967773,1.45943329334259,1.1702006900310515
fresh-zh-1,2,3,V,weak_half,200,0.0766262635588646,0.11027229577302933,0.17966224253177634,0.12404130116105079,200,0.1749147787690163,0.25942350924015045,0.41556400060653687,0.28096244513988494
fresh-zh-1,2,3,V,strong_half,200,0.40347065627574924,0.4737415909767151,0.7725899219512938,0.5391813811659812,200,0.9111138582229614,1.0227670669555664,1.7356071949005127,1.18281380712986
fresh-zh-1,2,3,V,random_half,200,0.18345309048891068,0.34095603227615356,0.5306510269641875,0.35901639781892297,200,0.417214971780777,0.6540262699127197,1.0849312782287597,0.7175682209432125
fresh-zh-1,2,3,V,all_heads,200,0.417952361702919,0.5285032689571381,0.8517029285430906,0.5842367190122605,200,1.067320454120636,1.2973933219909668,2.2399458646774284,1.4637762427330017
fresh-zh-1,2,3,QKV,weak_half,200,0.06729187592864036,0.09285303950309753,0.14501096904277802,0.1027342221327126,200,0.1513809636235237,0.2110501229763031,0.3389524519443511,0.23361974608153105
fresh-zh-1,2,3,QKV,strong_half,200,0.41123413741588594,0.4826723486185074,0.6828670918941497,0.5183154807984829,200,0.859414917230606,0.9670643508434296,1.494808065891266,1.0701916670799256
fresh-zh-1,2,3,QKV,random_half,200,0.18252907991409303,0.31953395903110504,0.4826954960823059,0.32587722077965736,200,0.3870372474193573,0.6004348397254944,0.9190167844295501,0.6392070814967156
fresh-zh-1,2,3,QKV,all_heads,200,0.4409913569688797,0.5258795917034149,0.7438874483108521,0.5564920553565025,200,1.0199182391166688,1.1750049591064453,1.9069260478019714,1.3038114207983016
fresh-zh-1,2,3,JS,weak_half,200,0.0007635956979356706,0.0021704596001654863,0.004974335106089711,0.002622036027460126,200,0.0016013070940971376,0.0036885495064780116,0.008110555168241261,0.00441157413093606
fresh-zh-1,2,3,JS,strong_half,200,0.03602478355169296,0.07530947029590607,0.13432563245296478,0.08142041601706296,200,0.025066945888102054,0.04762614704668522,0.094714817404747,0.05667232263833284
fresh-zh-1,2,3,JS,random_half,200,0.023056293465197088,0.04694209061563015,0.08821678385138511,0.052027800804935395,200,0.007390772039070726,0.020091922022402287,0.05617110319435595,0.028588677913649007
fresh-zh-1,2,3,JS,all_heads,200,0.03738892748951912,0.08661394938826561,0.15178944021463395,0.09058741359971463,200,0.028982629254460334,0.05374104343354702,0.09855992421507832,0.06108389663510025
fresh-zh-1,2,3,sqrtJS,weak_half,200,0.02763322610408068,0.04658818058669567,0.07052888423204422,0.04794249725528062,200,0.09896892532706261,0.15010160207748413,0.22280997037887573,0.15566823057830334
fresh-zh-1,2,3,sqrtJS,strong_half,200,0.18980180025100707,0.27442556619644165,0.3665046185255051,0.27545105397701264,200,0.37430735528469083,0.5125177502632141,0.6349055469036102,0.5128714676946402
fresh-zh-1,2,3,sqrtJS,random_half,200,0.15184295177459717,0.21666111052036285,0.297012647986412,0.22051891624927522,200,0.20104051381349564,0.304886057972908,0.479388952255249,0.3268989910930395
fresh-zh-1,2,3,sqrtJS,all_heads,200,0.19336212575435638,0.2943022549152374,0.38960163593292235,0.29073272068053485,200,0.5068664371967316,0.663479745388031,0.8529259562492371,0.6685396957397461
fresh-zh-1,3,4,Q,weak_half,400,0.08877755552530289,0.1906355768442154,0.3309876173734665,0.20427366643212735,400,0.19817024171352388,0.39743661880493164,0.6423090398311616,0.41117362150922415
fresh-zh-1,3,4,Q,strong_half,400,0.13030964732170106,0.268055722117424,0.7155240237712863,0.3556191158853471,400,0.3494225084781647,0.7949894070625305,2.2821530342102054,1.0170981113612652
fresh-zh-1,3,4,Q,random_half,400,0.11850653588771821,0.25314533710479736,0.6840757906436921,0.3351429075654596,400,0.2828671753406525,0.6035878360271454,1.3509388208389281,0.7342159500159323
fresh-zh-1,3,4,Q,all_heads,400,0.1420954406261444,0.306888684630394,0.7893710672855377,0.3947127929143608,400,0.5557760536670685,1.2035991549491882,2.7694889545440677,1.4282717337831854
fresh-zh-1,3,4,K,weak_half,400,0.12763701826334,0.19483186304569244,0.30266150534152986,0.21024291705340148,400,0.27013990581035613,0.3868144154548645,0.6095517694950104,0.41216555546969175
fresh-zh-1,3,4,K,strong_half,400,0.17091443389654162,0.26417508721351624,0.46185141503810884,0.2945280092395842,400,0.49152518808841705,0.7354073226451874,1.2997247934341432,0.8189761148393154
fresh-zh-1,3,4,K,random_half,400,0.1620687633752823,0.2677365243434906,0.4908462405204775,0.3076079587265849,400,0.3643396556377411,0.5715996325016022,0.9841798245906834,0.6291059607639908
fresh-zh-1,3,4,K,all_heads,400,0.19234354496002198,0.301144003868103,0.5320123553276063,0.3336399665474892,400,0.7813550591468811,1.1287835240364075,1.8791275978088382,1.2311416667699815
fresh-zh-1,3,4,V,weak_half,400,0.08822526708245278,0.1717580109834671,0.35664437711238867,0.20474327692762018,400,0.17459637075662612,0.3367889076471329,0.6613060474395752,0.38878134854137897
fresh-zh-1,3,4,V,strong_half,400,0.1068353720009327,0.23760538548231125,0.4541599303483963,0.26727694367989896,400,0.3813276082277298,0.7739077508449554,1.427976202964783,0.8492829108610749
fresh-zh-1,3,4,V,random_half,400,0.0931014746427536,0.2364826202392578,0.500502735376358,0.2778238266147673,400,0.2730931699275971,0.5634375810623169,1.079581940174103,0.6314834501966834
fresh-zh-1,3,4,V,all_heads,400,0.11183765903115273,0.25698770582675934,0.4958770334720616,0.28749866392463447,400,0.556857430934906,1.0929275751113892,2.0630701065063475,1.2380642561614514
fresh-zh-1,3,4,QKV,weak_half,400,0.12944608628749849,0.19706621766090393,0.32124142646789555,0.21473156932741402,400,0.26487993001937865,0.38937266170978546,0.6312589287757874,0.4215213353559375
fresh-zh-1,3,4,QKV,strong_half,400,0.17727361768484115,0.27701544761657715,0.5620069742202759,0.3265001658722758,400,0.5138821184635163,0.8203077614307404,1.5955090045928957,0.9558513394743204
fresh-zh-1,3,4,QKV,random_half,400,0.1712821960449219,0.28065013885498047,0.5587266385555267,0.32657942570745946,400,0.36381660103797914,0.6186921298503876,1.126687061786652,0.7058488789200783
fresh-zh-1,3,4,QKV,all_heads,400,0.1928674966096878,0.30211141705513,0.6164137423038484,0.3600309194251895,400,0.7889724135398865,1.2168751955032349,2.137620258331299,1.377372669875622
fresh-zh-1,4,5,Q,weak_half,400,0.05576799660921098,0.10025784373283386,0.15577675998210908,0.10335787856020033,400,0.16123872101306916,0.26902781426906586,0.39326150119304665,0.27573458544909957
fresh-zh-1,4,5,Q,strong_half,400,0.1350233569741249,0.24236910045146942,0.40307160913944245,0.2606338014919311,400,0.3765750110149384,0.6988053619861603,1.0037503242492678,0.69877919010818
fresh-zh-1,4,5,Q,random_half,400,0.09141657501459122,0.18635692447423935,0.30710877776145934,0.19617343680001795,400,0.26322043836116793,0.48295463621616364,0.740176010131836,0.4923896681331098
fresh-zh-1,4,5,Q,all_heads,400,0.14631453454494478,0.26939286291599274,0.437625515460968,0.28277991181239487,400,0.5529486596584321,0.9712166786193848,1.3937917470932006,0.974513777717948
fresh-zh-1,4,5,K,weak_half,400,0.05925469286739827,0.10307718440890312,0.15392619073390962,0.10514573090709746,400,0.16817445605993273,0.26706846058368683,0.3702609807252884,0.2681632469594479
fresh-zh-1,4,5,K,strong_half,400,0.14917914867401122,0.22241860628128052,0.3328395873308182,0.23246039295569063,400,0.43738883137702944,0.6282206177711487,0.8976162433624268,0.6437146221473813
fresh-zh-1,4,5,K,random_half,400,0.10047802925109864,0.17267272621393204,0.25870846211910253,0.17790627966634928,400,0.2853825956583023,0.4505874067544937,0.6713049590587616,0.45478436460718513
fresh-zh-1,4,5,K,all_heads,400,0.16592085212469102,0.23838047683238983,0.3554170072078705,0.24754423982463777,400,0.6115224003791809,0.9048468768596649,1.2517872571945192,0.911877868808806
fresh-zh-1,4,5,V,weak_half,400,0.030151692405343055,0.07555181160569191,0.1710604429244995,0.08968771325889975,400,0.09685601592063904,0.2000381499528885,0.3791770339012147,0.22596301196143032
fresh-zh-1,4,5,V,strong_half,400,0.06689317524433136,0.17222751677036285,0.3836905986070634,0.2061547191441059,400,0.2197560101747513,0.4891510307788849,1.084988105297089,0.5999316719733179
fresh-zh-1,4,5,V,random_half,400,0.05041416510939598,0.13614831864833832,0.3101377248764039,0.16348010992165654,400,0.1574349656701088,0.3465040326118469,0.727318572998047,0.4124986443296075
fresh-zh-1,4,5,V,all_heads,400,0.06702195554971695,0.18366500735282898,0.40615102946758275,0.22060948628932237,400,0.32456775903701784,0.6919851303100586,1.4499126434326173,0.8258946826681495
fresh-zh-1,4,5,QKV,weak_half,400,0.06146616935729981,0.10201549157500267,0.152953377366066,0.10406787698157131,400,0.17799552977085115,0.261502206325531,0.384839791059494,0.27152379939332605
fresh-zh-1,4,5,QKV,strong_half,400,0.15066257268190383,0.22572120279073715,0.35881091058254244,0.2457863415963948,400,0.4328793048858643,0.6357929110527039,1.0055132150650026,0.6917249806970358
fresh-zh-1,4,5,QKV,random_half,400,0.10997264683246613,0.17862296104431152,0.2879849582910538,0.1895177278481424,400,0.2910709083080292,0.4526078402996063,0.7239212632179263,0.4832642637938261
fresh-zh-1,4,5,QKV,all_heads,400,0.157893368601799,0.2483942210674286,0.3875706613063813,0.26381413251161573,400,0.6183724403381348,0.8954021334648132,1.3749656796455385,0.9632487814128399
fresh-zh-1,5,6,Q,weak_half,400,0.08162263929843903,0.1320990025997162,0.20109879970550543,0.13826844365336,400,0.24256522506475447,0.3693459630012512,0.5383547127246857,0.38070347789674996
fresh-zh-1,5,6,Q,strong_half,400,0.15095633119344712,0.2600850611925125,0.4210688799619677,0.27932014102116226,400,0.4853302538394928,0.7841666042804718,1.0950631499290469,0.7855425517261029
fresh-zh-1,5,6,Q,random_half,400,0.1196344517171383,0.1950237676501274,0.33364652991294863,0.21302084219641984,400,0.3658181428909302,0.5652031600475311,0.8248552203178408,0.584077067002654
fresh-zh-1,5,6,Q,all_heads,400,0.16893992125988008,0.2967893034219742,0.4724609524011614,0.3107795799896121,400,0.7430913269519805,1.1477361917495728,1.6089439988136292,1.1662460286170244
fresh-zh-1,5,6,K,weak_half,400,0.10401069223880768,0.1504753828048706,0.2240424022078515,0.16084511993452907,400,0.2857806742191315,0.39370766282081604,0.5289291739463806,0.40377100452780723
fresh-zh-1,5,6,K,strong_half,400,0.17918450087308885,0.26103416085243225,0.3833054393529892,0.27496227143332364,400,0.5338803231716156,0.7362784743309021,1.033103358745575,0.7654058936983347
fresh-zh-1,5,6,K,random_half,400,0.14682336151599884,0.21903035044670105,0.32664437294006354,0.22969845859333873,400,0.3989590346813202,0.5646730959415436,0.8241022765636445,0.5830455023050308
fresh-zh-1,5,6,K,all_heads,400,0.20395950675010682,0.2988586276769638,0.44880013763904575,0.3116067587770522,400,0.8241071581840516,1.1225058436393738,1.5527066946029664,1.1691768988966942
fresh-zh-1,5,6,V,weak_half,400,0.06876573711633682,0.13531936705112457,0.2629227310419083,0.15432384436950086,400,0.18456308245658876,0.34114469587802887,0.5228728592395784,0.35366254100576044
fresh-zh-1,5,6,V,strong_half,400,0.13499078750610352,0.24664560705423355,0.4439507544040681,0.2769244600832462,400,0.4158788651227951,0.6835852563381195,1.1467921614646912,0.747584570273757
fresh-zh-1,5,6,V,random_half,400,0.09235009551048279,0.19763392210006714,0.37172569036483766,0.2193412135541439,400,0.3016202002763748,0.5010478496551514,0.851252567768097,0.5505481114238501
fresh-zh-1,5,6,V,all_heads,400,0.13764019012451173,0.27905893325805664,0.5413329005241394,0.3226010990329087,400,0.6337890267372132,0.9958858489990234,1.6384272933006292,1.1012471091002225
fresh-zh-1,5,6,QKV,weak_half,400,0.10663556009531021,0.149765245616436,0.213547320663929,0.1576207318715751,400,0.29712230861186983,0.39418596029281616,0.5108011960983276,0.39877649378031493
fresh-zh-1,5,6,QKV,strong_half,400,0.18995745331048966,0.2712521404027939,0.3902842551469803,0.28755593914538624,400,0.6031067907810211,0.7943316996097565,1.03429936170578,0.8138715727627277
fresh-zh-1,5,6,QKV,random_half,400,0.15813512802124025,0.22214297950267792,0.3162186205387116,0.2305565543845296,400,0.43425395488739016,0.5900538563728333,0.8003608107566834,0.6067851195484399
fresh-zh-1,5,6,QKV,all_heads,400,0.21847668141126633,0.30972257256507874,0.4561318069696427,0.32754593312740327,400,0.9146241962909699,1.1974874138832092,1.5274685382843018,1.2126480650901794
fresh-zh-1,6,7,Q,weak_half,200,0.044630038738250735,0.06908540055155754,0.10652023702859878,0.07311033392325043,200,0.11383246928453446,0.1794165074825287,0.27459506392478944,0.18752128813415767
fresh-zh-1,6,7,Q,strong_half,200,0.25834936201572417,0.31298109889030457,0.39465529918670655,0.323685033172369,200,0.5672750353813172,0.6982413232326508,0.8843709528446198,0.7100403444468975
fresh-zh-1,6,7,Q,random_half,200,0.11323542147874832,0.22186734527349472,0.29478981792926784,0.21050708495080472,200,0.25739777088165283,0.4542194902896881,0.6096898257732392,0.4420039285719395
fresh-zh-1,6,7,Q,all_heads,200,0.2778882771730423,0.3303273916244507,0.41822925209999084,0.34459773197770116,200,0.6967215657234191,0.8647677600383759,1.1318518400192261,0.8975616255402565
fresh-zh-1,6,7,K,weak_half,200,0.05850192904472351,0.07676976919174194,0.10215225890278816,0.07784467065706849,200,0.1374432072043419,0.1957951784133911,0.26449063420295715,0.20038350857794285
fresh-zh-1,6,7,K,strong_half,200,0.24810760617256167,0.2962874174118042,0.3591116219758986,0.30465917952358723,200,0.6248792290687561,0.7283044159412384,0.9236974537372583,0.753680434525013
fresh-zh-1,6,7,K,random_half,200,0.12450601756572724,0.21181373298168182,0.30144075155258176,0.21215128745883705,200,0.3020655155181885,0.4590883404016495,0.6441370487213135,0.468495799601078
fresh-zh-1,6,7,K,all_heads,200,0.2661030113697052,0.3140828162431717,0.38857126533985126,0.3246633425354958,200,0.7858375787734987,0.9240201115608215,1.1293065905570978,0.9540639388561248
fresh-zh-1,6,7,V,weak_half,200,0.07523173317313195,0.09802470356225967,0.13378061950206757,0.10092367269098759,200,0.1804918020963669,0.25908592343330383,0.3507958650588989,0.26191206589341165
fresh-zh-1,6,7,V,strong_half,200,0.3202996850013733,0.36071527004241943,0.44959115982055664,0.37323995888233186,200,0.7397605359554291,0.8810235261917114,1.1074213147163388,0.8972787618637085
fresh-zh-1,6,7,V,random_half,200,0.1626923441886902,0.2626984268426895,0.3519802153110504,0.2571912503242493,200,0.3875861883163452,0.573321133852005,0.756132024526596,0.5709240680932999
fresh-zh-1,6,7,V,all_heads,200,0.33642291128635404,0.38896091282367706,0.4716356217861175,0.3977210849523544,200,0.9605062544345856,1.1428414583206177,1.3685777783393853,1.1591908264160156
fresh-zh-1,6,7,QKV,weak_half,200,0.06301232427358627,0.08426452055573463,0.11138175055384636,0.08555747766047717,200,0.15677377879619597,0.21932102739810944,0.28658311665058134,0.22165599457919596
fresh-zh-1,6,7,QKV,strong_half,200,0.2899006187915802,0.32590973377227783,0.4082955956459045,0.336367521584034,200,0.686147129535675,0.7741285562515259,0.9817734837532043,0.7996673840284347
fresh-zh-1,6,7,QKV,random_half,200,0.14530814737081527,0.23306860774755478,0.31072844564914703,0.22889333486557006,200,0.33507010340690613,0.4985084980726242,0.6602601289749146,0.5024830457568169
fresh-zh-1,6,7,QKV,all_heads,200,0.30483112931251527,0.3500949740409851,0.42342236936092376,0.35841443166136744,200,0.8571053206920624,1.0059685111045837,1.183649742603302,1.021323380470276
fresh-zh-1,6,7,JS,weak_half,200,0.000492150749778375,0.0015077641000971198,0.0045888546854257585,0.002074052241659956,200,0.0011745220515877008,0.0028378808638080955,0.009065340273082256,0.004262433346520993
fresh-zh-1,6,7,JS,strong_half,200,0.02876556143164635,0.0638500452041626,0.11921769604086875,0.07131386235356331,200,0.019655799120664598,0.03923086263239384,0.06797220408916473,0.042609280860051515
fresh-zh-1,6,7,JS,random_half,200,0.011326245684176684,0.031219650991261005,0.06300913020968436,0.035424025055253876,200,0.00624479907564819,0.01716148667037487,0.04215944074094295,0.021583106761681847
fresh-zh-1,6,7,JS,all_heads,200,0.03103185072541237,0.07097619399428368,0.12892837077379227,0.07686727553606033,200,0.0218641459941864,0.04420311748981476,0.07254369854927062,0.04687171423342079
fresh-zh-1,6,7,sqrtJS,weak_half,200,0.02218447029590607,0.03882993571460247,0.06774105578660965,0.04190785993356258,200,0.0837737001478672,0.13177590817213058,0.2278826281428337,0.1442319119349122
fresh-zh-1,6,7,sqrtJS,strong_half,200,0.16959669888019563,0.25268396735191345,0.3452784091234207,0.2580921309441328,200,0.3297521352767944,0.458116739988327,0.6000279068946839,0.4632533569633961
fresh-zh-1,6,7,sqrtJS,random_half,200,0.10642305016517639,0.17669080197811127,0.2510161340236664,0.17931865451857448,200,0.18127433806657792,0.29021403193473816,0.43702368438243866,0.29812911942601206
fresh-zh-1,6,7,sqrtJS,all_heads,200,0.17615844756364823,0.26641298830509186,0.359064581990242,0.26766244806349276,200,0.43271684646606445,0.6038041114807129,0.7724204778671264,0.6074852642416954
fresh-zh-1,7,8,Q,weak_half,400,0.12256367206573486,0.20214895904064178,0.4163078874349595,0.24106176905333995,400,0.2904431581497192,0.4710287004709244,0.8929737389087677,0.5511688451841473
fresh-zh-1,7,8,Q,strong_half,400,0.18436692953109743,0.2792464345693588,0.5555767416954042,0.33521180389449,400,0.6539463698863984,1.0762452483177185,1.9961119890213017,1.2206342507898809
fresh-zh-1,7,8,Q,random_half,400,0.17398671060800552,0.30122195184230804,0.6057721614837648,0.3475493448227644,400,0.43449713587760924,0.7587410807609558,1.5415699481964114,0.8872211270034314
fresh-zh-1,7,8,Q,all_heads,400,0.19847133308649062,0.2861030697822571,0.4456568717956544,0.31451957946643233,400,0.9590097606182099,1.5364474058151245,2.8689801931381225,1.771803096830845
fresh-zh-1,7,8,K,weak_half,400,0.046465735509991654,0.18298520147800446,0.35136889815330513,0.19814407165395095,400,0.12310988083481796,0.4113724082708359,0.6867121219635011,0.4413666472397745
fresh-zh-1,7,8,K,strong_half,400,0.05793619826436044,0.23408634215593338,0.39703599512577065,0.24904022382572294,400,0.1893985688686371,0.9129117429256439,1.476654601097107,0.9322665578313172
fresh-zh-1,7,8,K,random_half,400,0.09776061549782757,0.2976543754339218,0.5133859217166901,0.30850857332581655,400,0.15572057366371161,0.6666693389415741,1.0792351722717286,0.6907902594469487
fresh-zh-1,7,8,K,all_heads,400,0.06462859995663167,0.23689372092485428,0.3593016654253006,0.2377785169845447,400,0.2979481488466263,1.3236027359962463,2.1348606586456302,1.3736332034133374
fresh-zh-1,7,8,V,weak_half,400,0.07659564018249512,0.16163919866085052,0.334882864356041,0.18833234277553856,400,0.17523235082626343,0.34737639129161835,0.6507042944431305,0.3891457209922373
fresh-zh-1,7,8,V,strong_half,400,0.09209293052554131,0.22275249660015106,0.46667803227901467,0.2607644669339061,400,0.3897214263677597,0.9488252103328705,1.6349377274513246,0.9760747821629048
fresh-zh-1,7,8,V,random_half,400,0.11343886852264405,0.2552698850631714,0.5673084199428559,0.30713419082574545,400,0.26434861719608305,0.6148198544979095,1.2529494762420657,0.6877283260971307
fresh-zh-1,7,8,V,all_heads,400,0.08976964578032494,0.20600531250238419,0.3951597183942795,0.22936863113194705,400,0.5749102354049683,1.344321370124817,2.2224256515502945,1.3652205036580563
fresh-zh-1,7,8,QKV,weak_half,400,0.11926292851567269,0.1958867534995079,0.3691331326961518,0.21952526157721877,400,0.2738349914550781,0.43825390934944153,0.7264724135398865,0.48786259043961766
fresh-zh-1,7,8,QKV,strong_half,400,0.16446534395217896,0.2626783400774002,0.4516425997018814,0.2986487899534404,400,0.6440905332565308,1.067484200000763,1.5564946055412292,1.1139849627763032
fresh-zh-1,7,8,QKV,random_half,400,0.18954066336154937,0.31212614476680756,0.5175672948360444,0.3415677944198251,400,0.4273326396942139,0.7380891442298889,1.2356342792510988,0.8049949992075562
fresh-zh-1,7,8,QKV,all_heads,400,0.16933170408010484,0.2573424130678177,0.37787349820137034,0.2745602697879076,400,0.927498334646225,1.5033814907073975,2.265283608436585,1.6018475522100926
fresh-zh-1,8,9,Q,weak_half,400,0.07247661501169204,0.11240289360284805,0.16622977405786515,0.11596273303963243,400,0.20690689831972123,0.31034450232982635,0.44291880130767824,0.3192695660144091
fresh-zh-1,8,9,Q,strong_half,400,0.14283609092235566,0.2269045189023018,0.3336938589811325,0.23684374550357462,400,0.4433826267719269,0.659704715013504,0.8977041840553284,0.6698895494639874
fresh-zh-1,8,9,Q,random_half,400,0.11141371726989746,0.1724121794104576,0.2621489852666855,0.18310893481597304,400,0.31521634459495546,0.48340854048728943,0.6795005023479462,0.4966938193514943
fresh-zh-1,8,9,Q,all_heads,400,0.16711665987968444,0.2534511089324951,0.36788355410099044,0.26194717628881337,400,0.6906953930854798,0.9759601950645447,1.3041144490242005,0.9891591170430183
fresh-zh-1,8,9,K,weak_half,400,0.07246405482292176,0.11668133735656738,0.175839638710022,0.12250027022324503,400,0.19773499965667726,0.2904649078845978,0.44829008281230925,0.30719231214374304
fresh-zh-1,8,9,K,strong_half,400,0.14385293424129486,0.20046809315681458,0.2919215381145478,0.21064413478598,400,0.4581241965293884,0.611322283744812,0.8378353893756867,0.6368358009308577
fresh-zh-1,8,9,K,random_half,400,0.12043995857238769,0.1730336770415306,0.26333478689193734,0.18073420161381365,400,0.3182948440313339,0.4627998322248459,0.6461710393428802,0.4729698371514678
fresh-zh-1,8,9,K,all_heads,400,0.1629441395401955,0.23235876858234406,0.3232919633388519,0.2380711136572063,400,0.68043452501297,0.9005166888237,1.261199188232422,0.9440281166136265
fresh-zh-1,8,9,V,weak_half,400,0.05026836693286896,0.1030503548681736,0.1926133528351784,0.11547209623269737,400,0.14484444111585618,0.27241581678390503,0.43689213395118714,0.2877457766234875
fresh-zh-1,8,9,V,strong_half,400,0.09586298242211343,0.1930147409439087,0.32488626837730405,0.20504348921589555,400,0.2885640889406204,0.5663753151893616,0.9333638370037081,0.6018495421111584
fresh-zh-1,8,9,V,random_half,400,0.07789478674530984,0.14984657615423203,0.2591643929481507,0.1632109899353236,400,0.21465063989162445,0.4107406884431839,0.6974971473217011,0.444117740765214
fresh-zh-1,8,9,V,all_heads,400,0.11281683370471002,0.21647904813289642,0.3695981085300446,0.23007617874071,400,0.4647453725337983,0.8514449596405029,1.372711777687073,0.8895953219383955
fresh-zh-1,8,9,QKV,weak_half,400,0.07817873656749726,0.11752442270517349,0.1664638236165047,0.12188695802353322,400,0.2142637014389038,0.3133063018321991,0.4293359726667405,0.31876118324697017
fresh-zh-1,8,9,QKV,strong_half,400,0.1591764658689499,0.22143830358982086,0.3013652116060257,0.22594965802505612,400,0.5066094100475311,0.6682660579681396,0.8492630898952485,0.6732346745580435
fresh-zh-1,8,9,QKV,random_half,400,0.12605225145816804,0.1788506656885147,0.23584195077419282,0.18244648838415742,400,0.3481952279806137,0.4929962158203125,0.6406627237796784,0.49725816696882247
fresh-zh-1,8,9,QKV,all_heads,400,0.18547458350658416,0.24602121114730835,0.3285394847393036,0.2521421314403415,400,0.7347855746746064,0.9900411367416382,1.2494902253150941,0.9919958572089672
fresh-zh-1,9,10,Q,weak_half,400,0.06773708760738373,0.11841709911823273,0.18038420230150223,0.12180521365255118,400,0.17921194136142732,0.3008343279361725,0.4628704071044923,0.3168759752251208
fresh-zh-1,9,10,Q,strong_half,400,0.13857623636722566,0.24519570171833038,0.40940831303596503,0.26388716923072936,400,0.41984589099884034,0.7198978960514069,1.0580605506896974,0.7415574808418751
fresh-zh-1,9,10,Q,random_half,400,0.10521642565727235,0.18340732902288437,0.30094167888164525,0.19506874246522785,400,0.29067459106445315,0.49722522497177124,0.7818213224411011,0.5253341678157448
fresh-zh-1,9,10,Q,all_heads,400,0.15452902466058732,0.2760113775730133,0.45418669879436496,0.29486150892451407,400,0.6123335957527161,1.0435316562652588,1.5125911712646487,1.0584334572404623
fresh-zh-1,9,10,K,weak_half,400,0.07287878692150117,0.1162058487534523,0.17366309463977814,0.12091243754141033,400,0.18735334277153015,0.28096771240234375,0.3908685892820358,0.2878991183638573
fresh-zh-1,9,10,K,strong_half,400,0.14225213080644608,0.21243591606616974,0.31798889935016633,0.22529558187350632,400,0.4308472841978073,0.6051242053508759,0.8061724781990052,0.6164266370981931
fresh-zh-1,9,10,K,random_half,400,0.11605458781123162,0.18240205943584442,0.2697263985872269,0.18750731946900487,400,0.2942979007959366,0.43626560270786285,0.6254877567291259,0.45323856856673955
fresh-zh-1,9,10,K,all_heads,400,0.15947582423686982,0.2458697408437729,0.34799642264842995,0.25606418328359726,400,0.6221934735774994,0.8891855180263519,1.1792654395103457,0.9043257541954517
fresh-zh-1,9,10,V,weak_half,400,0.058301230892539024,0.09646684303879738,0.1715340942144394,0.1089102391153574,400,0.14986272901296616,0.23593128472566605,0.3977706104516983,0.261308101080358
fresh-zh-1,9,10,V,strong_half,400,0.09634882733225823,0.17709998786449432,0.3287752866744995,0.19845054027624429,400,0.3170677751302719,0.4882224351167679,0.8094505548477174,0.535103571973741
fresh-zh-1,9,10,V,random_half,400,0.07994768247008324,0.13912361860275269,0.264794996380806,0.1596498021297157,400,0.22556192576885226,0.3619781583547592,0.6200000405311586,0.3978969208151102
fresh-zh-1,9,10,V,all_heads,400,0.11607617363333703,0.21699212491512299,0.3696089446544648,0.23190834769979118,400,0.4736921221017838,0.7299782633781433,1.210689949989319,0.7964116725325584
fresh-zh-1,9,10,QKV,weak_half,400,0.07601049840450287,0.11840922012925148,0.16417539268732073,0.12110782583244145,400,0.20238763391971587,0.2979876697063446,0.40853255391120913,0.3021149646490812
fresh-zh-1,9,10,QKV,strong_half,400,0.1597129851579666,0.2344036102294922,0.32072209715843203,0.23997954534366728,400,0.44837206304073335,0.6696524918079376,0.8873418092727661,0.6743833009898662
fresh-zh-1,9,10,QKV,random_half,400,0.12379511669278145,0.18230856955051422,0.25906082391738905,0.18873877223581076,400,0.32346543073654177,0.47984737157821655,0.6752042651176453,0.48723199546337126
fresh-zh-1,9,10,QKV,all_heads,400,0.17665915191173553,0.26725006103515625,0.3686117142438889,0.27202690720558165,400,0.654531466960907,0.9747728407382965,1.2900494813919068,0.9764982675760985
fresh-zh-1,10,11,Q,weak_half,200,0.07315033599734307,0.10080759599804878,0.13348732739686966,0.1036814227886498,200,0.19117356538772584,0.2713441550731659,0.3522419542074203,0.2711084973067045
fresh-zh-1,10,11,Q,strong_half,200,0.17135028094053267,0.22562847286462784,0.2819775611162185,0.22858978793025017,200,0.43651853799819945,0.6072356998920441,0.745236611366272,0.6011908978223801
fresh-zh-1,10,11,Q,random_half,200,0.11988586187362671,0.16981659829616547,0.22604970335960387,0.17211561594158412,200,0.3002244144678116,0.4238482713699341,0.5635224938392639,0.4299582788348198
fresh-zh-1,10,11,Q,all_heads,200,0.196297487616539,0.25928835570812225,0.32484194040298464,0.2593411233276129,200,0.6438421249389649,0.872416615486145,1.0983223557472228,0.8722993984818459
fresh-zh-1,10,11,K,weak_half,200,0.05984708443284035,0.08421061187982559,0.10727114900946617,0.08400685587897896,200,0.15494146049022675,0.22098806500434875,0.27376148104667664,0.2173728848993778
fresh-zh-1,10,11,K,strong_half,200,0.21974741220474245,0.2842578887939453,0.3453286290168762,0.28566086523234846,200,0.5280612409114838,0.6487925052642822,0.8054875791072845,0.6574551117420196
fresh-zh-1,10,11,K,random_half,200,0.1108615331351757,0.1936115100979805,0.2872999906539917,0.19759830348193647,200,0.28392315506935123,0.4269130825996399,0.5600059211254119,0.4302507738023996
fresh-zh-1,10,11,K,all_heads,200,0.24518719464540484,0.3005325347185135,0.3648728281259536,0.30628038257360457,200,0.7055036425590515,0.8617449402809143,0.9929532289505003,0.8748280000686646
fresh-zh-1,10,11,V,weak_half,200,0.08327115029096603,0.12298920005559921,0.14664961397647858,0.11682839337736368,200,0.22837378382682802,0.32463522255420685,0.3833968520164489,0.312385072261095
fresh-zh-1,10,11,V,strong_half,200,0.19371578097343445,0.22748331725597382,0.2900074988603591,0.24077702559530734,200,0.5435559391975403,0.6613179743289948,0.8311548709869384,0.6737473028898239
fresh-zh-1,10,11,V,random_half,200,0.14260331094264983,0.18101278692483902,0.2388536438345909,0.18710535854101182,200,0.3593408018350601,0.47883372008800507,0.6069994986057281,0.488108162432909
fresh-zh-1,10,11,V,all_heads,200,0.21605052947998046,0.2575386017560959,0.32805477380752557,0.26688400745391844,200,0.7727445721626282,0.975719690322876,1.1745961308479307,0.9861323750019073
fresh-zh-1,10,11,QKV,weak_half,200,0.07640505433082581,0.10442130640149117,0.128546079993248,0.10277458667755127,200,0.20433848798274995,0.277020663022995,0.33793311715126034,0.27233862176537516
fresh-zh-1,10,11,QKV,strong_half,200,0.208316870033741,0.2544317841529846,0.2958696514368057,0.2547766848653555,200,0.5469081044197083,0.659739762544632,0.7887015700340271,0.6658182474970817
fresh-zh-1,10,11,QKV,random_half,200,0.13420266062021255,0.18674493581056595,0.24521257579326627,0.1884442066773772,200,0.3310825139284134,0.45819905400276184,0.5765936851501465,0.4630968165397644
fresh-zh-1,10,11,QKV,all_heads,200,0.2284634992480278,0.2809319794178009,0.3233322948217392,0.2800913665443659,200,0.7646997034549713,0.9415693879127502,1.1005946516990661,0.9381568691134453
fresh-zh-1,10,11,JS,weak_half,200,0.0009009615168906748,0.0031164383981376886,0.00891707073897123,0.004110419770076987,200,0.0015200424473732711,0.003671261598356068,0.007784343510866164,0.004227555798424873
fresh-zh-1,10,11,JS,strong_half,200,0.016405019909143448,0.03043436072766781,0.07099740728735923,0.03859887976432219,200,0.01339836409315467,0.023128618486225605,0.05012134201824665,0.029376834339927882
fresh-zh-1,10,11,JS,random_half,200,0.006406870065256954,0.0166408009827137,0.04111998602747917,0.021699520393740387,200,0.004981679515913129,0.012044424656778574,0.028448386117815968,0.016769534255145116
fresh-zh-1,10,11,JS,all_heads,200,0.017791744880378248,0.03878171928226948,0.07899344190955161,0.04523044921224937,200,0.016045292653143407,0.028061560355126858,0.05576590038836002,0.03360439012292773
fresh-zh-1,10,11,sqrtJS,weak_half,200,0.030016020499169828,0.05582505464553833,0.0944271445274353,0.0587089966237545,200,0.10110943093895912,0.16046104580163956,0.23489216566085813,0.16502912521362303
fresh-zh-1,10,11,sqrtJS,strong_half,200,0.1280820697546005,0.17445337772369385,0.2664526730775833,0.18731017913669348,200,0.28618484139442446,0.38825634121894836,0.5202878832817077,0.4015352885425091
fresh-zh-1,10,11,sqrtJS,random_half,200,0.08004223108291626,0.12899906188249588,0.20278004854917525,0.13703191483393312,200,0.1772498890757561,0.26817555725574493,0.4014991492033005,0.2794022048637271
fresh-zh-1,10,11,sqrtJS,all_heads,200,0.1333855628967285,0.19692932069301605,0.28105699717998506,0.2028772597014904,200,0.40895286202430725,0.553448349237442,0.7309623777866363,0.5665644085407258
fresh-zh-1,11,12,Q,weak_half,400,0.10215479657053947,0.1657293662428856,0.3357654303312302,0.19619444590993226,400,0.24090565145015716,0.3410186171531677,0.5038730084896088,0.3617283037304878
fresh-zh-1,11,12,Q,strong_half,400,0.13013015687465668,0.20637840777635574,0.35754604637622833,0.22453830210492015,400,0.4639055997133255,0.7209613919258118,1.1560844779014587,0.7719487391412259
fresh-zh-1,11,12,Q,random_half,400,0.12381389066576959,0.21136575937271118,0.3912459820508958,0.23530046581290662,400,0.31300667226314544,0.5333824753761292,0.862956702709198,0.5658085729554295
fresh-zh-1,11,12,Q,all_heads,400,0.12331643551588059,0.17818573117256165,0.25711416602134707,0.18548751808702946,400,0.711259400844574,1.0567578673362732,1.6549084544181825,1.13367704115808
fresh-zh-1,11,12,K,weak_half,400,0.08084328770637512,0.1454273834824562,0.27749171257019045,0.16616901079192758,400,0.17427084147930144,0.2685410976409912,0.4484488844871521,0.2895404239185154
fresh-zh-1,11,12,K,strong_half,400,0.09674982652068138,0.1561223492026329,0.25686334371566777,0.17056298185139895,400,0.3052971690893173,0.5290720164775848,0.9288893699645998,0.5772540457174182
fresh-zh-1,11,12,K,random_half,400,0.10392512977123261,0.18607641011476517,0.36494546234607705,0.22218815599568187,400,0.21842414289712905,0.39015501737594604,0.7097547948360443,0.4351468885503709
fresh-zh-1,11,12,K,all_heads,400,0.10123785883188248,0.1537189483642578,0.2425813078880311,0.1675046616792679,400,0.4825268000364304,0.7918677926063538,1.3957195162773133,0.8667944663763046
fresh-zh-1,11,12,V,weak_half,400,0.0621289111673832,0.12436965852975845,0.23850261270999915,0.14018684964161365,400,0.13552124798297882,0.22920261323451996,0.42135479748249066,0.25454884245991705
fresh-zh-1,11,12,V,strong_half,400,0.08001176938414574,0.13327914476394653,0.26810979247093203,0.15498670453671365,400,0.24896615296602248,0.44784627854824066,0.9453880190849305,0.5235174075886607
fresh-zh-1,11,12,V,random_half,400,0.07114746198058129,0.14786117523908615,0.3270563364028932,0.1860357138235122,400,0.18053750693798065,0.32924653589725494,0.6984821856021886,0.38977345019578935
fresh-zh-1,11,12,V,all_heads,400,0.078624626994133,0.13846991956233978,0.24511605203151704,0.15220589406788348,400,0.3828774690628052,0.6756212711334229,1.3400470137596132,0.7780662517622113
fresh-zh-1,11,12,QKV,weak_half,400,0.09919282719492913,0.16120554506778717,0.28363404273986814,0.17588178424164652,400,0.21480963230133057,0.30338504910469055,0.4459644198417664,0.31649471338838336
fresh-zh-1,11,12,QKV,strong_half,400,0.12401885092258454,0.18434961140155792,0.2785502105951309,0.19250067112967373,400,0.40059158504009246,0.6264435350894928,0.9444568812847137,0.662094437405467
fresh-zh-1,11,12,QKV,random_half,400,0.12398836314678192,0.20562929660081863,0.3382799983024598,0.22640024630352854,400,0.2842820167541504,0.457336962223053,0.7411015450954437,0.4894951446354389
fresh-zh-1,11,12,QKV,all_heads,400,0.12292529940605164,0.16693364083766937,0.23755992203950882,0.1746005929261446,400,0.6279415905475616,0.9242853224277496,1.3742050528526306,0.9785891487449407
fresh-zh-1,12,13,Q,weak_half,400,0.042724504694342615,0.06851844862103462,0.10168379694223405,0.07029165489599108,400,0.12525956630706786,0.18926294147968292,0.27061432898044585,0.1959054318256676
fresh-zh-1,12,13,Q,strong_half,400,0.09328480735421181,0.1472376585006714,0.2615198284387589,0.16504959688521922,400,0.2922026991844177,0.439471110701561,0.6846163988113404,0.4643231889232993
fresh-zh-1,12,13,Q,random_half,400,0.06756708696484566,0.11048552021384239,0.19476523399353027,0.12202541222795844,400,0.1925196960568428,0.31183427572250366,0.47861541211605074,0.33053834073245525
fresh-zh-1,12,13,Q,all_heads,400,0.10159314647316933,0.15777436643838882,0.2723366618156433,0.17519856724888086,400,0.4287725806236267,0.6291517913341522,0.9183653235435489,0.6602286210656166
fresh-zh-1,12,13,K,weak_half,400,0.040515297278761866,0.06703095510601997,0.10065712183713918,0.07086932587902993,400,0.11352628320455552,0.17797140777111053,0.2578406363725662,0.1821184110082686
fresh-zh-1,12,13,K,strong_half,400,0.08639253452420234,0.1276923418045044,0.19838304519653321,0.13538813623599708,400,0.25438788831233977,0.36494405567646027,0.5332014262676239,0.3839222073927522
fresh-zh-1,12,13,K,random_half,400,0.06938333958387376,0.10581229254603386,0.16611133813858037,0.1126271313149482,400,0.1751003921031952,0.2726609706878662,0.4084711104631424,0.2827327658981085
fresh-zh-1,12,13,K,all_heads,400,0.09197790399193764,0.14057958871126175,0.21102984547615053,0.14751550318673254,400,0.3796079456806183,0.5419529676437378,0.7618788957595826,0.5660406196117401
fresh-zh-1,12,13,V,weak_half,400,0.03465876765549183,0.056747930124402046,0.09487150609493256,0.06190093896817416,400,0.0992879755795002,0.1453903466463089,0.21946086138486864,0.15548876747488977
fresh-zh-1,12,13,V,strong_half,400,0.06611917465925217,0.10798169672489166,0.17892002016305925,0.11678785809781403,400,0.21644230037927628,0.326924204826355,0.4825355976819992,0.3413913020864129
fresh-zh-1,12,13,V,random_half,400,0.05473507679998875,0.08902623876929283,0.15109524875879293,0.09869084949139506,400,0.16033811420202257,0.2333817034959793,0.3567052453756333,0.24836937338113785
fresh-zh-1,12,13,V,all_heads,400,0.07274657338857651,0.11921241879463196,0.1910336270928383,0.12790479290299117,400,0.338055619597435,0.4774762690067291,0.6925039589405061,0.49688007023185493
fresh-zh-1,12,13,QKV,weak_half,400,0.04939929880201817,0.06814679130911827,0.09747000187635424,0.06994277911726385,400,0.13406059592962266,0.1827833503484726,0.24772240370512014,0.18534162597730755
fresh-zh-1,12,13,QKV,strong_half,400,0.10284400284290314,0.140559583902359,0.19667428582906726,0.14644663983024656,400,0.31987280249595645,0.4114132970571518,0.5506049692630769,0.4229177590459585
fresh-zh-1,12,13,QKV,random_half,400,0.07788905948400497,0.11318828165531158,0.15897328704595567,0.11636936500668525,400,0.21026905477046967,0.2960865795612335,0.40589936077594757,0.30409911964088676
fresh-zh-1,12,13,QKV,all_heads,400,0.11306013390421868,0.15314044058322906,0.21001255512237552,0.15760981559753418,400,0.46751987338066103,0.6001860499382019,0.7737954795360565,0.6082593883574009
fresh-zh-1,13,14,Q,weak_half,400,0.031631321832537654,0.05625314451754093,0.10134881511330605,0.06258326167939231,400,0.09200013503432274,0.15353454649448395,0.25263353884220124,0.16492452405393124
fresh-zh-1,13,14,Q,strong_half,400,0.0879149079322815,0.16087543964385986,0.2630733221769333,0.16836948637850582,400,0.24690059572458267,0.4471454620361328,0.6865552604198456,0.4544835183210671
fresh-zh-1,13,14,Q,random_half,400,0.06001562960445882,0.11385346949100494,0.1887395426630974,0.1210738734761253,400,0.16211334168910982,0.29622484743595123,0.4765252083539963,0.30995401899330316
fresh-zh-1,13,14,Q,all_heads,400,0.09675953090190888,0.1727834865450859,0.2841507881879807,0.18334773622918873,400,0.35818194150924687,0.6057678461074829,0.9266265809535983,0.6194080414809287
fresh-zh-1,13,14,K,weak_half,400,0.036471526697278024,0.06618835777044296,0.11796363443136215,0.07219005833147094,400,0.09184312149882318,0.1627291738986969,0.26512554287910467,0.17117465760558845
fresh-zh-1,13,14,K,strong_half,400,0.10304497852921486,0.16782651841640472,0.2900669902563095,0.18315087881870568,400,0.2687643587589264,0.4580760598182678,0.696693480014801,0.4737547692656517
fresh-zh-1,13,14,K,random_half,400,0.07158857733011247,0.12994074821472168,0.23321569710969928,0.14334922715090215,400,0.1637290060520172,0.308560848236084,0.5122513353824617,0.3216987919062376
fresh-zh-1,13,14,K,all_heads,400,0.10938302800059319,0.1803639903664589,0.296254912018776,0.19324435868300496,400,0.3721213042736054,0.6305268406867981,0.9718979418277741,0.6449294289946557
fresh-zh-1,13,14,V,weak_half,400,0.02666907943785191,0.05007386952638626,0.11246339157223702,0.061448822694364934,400,0.07445840165019035,0.12291181832551956,0.2558824628591538,0.14849124061875046
fresh-zh-1,13,14,V,strong_half,400,0.07395830824971199,0.1330777406692505,0.2874425321817399,0.16520903975702822,400,0.21644818335771562,0.35751597583293915,0.6462142109870911,0.4121435910835862
fresh-zh-1,13,14,V,random_half,400,0.05592651925981045,0.09383120387792587,0.21180316209793099,0.12041821557097138,400,0.13614681661129,0.24350009858608246,0.48390524387359624,0.28002955509349703
fresh-zh-1,13,14,V,all_heads,400,0.08251244202256204,0.1475631296634674,0.295827516913414,0.17515847254544498,400,0.2995422065258026,0.48480285704135895,0.9077605545520783,0.5606348321214318
fresh-zh-1,13,14,QKV,weak_half,400,0.03693911582231522,0.061812980100512505,0.10715146884322166,0.06830849323421717,400,0.09671626389026641,0.1571682244539261,0.25547077655792244,0.16980357254855336
fresh-zh-1,13,14,QKV,strong_half,400,0.11010506302118302,0.16651400178670883,0.2686866074800492,0.1808051243238151,400,0.3140480935573578,0.45976419746875763,0.6702876448631288,0.4763926822319627
fresh-zh-1,13,14,QKV,random_half,400,0.07771690562367439,0.12265603244304657,0.21154495477676402,0.13481565448455513,400,0.18774264454841613,0.3032141774892807,0.48368785381317136,0.3228048492595553
fresh-zh-1,13,14,QKV,all_heads,400,0.12191290035843849,0.1795101910829544,0.2769842267036438,0.19246285488829018,400,0.4210603922605515,0.6132193505764008,0.9099863886833195,0.6461962567269802
fresh-zh-1,14,15,Q,weak_half,200,0.0631001576781273,0.09207073226571083,0.12801062315702438,0.09526140287518502,200,0.15712271332740785,0.24157647043466568,0.336358779668808,0.2477959617599845
fresh-zh-1,14,15,Q,strong_half,200,0.20422755926847458,0.2697185128927231,0.3412438690662384,0.2738436217606068,200,0.49408584237098696,0.6688079833984375,0.8648501455783844,0.6703512765467167
fresh-zh-1,14,15,Q,random_half,200,0.13073387295007705,0.1965862736105919,0.27093083858489986,0.19893720906227827,200,0.3176268845796585,0.4653925597667694,0.6390501439571381,0.4703691750764847
fresh-zh-1,14,15,Q,all_heads,200,0.2241092160344124,0.2812371104955673,0.3516690254211426,0.2858240742981434,200,0.6577422261238098,0.9171648323535919,1.1852634906768797,0.9181472364068032
fresh-zh-1,14,15,K,weak_half,200,0.03918342478573322,0.049769796431064606,0.06421543657779694,0.051490013180300595,200,0.0936107188463211,0.12203481420874596,0.15432564318180084,0.1257441356033087
fresh-zh-1,14,15,K,strong_half,200,0.17188602536916733,0.22778571397066116,0.3678930699825287,0.25282074712216857,200,0.3598978310823441,0.5395549535751343,0.7789157629013062,0.5587836657464504
fresh-zh-1,14,15,K,random_half,200,0.08957784697413444,0.16862497478723526,0.30518664717674254,0.1771112827397883,200,0.20003172159194946,0.33938515186309814,0.5725238978862762,0.35973493821918967
fresh-zh-1,14,15,K,all_heads,200,0.181875778734684,0.23612432926893234,0.3708422183990478,0.26158237010240554,200,0.45582233965396884,0.6611933410167694,0.9285608649253845,0.6845277935266495
fresh-zh-1,14,15,V,weak_half,200,0.03787815235555172,0.053609058260917664,0.07619359120726585,0.056342262448742984,200,0.09143951535224915,0.12571856379508972,0.17327781021595,0.13260096549987793
fresh-zh-1,14,15,V,strong_half,200,0.12375563383102417,0.1901002898812294,0.3196308642625808,0.20451857842504978,200,0.29888027906417847,0.43949030339717865,0.6810161113739014,0.4584863719344139
fresh-zh-1,14,15,V,random_half,200,0.0846713624894619,0.13521598279476166,0.2646415442228317,0.15138852503150702,200,0.18196625113487244,0.27942128479480743,0.49971449971199033,0.3128007492423058
fresh-zh-1,14,15,V,all_heads,200,0.13287830501794815,0.20351067185401917,0.3312030762434005,0.21785607635974885,200,0.39862508177757267,0.5538661181926727,0.8149181783199307,0.5910873407125473
fresh-zh-1,14,15,QKV,weak_half,200,0.05167605951428413,0.06841527670621872,0.09357256814837454,0.07120389617979526,200,0.1276782512664795,0.1784556433558464,0.23929117172956466,0.1826014292240143
fresh-zh-1,14,15,QKV,strong_half,200,0.1996445909142494,0.25597330927848816,0.29727073907852175,0.25209633380174634,200,0.4954728066921234,0.6071159839630127,0.7396595478057861,0.6154910288751125
fresh-zh-1,14,15,QKV,random_half,200,0.12891489416360855,0.17533809691667557,0.24822963923215866,0.18365731401368976,200,0.28962488770484923,0.40496107935905457,0.5471580922603607,0.4166713547706604
fresh-zh-1,14,15,QKV,all_heads,200,0.21269166320562363,0.2670910805463791,0.3055910676717758,0.2626703421771526,200,0.6458287894725799,0.7748749256134033,0.9652682244777679,0.7980924570560455
fresh-zh-1,14,15,JS,weak_half,200,0.0010359299136325716,0.0025107450783252716,0.007744135055691001,0.003716461525327759,200,0.0010591138852760196,0.0030667362734675407,0.006546072196215391,0.0035180094247334636
fresh-zh-1,14,15,JS,strong_half,200,0.012686457112431526,0.03665739856660366,0.07552775144577026,0.04212494903244078,200,0.01816696673631668,0.03420329838991165,0.06253209970891475,0.038980009176302705
fresh-zh-1,14,15,JS,random_half,200,0.005424338625743985,0.019764550030231476,0.044993088394403455,0.02369701297429856,200,0.0070193607825785875,0.017201948910951614,0.04024641029536724,0.021719297642703167
fresh-zh-1,14,15,JS,all_heads,200,0.012738580256700516,0.03808196075260639,0.07442388385534286,0.042630896390182894,200,0.01994530074298382,0.03742143139243126,0.06954159215092659,0.042498018585611134
fresh-zh-1,14,15,sqrtJS,weak_half,200,0.03218586407601833,0.05010714568197727,0.0879971645772457,0.056197855416685344,200,0.08224926590919494,0.13719164580106735,0.1984311446547508,0.141430749502033
fresh-zh-1,14,15,sqrtJS,strong_half,200,0.11263386309146882,0.191461019217968,0.27482214868068694,0.19490188354626298,200,0.32469537258148196,0.4419621080160141,0.6150701522827148,0.4569437711685896
fresh-zh-1,14,15,sqrtJS,random_half,200,0.07365011051297188,0.14058026671409607,0.21211453527212143,0.14319414671510458,200,0.20034082531929018,0.2910020500421524,0.4369297593832016,0.3076332885399461
fresh-zh-1,14,15,sqrtJS,all_heads,200,0.11286516487598419,0.1951458603143692,0.2728074163198471,0.19614949336275458,200,0.4329228550195694,0.5795048475265503,0.8028445780277252,0.5983745224773884
fresh-zh-1,15,16,Q,weak_half,400,0.038857254385948184,0.09299380704760551,0.18612721860408785,0.10176194860599935,400,0.07654964700341227,0.17181213945150375,0.29478941261768343,0.18026274639181794
fresh-zh-1,15,16,Q,strong_half,400,0.08267682418227199,0.18284673988819122,0.3311071336269379,0.20537669679149986,400,0.1261170119047165,0.2957427203655243,0.6176675021648407,0.32882154604420066
fresh-zh-1,15,16,Q,random_half,400,0.053788205981254576,0.13252561539411545,0.2669716328382492,0.1444959375075996,400,0.10495245531201366,0.22599444538354874,0.43323204517364505,0.2520154656469822
fresh-zh-1,15,16,Q,all_heads,400,0.10741739571094513,0.22130366414785385,0.40556448698043823,0.24233471377752722,400,0.19986069649457933,0.46389444172382355,0.895671045780182,0.5090842915885151
fresh-zh-1,15,16,K,weak_half,400,0.056583832949399955,0.10458607971668243,0.17701809108257296,0.11377417602576316,400,0.10486635565757751,0.17193111777305603,0.25912173688411716,0.17851479639299214
fresh-zh-1,15,16,K,strong_half,400,0.10179118514060974,0.16995204240083694,0.241888764500618,0.1722904297336936,400,0.17079311609268188,0.29014453291893005,0.4582800298929215,0.303629362732172
fresh-zh-1,15,16,K,random_half,400,0.07084484621882439,0.13180510699748993,0.23284293562173847,0.14696850360371172,400,0.13205492198467256,0.22686012089252472,0.361565461754799,0.23860157769173385
fresh-zh-1,15,16,K,all_heads,400,0.13065983057022096,0.2146652266383171,0.327623051404953,0.22070790637284518,400,0.286562505364418,0.46163269877433777,0.715995854139328,0.48214415926486254
fresh-zh-1,15,16,V,weak_half,400,0.05592040717601776,0.09025399759411812,0.17007001340389258,0.10424631589092315,400,0.10316894724965096,0.14961794018745422,0.23688530176877975,0.1625222942698747
fresh-zh-1,15,16,V,strong_half,400,0.11136132031679154,0.17553451657295227,0.2472646623849869,0.17744086031801998,400,0.19820318073034288,0.26298415660858154,0.4204308032989502,0.2911523127928376
fresh-zh-1,15,16,V,random_half,400,0.07574589997529983,0.13013328611850739,0.22329605668783192,0.1423272186797112,400,0.13742980659008025,0.20691635459661484,0.3400592684745789,0.22375178340822457
fresh-zh-1,15,16,V,all_heads,400,0.16441787630319596,0.2226339653134346,0.3241157323122025,0.23453418442979454,400,0.31015911102294924,0.41454872488975525,0.6638900160789489,0.4536746100336313
fresh-zh-1,15,16,QKV,weak_half,400,0.06382351741194725,0.09970645606517792,0.17476700693368913,0.11046133138239383,400,0.12111025005578996,0.1741028130054474,0.2554803878068924,0.18084673434495926
fresh-zh-1,15,16,QKV,strong_half,400,0.12663210779428483,0.18337640166282654,0.2633481413125992,0.19299012422561646,400,0.20918588638305666,0.2980833500623703,0.49674830436706546,0.32359335504472253
fresh-zh-1,15,16,QKV,random_half,400,0.08670373037457466,0.1383349522948265,0.2346001535654068,0.1505389334168285,400,0.1559004604816437,0.23158391565084457,0.3691472470760346,0.24929768467321992
fresh-zh-1,15,16,QKV,all_heads,400,0.1660640448331833,0.22918907552957535,0.33692508935928345,0.24112250573933125,400,0.33140948712825774,0.47649067640304565,0.7405438065528871,0.5044400925189256
fresh-zh-1,16,17,Q,weak_half,400,0.011443487741053105,0.03147801198065281,0.06484831720590592,0.03525240204297006,400,0.028641684725880624,0.08828307688236237,0.17327176332473757,0.09632125392090529
fresh-zh-1,16,17,Q,strong_half,400,0.020274695940315727,0.07564282417297363,0.15376557260751725,0.08221106169279664,400,0.05904820077121258,0.20677544176578522,0.4035345584154129,0.22533540974371136
fresh-zh-1,16,17,Q,random_half,400,0.016193052008748057,0.05296829715371132,0.1200816109776497,0.061771428841166195,400,0.047868327051401136,0.1443091779947281,0.2975869953632356,0.16144930059555918
fresh-zh-1,16,17,Q,all_heads,400,0.02198704779148102,0.08053431287407875,0.1681451261043549,0.08844767664559186,400,0.08711719885468483,0.29948510229587555,0.5730169951915742,0.32165666183456776
fresh-zh-1,16,17,K,weak_half,400,0.033124403282999995,0.050165845081210136,0.07849899157881737,0.05337870463728905,400,0.09348574355244636,0.12919239699840546,0.18416673541069034,0.13469661058858037
fresh-zh-1,16,17,K,strong_half,400,0.07868001759052277,0.1108652837574482,0.1587536171078682,0.1151847325079143,400,0.22436089515686036,0.2992419898509979,0.41926400959491733,0.3125208915770054
fresh-zh-1,16,17,K,random_half,400,0.056143035367131236,0.08373206853866577,0.12324093431234363,0.08837788569740951,400,0.15244996249675752,0.21413296461105347,0.3141970038414002,0.2252408615499735
fresh-zh-1,16,17,K,all_heads,400,0.08364789113402367,0.1191946305334568,0.16787991374731065,0.1230351194832474,400,0.3286965906620026,0.4223298579454422,0.5934893786907196,0.44721750292927026
fresh-zh-1,16,17,V,weak_half,400,0.02706148996949196,0.04358627088367939,0.07056583985686302,0.04675015435786918,400,0.07343796342611314,0.11341721192002296,0.1645933210849762,0.11798137019388377
fresh-zh-1,16,17,V,strong_half,400,0.07018189653754235,0.10717492178082466,0.16017392426729207,0.1119536845665425,400,0.2089487463235855,0.2946387827396393,0.4093550473451614,0.30355792339891197
fresh-zh-1,16,17,V,random_half,400,0.0511666152626276,0.07509138435125351,0.11617883518338207,0.08232155928388238,400,0.135181225836277,0.2040977105498314,0.2909060537815094,0.2122734265215695
fresh-zh-1,16,17,V,all_heads,400,0.07686776369810104,0.11788614094257355,0.16847684234380722,0.12135644031688571,400,0.29818210005760193,0.41069212555885315,0.556501829624176,0.4215392939373851
fresh-zh-1,16,17,QKV,weak_half,400,0.03445380106568337,0.04626351781189442,0.06468306928873062,0.047912679151631894,400,0.08933161944150925,0.1222173199057579,0.16380601823329927,0.12442634698003531
fresh-zh-1,16,17,QKV,strong_half,400,0.0798524796962738,0.10440678894519806,0.14284701794385912,0.10905168137513101,400,0.22694631665945053,0.2960457354784012,0.3764394521713257,0.301054704003036
fresh-zh-1,16,17,QKV,random_half,400,0.05802265554666519,0.07936752215027809,0.11070759743452073,0.08218498495407403,400,0.1519860327243805,0.20644665509462357,0.2840970605611801,0.21385112147778274
fresh-zh-1,16,17,QKV,all_heads,400,0.0876778744161129,0.11382214725017548,0.15216546654701235,0.11745381616055965,400,0.32247751355171206,0.41705241799354553,0.5280065894126892,0.42548105120658875
fresh-zh-1,17,18,Q,weak_half,400,0.010257887095212937,0.02985017653554678,0.05346549525856972,0.03076530867256224,400,0.02909612637013197,0.0822359211742878,0.14109483659267427,0.08341844645095989
fresh-zh-1,17,18,Q,strong_half,400,0.03644267357885838,0.11225827783346176,0.18849411308765412,0.11239456389565021,400,0.08125411123037339,0.24294082820415497,0.42012641727924355,0.24995264974422754
fresh-zh-1,17,18,Q,random_half,400,0.01930955052375794,0.0643124133348465,0.13231089413166053,0.07200149241369218,400,0.0482026256620884,0.15550408512353897,0.2984216809272766,0.16490474955178797
fresh-zh-1,17,18,Q,all_heads,400,0.037206691503524784,0.11614489182829857,0.20175895392894747,0.11821210158523172,400,0.1144464284181595,0.3289668709039688,0.5647181928157806,0.3333710967283696
fresh-zh-1,17,18,K,weak_half,400,0.015244142897427083,0.02842588070780039,0.04509932771325113,0.02964903718326241,400,0.04358677715063095,0.07665429636836052,0.10999363809823992,0.07711731424555182
fresh-zh-1,17,18,K,strong_half,400,0.05522463619709015,0.09511182829737663,0.15276232063770298,0.10028549429494887,400,0.13043241798877717,0.22156314551830292,0.3179012954235078,0.224539214335382
fresh-zh-1,17,18,K,random_half,400,0.03322337046265602,0.062268609181046486,0.11329310536384583,0.069703313075006,400,0.08056338280439376,0.14012230932712555,0.2373232662677765,0.14943318227306007
fresh-zh-1,17,18,K,all_heads,400,0.058018385991454126,0.10291941836476326,0.16269583851099015,0.10671613374724984,400,0.1714495748281479,0.30153246223926544,0.42404144108295444,0.30165652837604284
fresh-zh-1,17,18,V,weak_half,400,0.017294227331876754,0.027432105503976345,0.043192121759057046,0.029055988872423767,400,0.05025103576481342,0.07533105462789536,0.10334931239485742,0.07601329230237752
fresh-zh-1,17,18,V,strong_half,400,0.0928646445274353,0.12618117779493332,0.171262988448143,0.13070686372928322,400,0.22375009804964066,0.28060898184776306,0.35995116233825686,0.285943387132138
fresh-zh-1,17,18,V,random_half,400,0.037820407003164296,0.0777093879878521,0.13685556650161743,0.08445335913449525,400,0.09271823763847352,0.1736852526664734,0.2652476996183396,0.1781475749798119
fresh-zh-1,17,18,V,all_heads,400,0.09430781602859498,0.1281353160738945,0.17362426817417148,0.13361172402277588,400,0.2788433939218521,0.35655370354652405,0.4507291376590729,0.361956678815186
fresh-zh-1,17,18,QKV,weak_half,400,0.021323871798813343,0.030228035524487495,0.042895754799246795,0.03137299460358918,400,0.058929950743913655,0.08217205107212067,0.10875751227140429,0.08318613479845226
fresh-zh-1,17,18,QKV,strong_half,400,0.08291090056300163,0.11636317893862724,0.1607620656490326,0.11987902893684804,400,0.20242394357919694,0.2641659677028656,0.3509768158197404,0.2709306503459811
fresh-zh-1,17,18,QKV,random_half,400,0.04388960897922516,0.07484377175569534,0.1260247379541397,0.08012503677513451,400,0.1018272303044796,0.16714951395988464,0.2608159929513932,0.1750102079473436
fresh-zh-1,17,18,QKV,all_heads,400,0.08587519377470017,0.12112954258918762,0.1683414444327355,0.12511482609435917,400,0.26694580614566804,0.34472839534282684,0.4579548001289368,0.354116785787046
fresh-zh-1,18,19,Q,weak_half,200,0.04418631196022034,0.05085578374564648,0.05837373472750187,0.05097706327214837,200,0.12090492397546769,0.13881733268499374,0.15969208478927613,0.13879961650818587
fresh-zh-1,18,19,Q,strong_half,200,0.11053699851036072,0.13854257762432098,0.18733840435743332,0.1424497913569212,200,0.27506838738918304,0.3293113112449646,0.40446606278419495,0.33607237718999383
fresh-zh-1,18,19,Q,random_half,200,0.06894460618495941,0.10127710551023483,0.141543947160244,0.10444585120305419,200,0.1839703291654587,0.24141164124011993,0.3101217895746231,0.24563235245645046
fresh-zh-1,18,19,Q,all_heads,200,0.12058041170239449,0.14813663065433502,0.188666532933712,0.15040689524263143,200,0.40186614394187925,0.46604764461517334,0.5630262672901154,0.47487199619412424
fresh-zh-1,18,19,K,weak_half,200,0.021170202642679214,0.027108877897262573,0.03920099884271622,0.028381400033831595,200,0.05695937015116215,0.0693107545375824,0.10068894922733307,0.07280932968482375
fresh-zh-1,18,19,K,strong_half,200,0.07167170196771622,0.08311523497104645,0.13250362724065778,0.09348452869802713,200,0.17832646518945694,0.21315638720989227,0.30426526069641113,0.22522490754723548
fresh-zh-1,18,19,K,random_half,200,0.04234820045530796,0.0641087181866169,0.0996092140674591,0.06888951084576547,200,0.10071432515978813,0.1446828544139862,0.205939182639122,0.15174430243670942
fresh-zh-1,18,19,K,all_heads,200,0.07549655064940453,0.0875764787197113,0.1375073090195656,0.09934411577880382,200,0.23835578858852388,0.2800897806882858,0.4034780204296112,0.2980342385172844
fresh-zh-1,18,19,V,weak_half,200,0.02686607390642166,0.0368012972176075,0.07150087878108025,0.04140368173830211,200,0.06389357522130013,0.08974499255418777,0.19554361402988432,0.10402941972017288
fresh-zh-1,18,19,V,strong_half,200,0.07389224320650102,0.10260581970214844,0.19325224161148072,0.11520451763644815,200,0.14788609743118286,0.18603487312793732,0.41192199885845165,0.22479225270450115
fresh-zh-1,18,19,V,random_half,200,0.039930160716176034,0.0754949301481247,0.1307567611336708,0.08331849345006048,200,0.09392056688666345,0.14486253261566162,0.29639693498611447,0.16821642596274614
fresh-zh-1,18,19,V,all_heads,200,0.08880241438746453,0.12536270916461945,0.21007540673017494,0.13627349704504013,200,0.21056183874607087,0.2666453719139099,0.6062463045120234,0.3288216692209244
fresh-zh-1,18,19,QKV,weak_half,200,0.03369736596941948,0.04050724767148495,0.05336896777153015,0.04207921584136784,200,0.09036844670772552,0.10614202171564102,0.14560694694519044,0.11191326446831226
fresh-zh-1,18,19,QKV,strong_half,200,0.08815728649497032,0.11350367590785027,0.16189422160387038,0.12053169049322605,200,0.2164504885673523,0.2655373811721802,0.36151763200759884,0.28128469310700893
fresh-zh-1,18,19,QKV,random_half,200,0.057051916420459745,0.08637253940105438,0.12231793627142906,0.08857718460261822,200,0.14538584798574447,0.19379165768623352,0.2791553884744644,0.20188897661864758
fresh-zh-1,18,19,QKV,all_heads,200,0.09985854178667068,0.123726736754179,0.16991755515336984,0.13238748345524073,200,0.3160225242376328,0.37049320340156555,0.5122994422912598,0.39319795683026315
fresh-zh-1,18,19,JS,weak_half,200,0.00018686174153117465,0.0003997726598754525,0.0008203880803193896,0.00047592474653356475,200,0.0003759796207305044,0.0009927094215527177,0.011137682106345892,0.003672814778983593
fresh-zh-1,18,19,JS,strong_half,200,0.0048529275227338076,0.00955058354884386,0.016848956234753132,0.010534159516100771,200,0.0036859582643955953,0.008272666949778795,0.016817902028560636,0.009128063932294025
fresh-zh-1,18,19,JS,random_half,200,0.0030644220765680074,0.005775638623163104,0.010964615829288957,0.0065039870713371785,200,0.0014916536398231984,0.005064554279670119,0.012322360649704933,0.006195224224647973
fresh-zh-1,18,19,JS,all_heads,200,0.005391384940594435,0.010478835552930832,0.019911780953407284,0.011639956755097956,200,0.0073930966202169655,0.012181064113974571,0.018965316005051136,0.012800878721754998
fresh-zh-1,18,19,sqrtJS,weak_half,200,0.013669670838862658,0.019994291476905346,0.02864226140081882,0.020835379902273417,200,0.0504544023424387,0.07672679796814919,0.14746575951576232,0.09108220683410764
fresh-zh-1,18,19,sqrtJS,strong_half,200,0.06966186612844467,0.09772692620754242,0.12980352640151976,0.0996908407099545,200,0.14282488375902175,0.20286782830953598,0.26792998909950255,0.20413716487586497
fresh-zh-1,18,19,sqrtJS,random_half,200,0.05535721406340599,0.07599762082099915,0.10471140667796135,0.07803586592897772,200,0.09312209337949753,0.14217882603406906,0.20626243352890014,0.14802259024232625
fresh-zh-1,18,19,sqrtJS,all_heads,200,0.07342604845762253,0.10236614942550659,0.14110672771930693,0.10465967688709497,200,0.2433579832315445,0.29331015050411224,0.3536794751882553,0.2952193719148636
fresh-zh-1,19,20,Q,weak_half,400,0.01807730346918106,0.043068816885352135,0.08061934933066368,0.046873385389335456,400,0.03592093102633953,0.08650193735957146,0.147806690633297,0.0886238675750792
fresh-zh-1,19,20,Q,strong_half,400,0.10447448864579201,0.18862545490264893,0.3570908159017563,0.22232691440731286,400,0.11946913078427315,0.24827250093221664,0.5088837385177615,0.2879188606515527
fresh-zh-1,19,20,Q,random_half,400,0.04948151707649231,0.1076146699488163,0.22027959525585178,0.12904853399842978,400,0.0702143467962742,0.1580723449587822,0.32852236926555634,0.1859076172951609
fresh-zh-1,19,20,Q,all_heads,400,0.12281462401151658,0.21579932421445847,0.39924546480178835,0.24608907375484704,400,0.15525705516338348,0.3394973576068878,0.6571131944656374,0.376542727611959
fresh-zh-1,19,20,K,weak_half,400,0.026928113400936128,0.04720720276236534,0.07668921947479249,0.05047876248601824,400,0.05793135762214661,0.09058161452412605,0.1439066395163536,0.09529245444573461
fresh-zh-1,19,20,K,strong_half,400,0.16089287549257278,0.27206967771053314,0.4463126987218857,0.28417910035699606,400,0.19896342754364013,0.2978910058736801,0.507819265127182,0.32737555842846633
fresh-zh-1,19,20,K,random_half,400,0.07985168620944023,0.13445213437080383,0.27397170662879944,0.1580002803169191,400,0.11115921214222908,0.1822100430727005,0.3349448323249817,0.20742274487391113
fresh-zh-1,19,20,K,all_heads,400,0.18001823425292968,0.2966523766517639,0.4930734544992447,0.3173040004074574,400,0.26754088401794435,0.3827636390924454,0.6346318840980529,0.42266801200807097
fresh-zh-1,19,20,V,weak_half,400,0.026026525534689426,0.044772541150450706,0.07310919761657715,0.048153640232048926,400,0.051160100102424624,0.08251660689711571,0.13949311375617984,0.09140863832086325
fresh-zh-1,19,20,V,strong_half,400,0.166020405292511,0.23247678577899933,0.31835949420928955,0.2388512161374092,400,0.21908978521823883,0.28261858224868774,0.385750761628151,0.293313883729279
fresh-zh-1,19,20,V,random_half,400,0.0725831188261509,0.13175398111343384,0.2153692588210106,0.14152943075168878,400,0.10411842614412309,0.17992262542247772,0.27852448821067816,0.19102506749331952
fresh-zh-1,19,20,V,all_heads,400,0.17581839710474015,0.26367752254009247,0.3710204243659973,0.2691542476043105,400,0.27741946578025817,0.3646242618560791,0.5320786833763124,0.38472252249717714
fresh-zh-1,19,20,QKV,weak_half,400,0.030978120490908624,0.04920877702534199,0.07124503999948502,0.05086899711750448,400,0.061890507489442824,0.09332239627838135,0.13469395935535433,0.09651903699152171
fresh-zh-1,19,20,QKV,strong_half,400,0.1753857046365738,0.2520713806152344,0.3637046247720718,0.26020050909370185,400,0.2259402394294739,0.3035884350538254,0.4514595806598664,0.3221036724373698
fresh-zh-1,19,20,QKV,random_half,400,0.08813020735979081,0.1391705647110939,0.2351908713579178,0.15098282110877334,400,0.12285896092653274,0.1953536793589592,0.32359875738620764,0.20662547832354902
fresh-zh-1,19,20,QKV,all_heads,400,0.192828269302845,0.28115274012088776,0.4051977902650833,0.2887783677875996,400,0.29529009461402894,0.4008778929710388,0.5732317984104156,0.41862270995974543
fresh-zh-1,20,21,Q,weak_half,400,0.009367176797240973,0.016770681366324425,0.04343858473002912,0.021373582638334485,400,0.02442310694605112,0.04495573788881302,0.11610792279243475,0.05801464266842231
fresh-zh-1,20,21,Q,strong_half,400,0.027276626974344253,0.04988645762205124,0.14450961947441102,0.06821255588904024,400,0.06541470438241959,0.11158574372529984,0.36110991537570963,0.1555602867435664
fresh-zh-1,20,21,Q,random_half,400,0.01690274812281132,0.032926855608820915,0.09950623214244843,0.04588588968617842,400,0.04173469990491867,0.0785001739859581,0.22551043033599863,0.10648532232735305
fresh-zh-1,20,21,Q,all_heads,400,0.029185904748737813,0.05292321369051933,0.15379064381122595,0.07220995042007416,400,0.09100260287523271,0.15788038820028305,0.4767947614192966,0.21357492849230766
fresh-zh-1,20,21,K,weak_half,400,0.015485926717519761,0.02992810122668743,0.048041834682226184,0.03147126469993964,400,0.04581136293709278,0.08113198354840279,0.11337583810091023,0.08274268267210573
fresh-zh-1,20,21,K,strong_half,400,0.047443211078643806,0.0986289344727993,0.14625866711139682,0.10217482417356223,400,0.11739995181560517,0.22006520628929138,0.30636286437511445,0.22804923102259636
fresh-zh-1,20,21,K,random_half,400,0.031012327782809736,0.06877560168504715,0.10302622094750405,0.0707181069557555,400,0.07819945961236954,0.15078648179769516,0.21724917739629748,0.15428430399857462
fresh-zh-1,20,21,K,all_heads,400,0.053820565342903144,0.10608701035380363,0.15607463270425798,0.11006549384444952,400,0.16491668224334718,0.30600596964359283,0.41316686868667607,0.3107919125072658
fresh-zh-1,20,21,V,weak_half,400,0.0187362227588892,0.02855098433792591,0.04856846332550049,0.03189842443214729,400,0.053051631525158884,0.07432925328612328,0.13021092712879181,0.08319983382709324
fresh-zh-1,20,21,V,strong_half,400,0.06175529733300209,0.09890245646238327,0.15515118986368182,0.10457868968136609,400,0.16760628670454025,0.2290603369474411,0.3217656701803208,0.23846623841673137
fresh-zh-1,20,21,V,random_half,400,0.03662795163691044,0.06448699906468391,0.11022165045142175,0.07036696630064398,400,0.09709440320730209,0.14757636189460754,0.23738273233175278,0.15813218228518963
fresh-zh-1,20,21,V,all_heads,400,0.06571206077933311,0.10736174881458282,0.17000610977411273,0.11368780387565494,400,0.2257467821240425,0.30166251957416534,0.4484910160303116,0.32166607152670623
fresh-zh-1,20,21,QKV,weak_half,400,0.018704519793391227,0.029014505445957184,0.04211643747985363,0.02987536456435919,400,0.05282410643994808,0.07606765255331993,0.11316540166735649,0.07926684871315956
fresh-zh-1,20,21,QKV,strong_half,400,0.06678980737924575,0.09101855009794235,0.13278564065694812,0.09765544516965746,400,0.15907405614852904,0.20604605972766876,0.3114944249391556,0.22341963682323696
fresh-zh-1,20,21,QKV,random_half,400,0.03880481459200382,0.06436295434832573,0.09770176634192466,0.06693887199740857,400,0.09087926968932152,0.14062315970659256,0.2156922221183777,0.14970672152005135
fresh-zh-1,20,21,QKV,all_heads,400,0.07206378653645516,0.09796501323580742,0.1411605075001717,0.10537502273917199,400,0.215184985101223,0.2814920246601105,0.41662318408489235,0.302686485722661
fresh-zh-1,21,22,Q,weak_half,400,0.008660503942519427,0.01918204966932535,0.03235510438680649,0.019780594619223848,400,0.022406545653939246,0.05318986251950264,0.08965182304382326,0.055212842491455374
fresh-zh-1,21,22,Q,strong_half,400,0.01710582785308361,0.039619917050004005,0.10278759822249416,0.0513183255540207,400,0.04095581471920014,0.10425002127885818,0.230678303539753,0.11881012118421495
fresh-zh-1,21,22,Q,random_half,400,0.012858804035931827,0.028842171654105186,0.05764603018760681,0.03373508226592094,400,0.032151422649621966,0.07964494824409485,0.1399203673005104,0.08502164154779165
fresh-zh-1,21,22,Q,all_heads,400,0.021914006024599076,0.0478077158331871,0.11429975926876076,0.059305494886357335,400,0.06380738615989685,0.15770221501588821,0.32294077277183536,0.1740229634847492
fresh-zh-1,21,22,K,weak_half,400,0.011308252345770597,0.026440376415848732,0.044919623807072644,0.027582339709624648,400,0.03350218944251537,0.06986454129219055,0.11221962049603464,0.07138949180953205
fresh-zh-1,21,22,K,strong_half,400,0.02613908890634775,0.054316723719239235,0.08673228845000268,0.055163874954450874,400,0.06248797550797463,0.1369437798857689,0.22195073664188386,0.14281931486912072
fresh-zh-1,21,22,K,random_half,400,0.019276528246700765,0.04239805229008198,0.07223859503865243,0.045087054742034526,400,0.04739379994571209,0.10486841201782227,0.16931010633707047,0.1068450066121295
fresh-zh-1,21,22,K,all_heads,400,0.030609668977558614,0.06241726502776146,0.09307577013969422,0.06232331372331828,400,0.09741592407226564,0.21235809475183487,0.33288378417491915,0.2142088066972792
fresh-zh-1,21,22,V,weak_half,400,0.015414758026599884,0.023893700912594795,0.044169672951102266,0.02728994787670672,400,0.04159293584525585,0.0616496242582798,0.10178547129034998,0.06835457339417189
fresh-zh-1,21,22,V,strong_half,400,0.034864951297640806,0.061660973355174065,0.08596278056502342,0.060664349682629105,400,0.08965963497757912,0.1361004114151001,0.21030150055885322,0.1426952115818858
fresh-zh-1,21,22,V,random_half,400,0.023914260230958464,0.04297783970832825,0.07103102430701258,0.045497228153981266,400,0.061173249036073685,0.09642984718084335,0.15947003960609438,0.1053649883531034
fresh-zh-1,21,22,V,all_heads,400,0.04160385131835938,0.07083310186862946,0.1005178935825825,0.07127607391215861,400,0.1340109333395958,0.19441517442464828,0.31463875174522404,0.21104978593066334
fresh-zh-1,21,22,QKV,weak_half,400,0.015011560171842575,0.025508812628686428,0.03842748366296292,0.026152049545198678,400,0.042905883863568306,0.06812143325805664,0.09642958864569665,0.06845459720119834
fresh-zh-1,21,22,QKV,strong_half,400,0.03424540609121323,0.05401398800313473,0.08542370796203615,0.059028689502738416,400,0.08846681788563729,0.14064470678567886,0.19629498273134233,0.14437464119866492
fresh-zh-1,21,22,QKV,random_half,400,0.024949100613594056,0.04150465689599514,0.06324317753314972,0.043843034629244354,400,0.06614953204989434,0.10037439316511154,0.14740652292966844,0.10535573466680943
fresh-zh-1,21,22,QKV,all_heads,400,0.040427465736866,0.0633632093667984,0.09504747539758686,0.06785769855137914,400,0.13258299827575684,0.2096063494682312,0.2849590599536896,0.21282923925668001
fresh-zh-1,22,23,Q,weak_half,200,0.02660669069737196,0.03265906311571598,0.04163729026913643,0.0335950377676636,200,0.06976825520396233,0.08459222316741943,0.10750722438097,0.08762745048850774
fresh-zh-1,22,23,Q,strong_half,200,0.09749124199151993,0.13140462338924408,0.17718934565782546,0.13404494989663363,200,0.2257361114025116,0.29010505974292755,0.36171768307685853,0.29375005453825
fresh-zh-1,22,23,Q,random_half,200,0.051936833187937737,0.0830659493803978,0.13614254891872407,0.08880562009289861,200,0.12505317255854606,0.18164373934268951,0.2637925982475281,0.18803147468715906
fresh-zh-1,22,23,Q,all_heads,200,0.10313952788710594,0.1351873204112053,0.1761267453432083,0.1380223059654236,200,0.3026728004217148,0.376559317111969,0.4655770808458328,0.38137750543653964
fresh-zh-1,22,23,K,weak_half,200,0.021012074872851373,0.026431826874613762,0.03416493944823741,0.027471684883348644,200,0.052721232175827026,0.06949340179562569,0.08784109354019165,0.06940501123666763
fresh-zh-1,22,23,K,strong_half,200,0.08454751968383789,0.13077029585838318,0.17503740787506103,0.1345434284582734,200,0.23189850747585297,0.29817962646484375,0.40552366375923155,0.30590287551283835
fresh-zh-1,22,23,K,random_half,200,0.04253330565989018,0.08139684796333313,0.1538340136408806,0.09203396749682724,200,0.1007998064160347,0.1790110394358635,0.2858411461114883,0.18559118382632733
fresh-zh-1,22,23,K,all_heads,200,0.08789847493171692,0.13170119374990463,0.17281343638896943,0.13520872771739958,200,0.28945009410381317,0.36516113579273224,0.4859142363071441,0.3753078833222389
fresh-zh-1,22,23,V,weak_half,200,0.010867311619222166,0.014712155796587467,0.01853957772254944,0.014638461209833621,200,0.03031240589916706,0.039089299738407135,0.04691478498280048,0.03913877268321812
fresh-zh-1,22,23,V,strong_half,200,0.05531908236443997,0.09389155358076096,0.15750364810228343,0.1040774910710752,200,0.15616471022367479,0.2066180631518364,0.32512587308883667,0.23288167864084244
fresh-zh-1,22,23,V,random_half,200,0.025858629494905472,0.05438024923205376,0.14136562049388882,0.0696294843312353,200,0.06518338173627854,0.11331231519579887,0.24013014286756515,0.13227637842297554
fresh-zh-1,22,23,V,all_heads,200,0.05541267655789852,0.08971264585852623,0.14975408613681787,0.10209212131798268,200,0.19312359988689423,0.2468925416469574,0.36598558723926544,0.27202045112848283
fresh-zh-1,22,23,QKV,weak_half,200,0.021080661192536355,0.026230009272694588,0.03171968422830105,0.026593731390312313,200,0.055794306471943854,0.06829139962792397,0.08445351794362067,0.06954916277900339
fresh-zh-1,22,23,QKV,strong_half,200,0.09464239552617074,0.12529269605875015,0.1578635111451149,0.12796436812728643,200,0.23224322646856307,0.2923937141895294,0.3521237939596176,0.292328168079257
fresh-zh-1,22,23,QKV,random_half,200,0.04551886692643166,0.08006689324975014,0.1316432774066925,0.0868149936478585,200,0.10879526361823082,0.17011704295873642,0.262914177775383,0.17840492397546767
fresh-zh-1,22,23,QKV,all_heads,200,0.09703452214598655,0.1274627298116684,0.15732169300317764,0.1289096276089549,200,0.29037469029426577,0.3600784242153168,0.4287635385990143,0.3618773307651281
fresh-zh-1,22,23,JS,weak_half,200,5.494983224707541e-06,0.00013325523468665779,0.0003206852590665221,0.00015415791268537759,200,9.106294874072773e-06,0.0001708330964902416,0.0005779539525974542,0.00037931956416969114
fresh-zh-1,22,23,JS,strong_half,200,0.00033902769209817054,0.003970096353441477,0.009359128214418885,0.004748657431082393,200,0.0006321087887044996,0.0046155673917382956,0.00844416469335556,0.004549483851587865
fresh-zh-1,22,23,JS,random_half,200,0.00024059269198914993,0.0038516283966600895,0.009409911464899777,0.004397634998786089,200,0.0002455743131577038,0.001641014649067074,0.005733241513371468,0.002489293375356283
fresh-zh-1,22,23,JS,all_heads,200,0.0003525617939885706,0.004056227160617709,0.009458037465810776,0.0047288248687254964,200,0.0006433107075281442,0.005029468098655343,0.00932961432263255,0.004928803415823495
fresh-zh-1,22,23,sqrtJS,weak_half,200,0.002343594678677619,0.011543620843440294,0.017907664366066455,0.010906439796090127,200,0.0075754469726234674,0.03263021446764469,0.050667811557650565,0.031955912911798806
fresh-zh-1,22,23,sqrtJS,strong_half,200,0.018412666767835616,0.06300868093967438,0.09674020633101461,0.06195419333409518,200,0.05459912233054638,0.15017910301685333,0.2018107458949089,0.13967236813157796
fresh-zh-1,22,23,sqrtJS,random_half,200,0.015510733425617219,0.06206027418375015,0.09700406566262244,0.059201172315515575,200,0.02665636446326971,0.08175721392035484,0.1470184475183487,0.08546774195507169
fresh-zh-1,22,23,sqrtJS,all_heads,200,0.018776021338999273,0.0636826902627945,0.09725243225693703,0.062189759551547465,200,0.06331494674086571,0.19330153614282608,0.2487553924322128,0.17162828089669346
fresh-zh-2,0,1,Q,weak_half,400,0.2648376613855362,0.3874732702970505,0.5260235190391541,0.39343557808548213,400,0.6054875791072846,0.8713871836662292,1.1791668295860291,0.887275892496109
fresh-zh-2,0,1,Q,strong_half,400,0.7214876234531403,1.0010417103767395,1.2982397317886354,1.0101331526786088,400,1.9194222688674927,2.6780645847320557,3.2674439191818236,2.637800497710705
fresh-zh-2,0,1,Q,random_half,400,0.5363628029823303,0.9467560350894928,1.4078132748603822,0.9665903037041426,400,1.046249258518219,1.6389338374137878,2.5394014835357672,1.7456951531767846
fresh-zh-2,0,1,Q,all_heads,400,0.9481504082679748,1.2277910113334656,1.4733830690383911,1.212661385089159,400,2.6784209966659547,3.5596717596054077,4.31563367843628,3.525076385140419
fresh-zh-2,0,1,K,weak_half,400,0.2944824278354645,0.4314621835947037,0.6449759244918823,0.4662923963740468,400,0.6432840943336487,0.9595790803432465,1.3342329263687134,0.9866119316965342
fresh-zh-2,0,1,K,strong_half,400,0.7177101671695709,0.9563775658607483,1.2509195804595947,0.9653528322279453,400,1.9928792357444762,2.563928246498108,3.430527758598328,2.669617845416069
fresh-zh-2,0,1,K,random_half,400,0.5785976111888886,0.9141725599765778,1.2352944493293765,0.9141554401069879,400,1.1466878533363343,1.7445629835128784,2.543634653091431,1.814528128579259
fresh-zh-2,0,1,K,all_heads,400,1.1080543756484986,1.2878097891807556,1.4697305202484132,1.2800560203939677,400,2.8104894399642943,3.57545006275177,4.577861118316651,3.656229771077633
fresh-zh-2,0,1,V,weak_half,400,0.1628776118159294,0.3487873822450638,0.6365173399448395,0.3879943352378905,400,0.40911180078983306,0.7459304332733154,1.140502738952637,0.774768868200481
fresh-zh-2,0,1,V,strong_half,400,0.4422972977161408,0.7783006131649017,1.3597102403640746,0.8558747356012464,400,1.2627275943756104,2.123578667640686,3.6950094223022467,2.337604142278433
fresh-zh-2,0,1,V,random_half,400,0.3910761117935181,0.7526727914810181,1.632265305519104,0.9649375338852405,400,0.7758161664009094,1.4003964066505432,2.459721064567566,1.5493761852383614
fresh-zh-2,0,1,V,all_heads,400,0.6325876295566559,0.9742241203784943,1.460292673110962,1.0494256625324487,400,1.7271244525909424,2.879338026046753,4.668634557723999,3.112373009324074
fresh-zh-2,0,1,QKV,weak_half,400,0.31489810049533845,0.4117444157600403,0.561965423822403,0.43402250707149503,400,0.6953037202358247,0.9033407866954803,1.156979215145111,0.9254803396761417
fresh-zh-2,0,1,QKV,strong_half,400,0.7486894249916077,0.9550988972187042,1.2130499362945557,0.9721889090538025,400,2.118990230560303,2.6693758964538574,3.3637067317962646,2.7054576340317724
fresh-zh-2,0,1,QKV,random_half,400,0.6391725718975068,0.9338054955005646,1.3532358884811402,0.9987264425307513,400,1.1946433901786804,1.7519360184669495,2.507421851158142,1.8006141361594201
fresh-zh-2,0,1,QKV,all_heads,400,1.017815065383911,1.1882756352424622,1.3918549180030824,1.2044357767701148,400,2.936536502838135,3.55461049079895,4.395965957641602,3.6309379708766936
fresh-zh-2,1,2,Q,weak_half,400,0.03180607631802559,0.08617769926786423,0.17453702241182334,0.09723331775516271,400,0.07201119437813759,0.20979957282543182,0.4392178475856781,0.23527637095656245
fresh-zh-2,1,2,Q,strong_half,400,0.1835287556052208,0.3922531306743622,0.677453088760376,0.4162833768315613,400,0.4064407736063004,0.9215261340141296,1.3860842347145081,0.9269571147486567
fresh-zh-2,1,2,Q,random_half,400,0.11735428348183632,0.243020661175251,0.45796073377132424,0.27121559307910503,400,0.2492395579814911,0.5480234026908875,0.971581119298935,0.5805711693689227
fresh-zh-2,1,2,Q,all_heads,400,0.20227622091770173,0.4206163287162781,0.6965594351291656,0.4398299381881952,400,0.5336476981639863,1.1550053358078003,1.7559188365936282,1.1622334879636764
fresh-zh-2,1,2,K,weak_half,400,0.053262006118893625,0.1195601038634777,0.20003568977117542,0.13065170916728674,400,0.11578720733523369,0.26511794328689575,0.4699510902166368,0.28425284803844986
fresh-zh-2,1,2,K,strong_half,400,0.27896004915237427,0.45271165668964386,0.722864317893982,0.48162702105939387,400,0.6944873571395874,1.0310574769973755,1.504101824760437,1.0891512825340033
fresh-zh-2,1,2,K,random_half,400,0.17955655902624132,0.29841428995132446,0.5091466784477234,0.333430594317615,400,0.3561334490776062,0.6324241757392883,1.0587063431739807,0.6840360337495803
fresh-zh-2,1,2,K,all_heads,400,0.29900295436382296,0.48416967689991,0.7730406105518342,0.5210956669226289,400,0.8472512722015381,1.2943285703659058,1.9201772093772889,1.3734041322767734
fresh-zh-2,1,2,V,weak_half,400,0.028783070854842666,0.08696029707789421,0.19046647101640704,0.10560477533610538,400,0.07022152617573739,0.1951402723789215,0.43291854560375215,0.22895928781712427
fresh-zh-2,1,2,V,strong_half,400,0.1637512192130089,0.35394585132598877,0.6668008625507356,0.39742026111111045,400,0.4714319497346878,0.8852927088737488,1.4191490292549136,0.916985050663352
fresh-zh-2,1,2,V,random_half,400,0.11053737178444863,0.2308596968650818,0.4759960800409317,0.26900392265059053,400,0.2637630313634873,0.5102115869522095,0.9774772465229035,0.5721341818198562
fresh-zh-2,1,2,V,all_heads,400,0.17112332582473755,0.3779972493648529,0.7181003987789154,0.4193329758010805,400,0.5713463187217712,1.0749849677085876,1.8424681544303894,1.1459443364292383
fresh-zh-2,1,2,QKV,weak_half,400,0.05310108214616776,0.108100526034832,0.18913805037736892,0.11768706575036049,400,0.10931599363684655,0.24480511993169785,0.4520754337310791,0.2651156614162028
fresh-zh-2,1,2,QKV,strong_half,400,0.26895219385623936,0.4324079751968384,0.6587443590164185,0.4508475965261459,400,0.6555113136768341,1.025124192237854,1.4239188313484192,1.04472472935915
fresh-zh-2,1,2,QKV,random_half,400,0.17512062788009644,0.2834625095129013,0.4661668568849564,0.3066996150277555,400,0.37470181882381437,0.6130439043045044,0.9965296685695652,0.6541816806420684
fresh-zh-2,1,2,QKV,all_heads,400,0.2923259794712067,0.46899132430553436,0.6892255187034607,0.4804381489381194,400,0.802663654088974,1.2894036173820496,1.841315007209778,1.3098403906822205
fresh-zh-2,2,3,Q,weak_half,200,0.062620035931468,0.09841839969158173,0.15367291867733002,0.10408719444647431,200,0.13935784846544266,0.2287757769227028,0.37230240702629086,0.23862245585769415
fresh-zh-2,2,3,Q,strong_half,200,0.40264391899108887,0.5243100225925446,0.6796107113361358,0.5336997556686401,200,0.7370131194591523,1.0067540407180786,1.3024721026420594,1.015425756275654
fresh-zh-2,2,3,Q,random_half,200,0.17579802274703982,0.30586034059524536,0.4822785288095474,0.3200813458859921,200,0.3799231708049774,0.5952396392822266,0.9151497542858124,0.6216181799769401
fresh-zh-2,2,3,Q,all_heads,200,0.4209339261054993,0.5569192171096802,0.714756828546524,0.5643459713459015,200,0.8993128776550293,1.2311509847640991,1.629216730594635,1.2540482077002526
fresh-zh-2,2,3,K,weak_half,200,0.06379295811057091,0.10365629941225052,0.14335186183452603,0.1045555150695145,200,0.13798698782920837,0.23092404752969742,0.35366750955581666,0.2394820376485586
fresh-zh-2,2,3,K,strong_half,200,0.39259134232997894,0.47367724776268005,0.5816201269626617,0.48099444180727,200,0.8160958528518677,1.062165081501007,1.1957700014114379,1.040636128783226
fresh-zh-2,2,3,K,random_half,200,0.1935724914073944,0.3178025633096695,0.4247413456439972,0.3126764231175184,200,0.43104503452777865,0.6374415159225464,0.8681858539581299,0.6400616896152497
fresh-zh-2,2,3,K,all_heads,200,0.4189120978116989,0.5081579089164734,0.5851820290088654,0.5072114789485931,200,1.0167563974857332,1.2891824841499329,1.536208415031433,1.2801181662082672
fresh-zh-2,2,3,V,weak_half,200,0.08428309112787248,0.12304455041885376,0.18481378257274628,0.13194717787206173,200,0.176307313144207,0.3046201467514038,0.45224243104457834,0.30648116827011107
fresh-zh-2,2,3,V,strong_half,200,0.4104331135749817,0.5091896951198578,0.6877521455287928,0.5372684827446937,200,0.9004841029644013,1.1179239749908447,1.6742329955101012,1.1826784741878509
fresh-zh-2,2,3,V,random_half,200,0.21861404925584793,0.35159920156002045,0.5312645554542541,0.3657162569090724,200,0.4621188998222351,0.7000472545623779,1.0344832777976989,0.7409963382780552
fresh-zh-2,2,3,V,all_heads,200,0.43679551482200624,0.5589534640312195,0.761405712366104,0.5876820468902588,200,1.0811328649520875,1.4131184816360474,2.1930981874465942,1.4891596412658692
fresh-zh-2,2,3,QKV,weak_half,200,0.07225624769926071,0.11314621195197105,0.16195273995399476,0.11529422078281641,200,0.1553133726119995,0.25974881649017334,0.3992436110973358,0.2673435628414154
fresh-zh-2,2,3,QKV,strong_half,200,0.4213111102581024,0.5087988972663879,0.6391741454601287,0.5211702813208103,200,0.8736815035343171,1.0528784394264221,1.3696529507637023,1.0967427599430084
fresh-zh-2,2,3,QKV,random_half,200,0.19892132580280303,0.3248658627271652,0.4621700942516327,0.33641833063215015,200,0.4401358485221863,0.6618520617485046,0.9407800495624542,0.6792227746546269
fresh-zh-2,2,3,QKV,all_heads,200,0.43919014632701875,0.544969916343689,0.6947742998600005,0.5576465930044651,200,1.0465959429740905,1.3263848423957825,1.8111236333847045,1.3640863183140755
fresh-zh-2,2,3,JS,weak_half,200,0.0008754392911214381,0.002931673778221011,0.00838765287771821,0.003907600044549327,200,0.0016810386208817366,0.004821970127522945,0.010347506403923033,0.005693192623730283
fresh-zh-2,2,3,JS,strong_half,200,0.03552554473280907,0.0734245739877224,0.13060719221830366,0.07953192181885242,200,0.029955943301320075,0.049833131954073906,0.08983037695288656,0.05435132003389299
fresh-zh-2,2,3,JS,random_half,200,0.015027442574501039,0.041899025440216064,0.084806627035141,0.04657784797716886,200,0.008310757484287024,0.021570160053670406,0.05704445913434029,0.028791364133358
fresh-zh-2,2,3,JS,all_heads,200,0.04212095141410828,0.08279650658369064,0.15481597185134885,0.09334839025512337,200,0.033448167517781256,0.05564773827791214,0.09787186905741692,0.060044512851163745
fresh-zh-2,2,3,sqrtJS,weak_half,200,0.029587708786129954,0.05414476431906223,0.09158413112163544,0.057557814801111815,200,0.09828706458210945,0.17385190725326538,0.24827663153409957,0.1744667437672615
fresh-zh-2,2,3,sqrtJS,strong_half,200,0.18848219960927964,0.2709682881832123,0.36139604449272156,0.2737042164802551,200,0.3857810080051422,0.5069295763969421,0.6742028832435607,0.5181437335163355
fresh-zh-2,2,3,sqrtJS,random_half,200,0.12258537635207177,0.20469235628843307,0.2912157714366913,0.2067999693378806,200,0.22061512768268587,0.32048724591732025,0.49890652000904084,0.34085507404059173
fresh-zh-2,2,3,sqrtJS,all_heads,200,0.2052334189414978,0.28774379193782806,0.3934634953737259,0.2956148480623961,200,0.5147837281227112,0.6829850971698761,0.8971190452575684,0.692610477656126
fresh-zh-2,3,4,Q,weak_half,400,0.10182146951556206,0.18433339148759842,0.35674160420894624,0.20648589495569467,400,0.2040109381079674,0.3789905905723572,0.6319206118583681,0.4043818523362279
fresh-zh-2,3,4,Q,strong_half,400,0.17408276051282884,0.3436475694179535,0.805352407693863,0.42082484358921646,400,0.4460858374834061,0.9474205374717712,2.2352325439453127,1.1501067965105176
fresh-zh-2,3,4,Q,random_half,400,0.14974962323904037,0.30023303627967834,0.7069694578647621,0.3707930132932961,400,0.30886028707027435,0.6399976313114166,1.4378863930702213,0.7855646720528603
fresh-zh-2,3,4,Q,all_heads,400,0.18556381464004518,0.3680010139942169,0.8319811880588531,0.4438873653486371,400,0.6812250912189484,1.347758710384369,2.874259328842163,1.5544886516779661
fresh-zh-2,3,4,K,weak_half,400,0.14130924940109255,0.21221660822629929,0.3372112780809403,0.22705117797479032,400,0.28108370304107666,0.4041530638933182,0.613432002067566,0.42730597995221614
fresh-zh-2,3,4,K,strong_half,400,0.22166369855403903,0.3345562666654587,0.587812238931656,0.37076287671923636,400,0.6246818363666534,0.9605116844177246,1.5894199967384344,1.0290297851711512
fresh-zh-2,3,4,K,random_half,400,0.19788132905960085,0.3214886784553528,0.576952874660492,0.36219941910356285,400,0.4111116617918015,0.6665836274623871,1.0974230170249948,0.722776158824563
fresh-zh-2,3,4,K,all_heads,400,0.24956860691308977,0.38758376240730286,0.6451585590839387,0.4216957419738174,400,0.9337062120437623,1.3523602485656738,2.156136465072632,1.4563357625901698
fresh-zh-2,3,4,V,weak_half,400,0.08521197438240051,0.18105529993772507,0.3584404677152634,0.201632323525846,400,0.19453328251838684,0.3517194092273712,0.6226886212825775,0.38557370262220503
fresh-zh-2,3,4,V,strong_half,400,0.1508300855755806,0.30937454104423523,0.5389402866363526,0.3311061461176723,400,0.49177001118659974,0.8877959251403809,1.6569042921066284,0.9960330358147621
fresh-zh-2,3,4,V,random_half,400,0.12036197930574417,0.27332691848278046,0.530519837141037,0.3125325441546738,400,0.30945872962474824,0.6116665601730347,1.114799189567566,0.6857386314123869
fresh-zh-2,3,4,V,all_heads,400,0.14503857493400574,0.3333306312561035,0.6077094614505768,0.3564210488833487,400,0.7077728331089019,1.2413044571876526,2.2631957530975346,1.3816067403554917
fresh-zh-2,3,4,QKV,weak_half,400,0.134733285009861,0.2014886885881424,0.33525277376174933,0.21942302519455553,400,0.276588037610054,0.397394597530365,0.6060259759426118,0.4221608819812536
fresh-zh-2,3,4,QKV,strong_half,400,0.2206121787428856,0.35293637216091156,0.6309982776641846,0.394196913652122,400,0.6410978972911835,1.0175457000732422,1.7717644453048706,1.1213500546664
fresh-zh-2,3,4,QKV,random_half,400,0.18808986693620683,0.31979915499687195,0.6136504590511322,0.36762104207649826,400,0.39918387234210967,0.6878704130649567,1.2886569499969482,0.7714938297495246
fresh-zh-2,3,4,QKV,all_heads,400,0.24418131411075591,0.38481272757053375,0.6817767918109894,0.4278284328430891,400,0.9467487215995789,1.4166229963302612,2.359205913543702,1.5435109341144562
fresh-zh-2,4,5,Q,weak_half,400,0.06499623879790306,0.11138837411999702,0.16697186678647996,0.11569185595959425,400,0.187619411945343,0.3020610958337784,0.4326162219047547,0.3069116202928126
fresh-zh-2,4,5,Q,strong_half,400,0.14592598825693132,0.24117906391620636,0.35668340921401975,0.24721363957971335,400,0.4338626146316529,0.7121109664440155,0.9709268927574158,0.7141183137148619
fresh-zh-2,4,5,Q,random_half,400,0.10356688648462296,0.18423531204462051,0.2835604369640351,0.1951833973824978,400,0.2966772586107254,0.5036535561084747,0.7416207134723664,0.5148971027135849
fresh-zh-2,4,5,Q,all_heads,400,0.15943476557731628,0.26932020485401154,0.38955158889293673,0.27421941006556155,400,0.6286894202232362,1.023394227027893,1.3528278589248657,1.0210299324989318
fresh-zh-2,4,5,K,weak_half,400,0.07325488775968551,0.11947610974311829,0.1856792971491814,0.12589082837104798,400,0.19750196635723116,0.30144503712654114,0.41723301410675057,0.2993407387565821
fresh-zh-2,4,5,K,strong_half,400,0.1402723401784897,0.23143436014652252,0.33935459256172185,0.23689203730784356,400,0.46981183886528016,0.6746941208839417,0.9649900257587434,0.6909499964118004
fresh-zh-2,4,5,K,random_half,400,0.11062419265508652,0.18380456417798996,0.2810231149196625,0.19213083242066203,400,0.31478704512119293,0.4879765212535858,0.7200738430023194,0.49793915143236517
fresh-zh-2,4,5,K,all_heads,400,0.16129197478294371,0.2604702562093735,0.3885503351688385,0.26804876609705386,400,0.6756592154502868,0.9881969690322876,1.3682786583900453,0.9902907348051667
fresh-zh-2,4,5,V,weak_half,400,0.03411308787763119,0.08372387290000916,0.1888744369149208,0.09786862903274596,400,0.10203538984060288,0.21058041602373123,0.4024018615484238,0.2354505905136466
fresh-zh-2,4,5,V,strong_half,400,0.06478551924228669,0.16193684190511703,0.3392485529184342,0.19384302674327045,400,0.22748850733041764,0.48807835578918457,0.9659050524234774,0.5473582885041833
fresh-zh-2,4,5,V,random_half,400,0.0514755230396986,0.12855678796768188,0.277489048242569,0.1494828708935529,400,0.15864482820034026,0.34322743117809296,0.7215989589691164,0.3920198117941618
fresh-zh-2,4,5,V,all_heads,400,0.07805272042751314,0.18469876050949097,0.38876969814300555,0.21871988544240595,400,0.3395502775907516,0.6936745345592499,1.35723181962967,0.7828088762983679
fresh-zh-2,4,5,QKV,weak_half,400,0.07447807639837266,0.11285458877682686,0.17265537679195406,0.1187415668554604,400,0.19998560398817064,0.2864484637975693,0.40641095042228703,0.29688146628439427
fresh-zh-2,4,5,QKV,strong_half,400,0.15238103717565538,0.22816289216279984,0.3307213008403778,0.23706520315259694,400,0.47056399881839756,0.6712685525417328,0.9729892492294312,0.6956351934373379
fresh-zh-2,4,5,QKV,random_half,400,0.12187353223562242,0.18106570094823837,0.26290630102157597,0.1884796711988747,400,0.3305923521518707,0.4762432128190994,0.7106719791889193,0.4993589485436678
fresh-zh-2,4,5,QKV,all_heads,400,0.1730109304189682,0.2522929906845093,0.37435882091522216,0.2651132765598595,400,0.6803235471248626,0.9590906500816345,1.3362675666809083,0.9925166627764702
fresh-zh-2,5,6,Q,weak_half,400,0.09645748138427734,0.14302179962396622,0.20897110402584082,0.1482873978279531,400,0.2599897563457489,0.38999447226524353,0.5479434072971344,0.39855748232454064
fresh-zh-2,5,6,Q,strong_half,400,0.1809565916657448,0.2579386979341507,0.4242433369159699,0.2866741880774498,400,0.5696765661239624,0.8262857496738434,1.1645463705062868,0.8499522567540407
fresh-zh-2,5,6,Q,random_half,400,0.14023137986660003,0.21207524836063385,0.3358057290315628,0.2294808317348361,400,0.39617145955562594,0.603546679019928,0.8519620954990388,0.6227715906873346
fresh-zh-2,5,6,Q,all_heads,400,0.2124523475766182,0.3114890903234482,0.48547130525112153,0.3315464476495981,400,0.8500074565410614,1.2207114696502686,1.6831544876098634,1.2485097397863865
fresh-zh-2,5,6,K,weak_half,400,0.11268386095762253,0.15844296663999557,0.23073527663946153,0.16511732494458556,400,0.30841091871261594,0.4075973480939865,0.5671684145927429,0.42284399185329674
fresh-zh-2,5,6,K,strong_half,400,0.18963371217250827,0.27547281980514526,0.39410830736160285,0.2861934428662062,400,0.5813629508018494,0.8026167452335358,1.1462677121162417,0.8330651656538248
fresh-zh-2,5,6,K,random_half,400,0.15584196597337724,0.22868263721466064,0.3482868522405625,0.245213487111032,400,0.4267770618200302,0.599095344543457,0.8618950605392456,0.6257508716732264
fresh-zh-2,5,6,K,all_heads,400,0.22099290490150453,0.32103320956230164,0.45870922803878783,0.3306591249629855,400,0.8992205858230591,1.2125543355941772,1.6854336857795715,1.2559091521799564
fresh-zh-2,5,6,V,weak_half,400,0.07063206806778909,0.1404784992337227,0.2555223971605301,0.15623776616062968,400,0.20212573707103731,0.3495407998561859,0.568945848941803,0.3724437328800559
fresh-zh-2,5,6,V,strong_half,400,0.12446456775069237,0.2431713342666626,0.4491926223039629,0.2683499524742365,400,0.43640015423297884,0.7116361856460571,1.2341303348541262,0.7784052428603172
fresh-zh-2,5,6,V,random_half,400,0.09991363734006882,0.19938576221466064,0.37734529376029985,0.22433927159756423,400,0.31030079126358034,0.5269667208194733,0.9289289832115174,0.576730994656682
fresh-zh-2,5,6,V,all_heads,400,0.15064573138952256,0.2901022881269455,0.5157874703407289,0.313900042232126,400,0.6542597651481629,1.0770132541656494,1.7728758096694948,1.1508489708602427
fresh-zh-2,5,6,QKV,weak_half,400,0.11484371572732927,0.15857937932014465,0.21937501430511475,0.16239743519574404,400,0.3060603469610214,0.4139917939901352,0.5294583380222322,0.41633064359426497
fresh-zh-2,5,6,QKV,strong_half,400,0.21021323651075363,0.2711845487356186,0.3885083347558975,0.2908404967188835,400,0.642687463760376,0.8447873890399933,1.1069746375083926,0.867037114277482
fresh-zh-2,5,6,QKV,random_half,400,0.16933705806732177,0.2327672466635704,0.3332730144262314,0.2428640996478498,400,0.4467173606157303,0.6256259083747864,0.8484794855117799,0.6411347587406635
fresh-zh-2,5,6,QKV,all_heads,400,0.23886077255010604,0.3242548555135727,0.44796579480171206,0.33672554697841406,400,0.9629941642284393,1.2636644840240479,1.6333376526832581,1.2833677542209625
fresh-zh-2,6,7,Q,weak_half,200,0.0417391087859869,0.07232262939214706,0.11212609261274337,0.07467025758698582,200,0.10848366022109986,0.18776314705610275,0.28790284097194674,0.19288351770490408
fresh-zh-2,6,7,Q,strong_half,200,0.25640063285827636,0.3177511990070343,0.4148035258054733,0.32744133576750756,200,0.5647796273231507,0.716688722372055,0.954166054725647,0.7400373034179211
fresh-zh-2,6,7,Q,random_half,200,0.12879900634288788,0.22194886952638626,0.332408207654953,0.2256222191080451,200,0.28238392472267154,0.4688715189695358,0.6756695747375489,0.47186466835439206
fresh-zh-2,6,7,Q,all_heads,200,0.269546315073967,0.33507607877254486,0.4514196515083313,0.348991626650095,200,0.6870147585868835,0.9055735170841217,1.2147770643234252,0.9329208162426949
fresh-zh-2,6,7,K,weak_half,200,0.04985336102545261,0.07939891517162323,0.11380258202552794,0.08087593361735344,200,0.12708827108144763,0.20006117224693298,0.29327012300491334,0.20637835524976253
fresh-zh-2,6,7,K,strong_half,200,0.24310618489980698,0.3176184445619583,0.37958794832229614,0.31405646473169324,200,0.5958089709281922,0.765109658241272,0.8961048722267151,0.7666196539998055
fresh-zh-2,6,7,K,random_half,200,0.15496660768985748,0.2248191013932228,0.3013159543275833,0.22552063286304475,200,0.3283988356590271,0.500721275806427,0.6430460333824157,0.49004470720887183
fresh-zh-2,6,7,K,all_heads,200,0.24664741456508638,0.3402111679315567,0.39364457428455346,0.331775923371315,200,0.7348533928394317,0.9835070967674255,1.1769101858139037,0.9729980158805848
fresh-zh-2,6,7,V,weak_half,200,0.0661732066422701,0.10102368146181107,0.13809432089328766,0.10337994577363134,200,0.1726634055376053,0.26922808587551117,0.37525428235530844,0.26471279837191103
fresh-zh-2,6,7,V,strong_half,200,0.32914761900901796,0.3666203022003174,0.4801380693912506,0.3861409205198288,200,0.7577693998813629,0.912235677242279,1.1484794020652769,0.9280247834324836
fresh-zh-2,6,7,V,random_half,200,0.178908771276474,0.27492569386959076,0.35554607808589933,0.27435755301266906,200,0.40946572721004487,0.6027847826480865,0.7827392041683197,0.600053438693285
fresh-zh-2,6,7,V,all_heads,200,0.33678316175937656,0.39904166758060455,0.5169395923614502,0.413426753282547,200,0.9429453730583192,1.2080861926078796,1.4355559825897215,1.1927375829219817
fresh-zh-2,6,7,QKV,weak_half,200,0.05415573380887509,0.08810650557279587,0.12289200201630592,0.08794686414301395,200,0.14467986673116684,0.2311157062649727,0.31491124033927914,0.22632790356874466
fresh-zh-2,6,7,QKV,strong_half,200,0.28490555584430693,0.3426387906074524,0.4147398978471756,0.3459416618198156,200,0.6692609429359436,0.8287835717201233,0.9677507996559143,0.825439482331276
fresh-zh-2,6,7,QKV,random_half,200,0.1650654748082161,0.24507559835910797,0.3306679308414459,0.24474985890090464,200,0.37460424900054934,0.5417675375938416,0.6911063194274902,0.5301071310043335
fresh-zh-2,6,7,QKV,all_heads,200,0.2974673330783844,0.3694232851266861,0.44115035235881805,0.36855583034455774,200,0.8218813121318818,1.0770739316940308,1.2469542503356934,1.051767386496067
fresh-zh-2,6,7,JS,weak_half,200,0.0004128603759454564,0.0015489699435420334,0.0038255024701356883,0.0019490687905272352,200,0.0007699567766394468,0.0033198274904862046,0.010109059326350688,0.004936716917145531
fresh-zh-2,6,7,JS,strong_half,200,0.01499104928225279,0.03833772800862789,0.07766694203019142,0.04377788484562188,200,0.014382896572351455,0.03063864354044199,0.05779479779303074,0.033635521156247704
fresh-zh-2,6,7,JS,random_half,200,0.008502493984997273,0.024180701933801174,0.05359563007950782,0.02908199514669832,200,0.0061460350640118126,0.01569557376205921,0.03703090101480484,0.01932553757505957
fresh-zh-2,6,7,JS,all_heads,200,0.017577710561454296,0.04498828761279583,0.08648064285516738,0.05094116823049262,200,0.015560419671237469,0.0357669647783041,0.06376001685857773,0.03857223825994879
fresh-zh-2,6,7,sqrtJS,weak_half,200,0.020317677035927774,0.039356889203190804,0.061850386857986446,0.040630190477240834,200,0.06593088507652284,0.13880279660224915,0.2321288600564003,0.14570703141391278
fresh-zh-2,6,7,sqrtJS,strong_half,200,0.12243728935718537,0.19579963386058807,0.27868716418743134,0.19998195789754392,200,0.27686722874641423,0.43009863793849945,0.5795172154903412,0.43096388019621373
fresh-zh-2,6,7,sqrtJS,random_half,200,0.09220896661281586,0.15550142526626587,0.2315070316195488,0.160118302218616,200,0.17432007789611817,0.2806647717952728,0.419491308927536,0.28962112993001937
fresh-zh-2,6,7,sqrtJS,all_heads,200,0.1325807213783264,0.21210435777902603,0.294072487950325,0.21583859350532295,200,0.34615332186222075,0.5831202566623688,0.7570074021816253,0.5766709113121032
fresh-zh-2,7,8,Q,weak_half,400,0.11501991301774979,0.20768208801746368,0.40987436771392827,0.2380837624333799,400,0.27755335569381717,0.4664519280195236,0.9416283428668978,0.5448388139903545
fresh-zh-2,7,8,Q,strong_half,400,0.19946496337652206,0.2939010560512543,0.5158799171447755,0.3386358293518424,400,0.6831974804401398,1.0592145919799805,2.0394862413406374,1.2236409627646208
fresh-zh-2,7,8,Q,random_half,400,0.18262053281068802,0.3135285973548889,0.5809343338012698,0.3548115189373493,400,0.4343101501464844,0.771829754114151,1.4975882768630988,0.8792067469656467
fresh-zh-2,7,8,Q,all_heads,400,0.21819276958703995,0.30938318371772766,0.4985089987516404,0.3341772097349167,400,0.9632518887519836,1.5584744811058044,2.9021291494369508,1.7684797801077365
fresh-zh-2,7,8,K,weak_half,400,0.06171932294964792,0.1890415921807289,0.35289697945117954,0.2069106152560562,400,0.12757752388715746,0.4307650178670883,0.7951205790042878,0.46451918765436856
fresh-zh-2,7,8,K,strong_half,400,0.07532566636800767,0.2535891681909561,0.4528181284666062,0.2736716274777427,400,0.20490493774414065,0.9827976822853088,1.6328176140785224,1.0146329025086016
fresh-zh-2,7,8,K,random_half,400,0.09977211505174637,0.3185586482286453,0.5694898962974551,0.343400358739309,400,0.16378118842840195,0.6967650949954987,1.275553667545319,0.7474172781175003
fresh-zh-2,7,8,K,all_heads,400,0.0930837780237198,0.2764410078525543,0.45368519723415374,0.2865029306989163,400,0.3344550520181656,1.423342227935791,2.408900570869446,1.4791520913504064
fresh-zh-2,7,8,V,weak_half,400,0.0836452715098858,0.15901128947734833,0.3170878648757935,0.18663387305103243,400,0.18421235531568528,0.3334294557571411,0.587132352590561,0.3728870605304837
fresh-zh-2,7,8,V,strong_half,400,0.11221926733851434,0.20564604550600052,0.41677319109439853,0.24702762244269252,400,0.4338366597890855,0.9384787976741791,1.571258294582367,0.9727864551916718
fresh-zh-2,7,8,V,random_half,400,0.1299824059009552,0.2554609328508377,0.5554963529109955,0.31306485299021003,400,0.2827056139707566,0.6388644278049469,1.1172404766082764,0.6712360151484609
fresh-zh-2,7,8,V,all_heads,400,0.12425580471754075,0.22270255535840988,0.3851474612951279,0.24315173914656044,400,0.6318522036075592,1.3380409479141235,2.1230419635772706,1.3456735160946847
fresh-zh-2,7,8,QKV,weak_half,400,0.11496670842170716,0.19873535633087158,0.3526554644107819,0.2209978123754263,400,0.266403466463089,0.4254317134618759,0.7772294938564304,0.4886315958201885
fresh-zh-2,7,8,QKV,strong_half,400,0.1874774217605591,0.2716352641582489,0.4429545253515244,0.304132877252996,400,0.6623718202114105,1.098257303237915,1.6455845355987553,1.1373977293819189
fresh-zh-2,7,8,QKV,random_half,400,0.19740896821022036,0.32282717525959015,0.5429169952869416,0.35815048607066274,400,0.4427905410528183,0.7476390600204468,1.2850973486900332,0.8130998205393553
fresh-zh-2,7,8,QKV,all_heads,400,0.20188812464475633,0.28497499227523804,0.41363763809204107,0.3018641635030508,400,0.9557942450046539,1.5293591022491455,2.4166606426239015,1.6260293270647526
fresh-zh-2,8,9,Q,weak_half,400,0.07672935500741004,0.11229466646909714,0.17892846316099167,0.12136435554362833,400,0.20993089377880098,0.3149445354938507,0.45924491584300997,0.3289245844259858
fresh-zh-2,8,9,Q,strong_half,400,0.1404616564512253,0.22094734013080597,0.3452083826065064,0.23730728073045612,400,0.4530203700065613,0.6845055818557739,0.9667883217334748,0.7027065766602755
fresh-zh-2,8,9,Q,random_half,400,0.11377490386366844,0.18117336928844452,0.276766735315323,0.18846340665593744,400,0.3158128082752228,0.4975893795490265,0.7391941249370576,0.5138781623542309
fresh-zh-2,8,9,Q,all_heads,400,0.16451882272958757,0.25331707298755646,0.39579310119152067,0.2692842585034668,400,0.6823213219642639,1.008996069431305,1.4070010662078858,1.031631160825491
fresh-zh-2,8,9,K,weak_half,400,0.07525529637932778,0.12215939536690712,0.20642378479242326,0.1333774654008448,400,0.19966924786567689,0.3087341636419296,0.4792025297880173,0.3226432166621089
fresh-zh-2,8,9,K,strong_half,400,0.14392175823450087,0.21677736192941666,0.31460041999816896,0.22399824809283017,400,0.4595452755689621,0.660209983587265,0.9206157863140106,0.6822025449573994
fresh-zh-2,8,9,K,random_half,400,0.11997352242469787,0.18345434963703156,0.2731053471565247,0.1924271053262055,400,0.32488200068473816,0.47791096568107605,0.7083921015262604,0.5031368070468306
fresh-zh-2,8,9,K,all_heads,400,0.16503423005342485,0.25061871111392975,0.349559885263443,0.25300461681559683,400,0.685412472486496,0.9712583720684052,1.3763785123825074,1.004845767095685
fresh-zh-2,8,9,V,weak_half,400,0.0549673080444336,0.10125114396214485,0.18332651704549802,0.11575645731762052,400,0.14570804536342621,0.2593185156583786,0.431455072760582,0.2783632672391832
fresh-zh-2,8,9,V,strong_half,400,0.09550895914435387,0.17410146445035934,0.31076946556568147,0.19114395816810428,400,0.3291195809841156,0.5502854585647583,0.972139084339142,0.6159130980446935
fresh-zh-2,8,9,V,random_half,400,0.0767095796763897,0.14677728712558746,0.26141675710678103,0.1618831360526383,400,0.23577340096235275,0.40759365260601044,0.6878419518470764,0.4447588370367885
fresh-zh-2,8,9,V,all_heads,400,0.10555323883891106,0.19807353615760803,0.335186716914177,0.21496002453379334,400,0.4854343354701996,0.8241976201534271,1.3908112049102785,0.8942763597518205
fresh-zh-2,8,9,QKV,weak_half,400,0.0825660578906536,0.11825376749038696,0.18576323390007024,0.1274705027230084,400,0.21873538345098495,0.31146709620952606,0.45126571655273445,0.3250903274863958
fresh-zh-2,8,9,QKV,strong_half,400,0.15552083402872086,0.2182495892047882,0.30073313117027284,0.22546689085662364,400,0.5053018510341645,0.6926010549068451,0.9190265893936158,0.7052472434937954
fresh-zh-2,8,9,QKV,random_half,400,0.12426191419363022,0.17980801314115524,0.25862217843532564,0.18774775179103018,400,0.3547805666923523,0.4962863177061081,0.6934911608695984,0.513624276816845
fresh-zh-2,8,9,QKV,all_heads,400,0.172349950671196,0.24899354577064514,0.34364267587661745,0.25432584673166275,400,0.7290561497211456,1.0042466521263123,1.368918514251709,1.0303375677764415
fresh-zh-2,9,10,Q,weak_half,400,0.060545417666435244,0.10804775729775429,0.17530018985271456,0.11492105473764241,400,0.16587185263633727,0.27295735478401184,0.4397276490926743,0.29217840200290085
fresh-zh-2,9,10,Q,strong_half,400,0.1323890805244446,0.22104863822460175,0.39098266661167147,0.24610418250784277,400,0.40542857348918915,0.6548906564712524,1.0483936429023744,0.6989319017529487
fresh-zh-2,9,10,Q,random_half,400,0.10141102969646454,0.1676434725522995,0.2931577503681183,0.1861703429557383,400,0.2809086859226227,0.4608035832643509,0.7649609327316285,0.4999809089675546
fresh-zh-2,9,10,Q,all_heads,400,0.14739016741514208,0.2497135028243065,0.4095666199922563,0.2675049745477736,400,0.5940493643283844,0.9190406203269958,1.46542706489563,0.9911103043705225
fresh-zh-2,9,10,K,weak_half,400,0.07361450716853142,0.11231904476881027,0.18114440590143205,0.12058835410512984,400,0.18395409435033802,0.26890386641025543,0.3893064618110657,0.2803748985566199
fresh-zh-2,9,10,K,strong_half,400,0.1566017895936966,0.2219035029411316,0.3203972488641739,0.23414769142866135,400,0.4525820195674896,0.6202647984027863,0.8345050096511841,0.6311703454703093
fresh-zh-2,9,10,K,random_half,400,0.12236895710229874,0.18497807532548904,0.2729706645011902,0.19150492556393148,400,0.30276575684547424,0.44094571471214294,0.6152169346809387,0.45466623999178407
fresh-zh-2,9,10,K,all_heads,400,0.1725284591317177,0.2578907459974289,0.3678524613380433,0.26430909648537637,400,0.6508710503578187,0.8990921676158905,1.2014237642288208,0.9115452484041452
fresh-zh-2,9,10,V,weak_half,400,0.05010535679757595,0.0895957462489605,0.16139430552721024,0.1005913665983826,400,0.1365443304181099,0.2147623598575592,0.3854637205600739,0.2387964224629104
fresh-zh-2,9,10,V,strong_half,400,0.10140954777598381,0.1644650250673294,0.300866374373436,0.18747598493471743,400,0.31954190135002136,0.472663089632988,0.7787706017494203,0.516890792362392
fresh-zh-2,9,10,V,random_half,400,0.08075519800186158,0.13314945995807648,0.24440934956073765,0.15218206870369613,400,0.22031891942024232,0.33908718824386597,0.596290534734726,0.37568548537790775
fresh-zh-2,9,10,V,all_heads,400,0.11862896978855135,0.1900293156504631,0.33564236760139465,0.2116646590642631,400,0.4587136507034302,0.6876073479652405,1.1429073572158814,0.7556872136890889
fresh-zh-2,9,10,QKV,weak_half,400,0.07327372878789902,0.11009984463453293,0.16982217729091648,0.11635067685507237,400,0.18595506101846696,0.27199462056159973,0.39652351140975955,0.2834281402081251
fresh-zh-2,9,10,QKV,strong_half,400,0.1572491094470024,0.22345035523176193,0.31761303544044495,0.2317875382862985,400,0.46439705789089203,0.6388565897941589,0.8704236090183258,0.6523337741941213
fresh-zh-2,9,10,QKV,random_half,400,0.1219222940504551,0.17968101799488068,0.24993446022272112,0.18396044010296464,400,0.3125755786895752,0.45801016688346863,0.6356663823127746,0.46895845342427495
fresh-zh-2,9,10,QKV,all_heads,400,0.1736375004053116,0.2547629326581955,0.3381987035274506,0.2575250355154276,400,0.6504404902458191,0.9181888699531555,1.2623573541641235,0.9357619156688451
fresh-zh-2,10,11,Q,weak_half,200,0.05809122286736965,0.09526727721095085,0.1373703196644783,0.09648039560765027,200,0.1565330594778061,0.26065221428871155,0.3584189087152481,0.25807913109660147
fresh-zh-2,10,11,Q,strong_half,200,0.17240832149982452,0.22608089447021484,0.29141342341899873,0.2331640786677599,200,0.427206227183342,0.5938786566257477,0.7376748919487,0.5916289655864239
fresh-zh-2,10,11,Q,random_half,200,0.11979197710752487,0.17656272649765015,0.22600523829460145,0.17498455591499806,200,0.299173566699028,0.4419882148504257,0.5570366680622101,0.42884018607437613
fresh-zh-2,10,11,Q,all_heads,200,0.1948069676756859,0.2522839605808258,0.33278900384902954,0.2584721230715513,200,0.618204265832901,0.8430793881416321,1.0857965469360351,0.849708099514246
fresh-zh-2,10,11,K,weak_half,200,0.048389685526490214,0.07653293013572693,0.10732165724039078,0.07761635908856988,200,0.12198185920715332,0.19720731675624847,0.26444498300552366,0.1970194958150387
fresh-zh-2,10,11,K,strong_half,200,0.18663746416568755,0.2731491029262543,0.3194005489349365,0.26099538668990135,200,0.4814393639564514,0.6247996687889099,0.7281221449375153,0.608902145922184
fresh-zh-2,10,11,K,random_half,200,0.11615855172276497,0.17063888907432556,0.2703566700220108,0.18257811184972525,200,0.2725476533174515,0.3942382484674454,0.5384599208831787,0.39989000380039214
fresh-zh-2,10,11,K,all_heads,200,0.1938636064529419,0.2882729470729828,0.33853906095027925,0.2808468729257584,200,0.6179399847984314,0.8210435211658478,0.9326142728328705,0.8059216451644897
fresh-zh-2,10,11,V,weak_half,200,0.07253863662481308,0.11250614374876022,0.15310460180044175,0.11320402072742582,200,0.1873881220817566,0.2916935086250305,0.3835133910179138,0.2959113029390574
fresh-zh-2,10,11,V,strong_half,200,0.20068129152059555,0.2452135980129242,0.30775807499885555,0.2530645336955786,200,0.5374365985393524,0.6624546051025391,0.7968273639678953,0.6653106039762497
fresh-zh-2,10,11,V,random_half,200,0.14239993691444397,0.1840181052684784,0.25388412177562714,0.19115967396646738,200,0.34835387468338014,0.47605299949645996,0.601543116569519,0.4821298637241125
fresh-zh-2,10,11,V,all_heads,200,0.21512978076934816,0.27266331017017365,0.3435991615056991,0.27941328793764114,200,0.74908247590065,0.9892854392528534,1.1872108697891235,0.9612218999862671
fresh-zh-2,10,11,QKV,weak_half,200,0.06158177256584168,0.09912759810686111,0.13022897094488145,0.09738719949498773,200,0.16031771302223205,0.2665250301361084,0.33654427230358125,0.2561560580506921
fresh-zh-2,10,11,QKV,strong_half,200,0.21092249006032943,0.24656762182712555,0.3026114284992218,0.25125792682170867,200,0.5289937257766724,0.6344618797302246,0.7748373687267304,0.6410838364064694
fresh-zh-2,10,11,QKV,random_half,200,0.1345460221171379,0.1853308603167534,0.23595131933689117,0.18537638511508703,200,0.3279202163219452,0.45175987482070923,0.5574859499931335,0.4490484444797039
fresh-zh-2,10,11,QKV,all_heads,200,0.2197829142212868,0.2678325027227402,0.33001674115657803,0.27486071430146697,200,0.6919123709201813,0.9175626039505005,1.079559338092804,0.8972398939728737
fresh-zh-2,10,11,JS,weak_half,200,0.0006725717568770051,0.0025995317846536636,0.007425001868978142,0.0033351748136192325,200,0.0011692118016071618,0.0032229265198111534,0.007380979601293802,0.003822854450554587
fresh-zh-2,10,11,JS,strong_half,200,0.01148390220478177,0.02528925985097885,0.06133109517395495,0.03654496079543605,200,0.008839023951441049,0.020151750184595585,0.04590754956007003,0.028978726809145882
fresh-zh-2,10,11,JS,random_half,200,0.005910992389544845,0.0160494614392519,0.037735163792967784,0.022933436106541194,200,0.004426252888515592,0.010926312766969204,0.024178072810173035,0.017886144001386127
fresh-zh-2,10,11,JS,all_heads,200,0.015325034223496915,0.031197580508887768,0.06463769376277924,0.04094371306709945,200,0.011142155900597573,0.02416140679270029,0.05232254453003405,0.032801581148523835
fresh-zh-2,10,11,sqrtJS,weak_half,200,0.02593398727476597,0.05098559893667698,0.08616753965616225,0.05315380671061575,200,0.08764518350362778,0.14907324314117432,0.22522300779819487,0.15235219521448015
fresh-zh-2,10,11,sqrtJS,strong_half,200,0.1071628674864769,0.15902575105428696,0.24764539450407025,0.17566346250474452,200,0.23531716912984849,0.3615851402282715,0.5139065504074096,0.3682800804451108
fresh-zh-2,10,11,sqrtJS,random_half,200,0.07688297629356385,0.12668617069721222,0.19424909651279446,0.1351506732031703,200,0.1681055963039398,0.24901407212018967,0.3730812132358551,0.26297642232850194
fresh-zh-2,10,11,sqrtJS,all_heads,200,0.12379417940974236,0.1766282021999359,0.25423933267593385,0.1890742003545165,200,0.3440644860267639,0.5116505026817322,0.7025925397872924,0.5206322740763426
fresh-zh-2,11,12,Q,weak_half,400,0.11733006834983825,0.2020385041832924,0.35670980513095857,0.22236370101571082,400,0.24258084893226625,0.34465840458869934,0.543546211719513,0.3697677306085825
fresh-zh-2,11,12,Q,strong_half,400,0.14845186620950698,0.21940569579601288,0.35043988823890687,0.23546066496521234,400,0.45972551703453063,0.708428293466568,1.1401207327842713,0.7551849377900361
fresh-zh-2,11,12,Q,random_half,400,0.11865318417549134,0.2127816379070282,0.3853861302137375,0.23908725893124938,400,0.3201279163360596,0.5117341876029968,0.8994354665279388,0.5627735051885248
fresh-zh-2,11,12,Q,all_heads,400,0.12425258904695512,0.1905544474720955,0.28566747903823864,0.19847672471776603,400,0.7174283981323243,1.0416491031646729,1.6478107094764711,1.1249526748806238
fresh-zh-2,11,12,K,weak_half,400,0.10207040533423424,0.18312282115221024,0.3340327262878418,0.20212115602567793,400,0.17535753697156906,0.2828668802976608,0.4704534292221069,0.30775592202320695
fresh-zh-2,11,12,K,strong_half,400,0.10198884606361389,0.17936693876981735,0.28109371066093447,0.1900352643057704,400,0.3209595799446106,0.5568952858448029,0.9768767476081848,0.6016723706200718
fresh-zh-2,11,12,K,random_half,400,0.10724460259079935,0.19250735640525818,0.4039032459259034,0.23086604241281747,400,0.23453251719474794,0.42394983768463135,0.752253317832947,0.46019582338631154
fresh-zh-2,11,12,K,all_heads,400,0.10352343246340752,0.17076624929904938,0.27928519845008865,0.18467908412218093,400,0.4974952101707459,0.8568938970565796,1.4117163658142091,0.9094282945245504
fresh-zh-2,11,12,V,weak_half,400,0.07290947139263153,0.14211178570985794,0.2694735020399094,0.16058510250411928,400,0.15088752657175064,0.2439786046743393,0.4074105501174927,0.26545343806967137
fresh-zh-2,11,12,V,strong_half,400,0.0806106261909008,0.13971736282110214,0.2555760562419892,0.15896635301411152,400,0.24169393628835678,0.47515323758125305,0.8610004544258122,0.5290280875191092
fresh-zh-2,11,12,V,random_half,400,0.07585591450333595,0.16047478467226028,0.30655547380447395,0.18605775559321047,400,0.1876835495233536,0.3586433529853821,0.6795750677585602,0.3993683055602014
fresh-zh-2,11,12,V,all_heads,400,0.08060992285609245,0.14583168178796768,0.24802519828081135,0.15804083393886686,400,0.40627951323986056,0.7250699996948242,1.253320598602295,0.7944815232604742
fresh-zh-2,11,12,QKV,weak_half,400,0.12089074924588203,0.19041018187999725,0.3131822109222412,0.20355342708528043,400,0.22189488708972932,0.3087073117494583,0.4663683146238328,0.3286345063894987
fresh-zh-2,11,12,QKV,strong_half,400,0.13642823994159697,0.1965373381972313,0.2822093576192856,0.20374872624874116,400,0.40719278752803806,0.630268394947052,0.9495732843875885,0.6624377898871898
fresh-zh-2,11,12,QKV,random_half,400,0.12424726262688637,0.21461418271064758,0.3536228984594345,0.22945917885750533,400,0.3021746277809143,0.45107603073120117,0.7554274857044221,0.49821656573563816
fresh-zh-2,11,12,QKV,all_heads,400,0.1260660246014595,0.1817675232887268,0.2506496548652649,0.18695072133094073,400,0.6409212946891785,0.9385963082313538,1.391756021976471,0.9910722962021827
fresh-zh-2,12,13,Q,weak_half,400,0.04960459545254708,0.07762378081679344,0.11973500996828079,0.08252789679449052,400,0.1381758362054825,0.21506193280220032,0.31042827665805817,0.22217238960787655
fresh-zh-2,12,13,Q,strong_half,400,0.10421309620141983,0.1715901419520378,0.3048519104719163,0.19051309660077095,400,0.32740226984024046,0.5173593759536743,0.7945390760898594,0.5428747995570302
fresh-zh-2,12,13,Q,random_half,400,0.0752455398440361,0.13010620325803757,0.22196723371744156,0.14327647837810217,400,0.22489532828330994,0.35626721382141113,0.5740774989128115,0.3868368522822857
fresh-zh-2,12,13,Q,all_heads,400,0.1107637569308281,0.18118860572576523,0.3078986644744874,0.20230572551488876,400,0.46481805443763735,0.7350729703903198,1.1088959813117982,0.7650471866875886
fresh-zh-2,12,13,K,weak_half,400,0.0501171175390482,0.08239372447133064,0.12552271038293844,0.08610711858607828,400,0.12639287263154983,0.19831881672143936,0.29752256870269783,0.20515652680769564
fresh-zh-2,12,13,K,strong_half,400,0.09459462314844132,0.14579559117555618,0.2152704641222954,0.15354661613702775,400,0.29482573866844175,0.4232279360294342,0.5921652436256409,0.43500331826508043
fresh-zh-2,12,13,K,random_half,400,0.07906277626752854,0.1232818253338337,0.19158277809619906,0.13013536700047554,400,0.20604025572538376,0.306414470076561,0.4542174696922303,0.32120740212500093
fresh-zh-2,12,13,K,all_heads,400,0.10565693229436875,0.1641126349568367,0.24348812848329546,0.17089538416825234,400,0.43644048273563385,0.6150440573692322,0.885837858915329,0.6401598461717367
fresh-zh-2,12,13,V,weak_half,400,0.03661304228007793,0.06362244114279747,0.10754167288541794,0.06990037212148309,400,0.10231047123670578,0.15794268250465393,0.25045901238918306,0.1697707894258201
fresh-zh-2,12,13,V,strong_half,400,0.06616248339414596,0.11187358945608139,0.1953046903014183,0.12525101948529482,400,0.2437355786561966,0.35896436870098114,0.5324044704437256,0.37770062319934367
fresh-zh-2,12,13,V,random_half,400,0.054050813987851144,0.0978706032037735,0.16992778033018113,0.1061772226402536,400,0.1709301471710205,0.2604460120201111,0.3996974408626557,0.2771344132907689
fresh-zh-2,12,13,V,all_heads,400,0.0768166534602642,0.12282830476760864,0.208562283217907,0.13613640232011676,400,0.36192336976528167,0.517450362443924,0.762963879108429,0.547471412718296
fresh-zh-2,12,13,QKV,weak_half,400,0.054570150747895244,0.07972760498523712,0.11325867027044297,0.08206341951154172,400,0.13953581005334853,0.20597374439239502,0.2818590492010117,0.20780314395204186
fresh-zh-2,12,13,QKV,strong_half,400,0.11103901565074921,0.15861456841230392,0.22104950100183493,0.16530200285837054,400,0.35915649533271793,0.47251249849796295,0.6258534491062164,0.48323188569396736
fresh-zh-2,12,13,QKV,random_half,400,0.0892927698791027,0.12828603386878967,0.18128076493740083,0.1329892193712294,400,0.23933622241020203,0.3358944058418274,0.48042560517787936,0.34910066101700066
fresh-zh-2,12,13,QKV,all_heads,400,0.1216454602777958,0.17226263135671616,0.2381416827440262,0.1784146299213171,400,0.508368867635727,0.6778793334960938,0.8920386791229249,0.691035027205944
fresh-zh-2,13,14,Q,weak_half,400,0.034263442084193234,0.061843086034059525,0.11240421384572986,0.06782323581399397,400,0.0950643926858902,0.16934867948293686,0.27975376844406136,0.17758740260265768
fresh-zh-2,13,14,Q,strong_half,400,0.10446888655424119,0.16418351233005524,0.273970827460289,0.1780627867951989,400,0.2922616064548492,0.47325460612773895,0.7547839045524598,0.5002639067545533
fresh-zh-2,13,14,Q,random_half,400,0.06292319446802139,0.12151537835597992,0.20902744680643084,0.1300126162637025,400,0.17679038643836978,0.3253759741783142,0.5466394662857056,0.3435565176140517
fresh-zh-2,13,14,Q,all_heads,400,0.10570311471819878,0.17729689925909042,0.296221587061882,0.19067085539456458,400,0.40826204419136053,0.6566768884658813,1.0182255387306214,0.6778513112664223
fresh-zh-2,13,14,K,weak_half,400,0.03546931780874729,0.07140714302659035,0.11390213146805764,0.07452516647754237,400,0.09593984559178353,0.17257798463106155,0.28700693547725675,0.18615194973535837
fresh-zh-2,13,14,K,strong_half,400,0.10039940103888512,0.19237544387578964,0.281455796957016,0.19326661992818117,400,0.29614495635032656,0.5029185116291046,0.7716325640678406,0.521335321571678
fresh-zh-2,13,14,K,random_half,400,0.07979629412293436,0.1527278870344162,0.26169114708900454,0.16290841813664883,400,0.1939662888646126,0.3432449400424957,0.5370608627796175,0.35928574349731207
fresh-zh-2,13,14,K,all_heads,400,0.11056661754846574,0.20081477612257004,0.28768795132637026,0.20230605257675052,400,0.40258807241916655,0.688849151134491,1.0459978461265564,0.707487269565463
fresh-zh-2,13,14,V,weak_half,400,0.02696644812822342,0.05167106352746487,0.1258958220481873,0.06375111980829389,400,0.07627935335040092,0.13779661059379578,0.2595121681690218,0.1589990052767098
fresh-zh-2,13,14,V,strong_half,400,0.0743052065372467,0.1363629847764969,0.3007320672273636,0.16623309971764683,400,0.2255341649055481,0.37379077076911926,0.7039154410362244,0.4337347562611103
fresh-zh-2,13,14,V,random_half,400,0.05532718189060688,0.10138217732310295,0.24353006631135946,0.13248815638944506,400,0.14722223728895187,0.24578191339969635,0.5056994915008546,0.29764602789655326
fresh-zh-2,13,14,V,all_heads,400,0.0845200575888157,0.1500200629234314,0.3258771896362305,0.17817630601115525,400,0.3138166666030884,0.511152595281601,0.9712536990642548,0.5927337601780891
fresh-zh-2,13,14,QKV,weak_half,400,0.038317539170384406,0.0679476447403431,0.11137442588806153,0.07183737435378135,400,0.10186097323894501,0.17649385333061218,0.2765123873949051,0.1832050807401538
fresh-zh-2,13,14,QKV,strong_half,400,0.10863361805677414,0.18030710518360138,0.2676051646471024,0.18669939960353077,400,0.31612505912780764,0.4904506206512451,0.7299620449543001,0.515068173520267
fresh-zh-2,13,14,QKV,random_half,400,0.08271794319152832,0.13795767724514008,0.23157390356063842,0.14965369687415658,400,0.20218586325645446,0.3404891937971115,0.513986110687256,0.3531366855464876
fresh-zh-2,13,14,QKV,all_heads,400,0.11896158829331399,0.19179635494947433,0.28278276026248933,0.19807124366983772,400,0.43320168256759645,0.6724704504013062,0.99070662856102,0.6982732547074556
fresh-zh-2,14,15,Q,weak_half,200,0.06271082982420921,0.09818928316235542,0.1374141991138458,0.10025042451918126,200,0.15960971862077714,0.2548031806945801,0.3649199217557907,0.260791554749012
fresh-zh-2,14,15,Q,strong_half,200,0.20739603489637376,0.2604239135980606,0.32789650857448577,0.26307900428771974,200,0.5208862066268921,0.6749774217605591,0.8492313086986542,0.6832216593623162
fresh-zh-2,14,15,Q,random_half,200,0.1332329750061035,0.1858796402812004,0.2619890540838241,0.19161722406744958,200,0.32004196345806124,0.452532097697258,0.6300119638442992,0.46885129913687706
fresh-zh-2,14,15,Q,all_heads,200,0.21011206656694412,0.2695990204811096,0.3465628683567047,0.27365672059357166,200,0.7097750127315521,0.947596549987793,1.196447491645813,0.9440132120251655
fresh-zh-2,14,15,K,weak_half,200,0.035029929131269455,0.051041170954704285,0.06720122247934342,0.0502888788562268,200,0.08443593755364419,0.12241147458553314,0.16805352866649628,0.12211694825440646
fresh-zh-2,14,15,K,strong_half,200,0.15225592851638795,0.20143530517816544,0.3604703992605209,0.24235865145921706,200,0.3512906312942505,0.4844953417778015,0.7651932656764984,0.5361148172616959
fresh-zh-2,14,15,K,random_half,200,0.0760440967977047,0.1316063404083252,0.3042240738868712,0.15653631461784243,200,0.1872629314661026,0.27686960995197296,0.5337638974189758,0.3137336556240916
fresh-zh-2,14,15,K,all_heads,200,0.161360639333725,0.20902752131223679,0.3632954835891723,0.24856786370277406,200,0.46462448537349704,0.6070328950881958,0.9176524996757507,0.6582317668199539
fresh-zh-2,14,15,V,weak_half,200,0.036642830818891525,0.049899060279130936,0.06944888383150101,0.051860287226736544,200,0.09075915813446045,0.1187230795621872,0.1662780299782753,0.12562856417149304
fresh-zh-2,14,15,V,strong_half,200,0.13302152007818221,0.1983097344636917,0.28941326141357415,0.20979572389274836,200,0.33187415897846223,0.4504379630088806,0.612033677101135,0.4686401551961899
fresh-zh-2,14,15,V,random_half,200,0.07412829026579858,0.13107771426439285,0.22268537282943726,0.13841151064261795,200,0.17025825381278992,0.26764683425426483,0.4214413821697235,0.2846737751364708
fresh-zh-2,14,15,V,all_heads,200,0.15250787287950518,0.2052433043718338,0.2950038433074951,0.21953585505485534,200,0.4360881626605988,0.5877294838428497,0.7734893798828125,0.5942687273025513
fresh-zh-2,14,15,QKV,weak_half,200,0.0504409421235323,0.07073170319199562,0.0928923636674881,0.07201128439977765,200,0.12470831274986267,0.18187545239925385,0.25031186938285827,0.18586763564497233
fresh-zh-2,14,15,QKV,strong_half,200,0.20300718396902084,0.24744059145450592,0.2872049570083618,0.2471238097548485,200,0.5163794696331024,0.6219441890716553,0.7110221982002258,0.6174947316944599
fresh-zh-2,14,15,QKV,random_half,200,0.11219120025634766,0.16850487887859344,0.23497135937213898,0.1707809848897159,200,0.2587660074234009,0.3867143988609314,0.5090081453323364,0.3900500972568989
fresh-zh-2,14,15,QKV,all_heads,200,0.21140896826982497,0.2555245906114578,0.297117206454277,0.2554413276165724,200,0.6588486015796662,0.7985384464263916,0.9420318186283112,0.8033623656630516
fresh-zh-2,14,15,JS,weak_half,200,0.000712060375371948,0.002641250961460173,0.00798478852957487,0.0038523611226446517,200,0.0009664817596785724,0.002923916676081717,0.005973426904529332,0.0033972052281023932
fresh-zh-2,14,15,JS,strong_half,200,0.01074603106826544,0.024172890931367874,0.06416026055812835,0.031952822455205025,200,0.012516664620488883,0.02777958009392023,0.06388873755931854,0.03430402033380233
fresh-zh-2,14,15,JS,random_half,200,0.004988785553723574,0.013722216244786978,0.03948715589940548,0.01952113633684348,200,0.005256434995681048,0.011848065070807934,0.0360194019973278,0.017890948010317514
fresh-zh-2,14,15,JS,all_heads,200,0.010867191012948751,0.02540552243590355,0.06286080330610275,0.032626416739076375,200,0.015120767802000046,0.031155623495578766,0.06729763150215148,0.037701225415803494
fresh-zh-2,14,15,sqrtJS,weak_half,200,0.026683922857046127,0.051392899826169014,0.08935703858733177,0.0556263252813369,200,0.0785523608326912,0.13475202769041061,0.19720925390720367,0.1380664858594537
fresh-zh-2,14,15,sqrtJS,strong_half,200,0.1036574922502041,0.15547632426023483,0.25329810082912446,0.1678675713762641,200,0.28147317171096803,0.40651051700115204,0.571086174249649,0.418818478807807
fresh-zh-2,14,15,sqrtJS,random_half,200,0.07063130363821983,0.11714175343513489,0.19871238023042678,0.12820306746289134,200,0.16536769568920134,0.26090459525585175,0.4012069284915924,0.27285549800843
fresh-zh-2,14,15,sqrtJS,all_heads,200,0.10424575358629226,0.1593756079673767,0.2507202237844467,0.17021997287869453,200,0.4032789617776871,0.536505401134491,0.7292719304561615,0.5568849652260542
fresh-zh-2,15,16,Q,weak_half,400,0.05296416990458966,0.1097058579325676,0.20981872379779826,0.12176609385292977,400,0.09573695659637452,0.19757343083620071,0.33399322628974915,0.20655532903037965
fresh-zh-2,15,16,Q,strong_half,400,0.07280706465244294,0.1799856796860695,0.35194335877895366,0.20504566206596792,400,0.15536409169435503,0.3523363322019577,0.713522094488144,0.4003810223005712
fresh-zh-2,15,16,Q,random_half,400,0.058560377731919286,0.1475047618150711,0.28840276002883913,0.1628877080185339,400,0.11904392018914223,0.27504539489746094,0.5124441504478454,0.2966858225688338
fresh-zh-2,15,16,Q,all_heads,400,0.11578345969319347,0.2294987589120865,0.4293626874685288,0.2573411089926958,400,0.2486498832702637,0.5586209893226624,1.04012633562088,0.6069363518059254
fresh-zh-2,15,16,K,weak_half,400,0.06731320694088937,0.12379990890622139,0.22896444648504266,0.13868783951271324,400,0.1278907224535942,0.1983300894498825,0.3210069835186005,0.21365824959240853
fresh-zh-2,15,16,K,strong_half,400,0.10169426426291465,0.1691870465874672,0.28708243072032935,0.18275384192354976,400,0.2085164651274681,0.3523632735013962,0.6660577952861787,0.3972750799544156
fresh-zh-2,15,16,K,random_half,400,0.08386149182915688,0.1546521857380867,0.2826735109090806,0.17821838243864477,400,0.16606896221637726,0.27462275326251984,0.47131496071815515,0.2997093195281923
fresh-zh-2,15,16,K,all_heads,400,0.14613330215215684,0.23343699425458908,0.3541532337665559,0.24448163107037543,400,0.3425259649753571,0.5605677366256714,0.9642517924308778,0.6109333278611302
fresh-zh-2,15,16,V,weak_half,400,0.06655594855546952,0.1148284561932087,0.191215455532074,0.12341099446173757,400,0.12295637577772141,0.1802930235862732,0.2718257755041123,0.19074043171480298
fresh-zh-2,15,16,V,strong_half,400,0.10166022330522537,0.1639944389462471,0.26632468998432174,0.1762286716233939,400,0.2128176808357239,0.31863120198249817,0.4956288427114492,0.34651110403239727
fresh-zh-2,15,16,V,random_half,400,0.08618020489811898,0.13986745476722717,0.25576616823673265,0.16139126570895315,400,0.15961675345897675,0.24524610489606857,0.3860152125358582,0.2656296550668776
fresh-zh-2,15,16,V,all_heads,400,0.1633816361427307,0.22085733711719513,0.3414018601179123,0.23958097053691746,400,0.3388347923755646,0.49067915976047516,0.7781152904033661,0.5372515359893442
fresh-zh-2,15,16,QKV,weak_half,400,0.07847988680005073,0.12092074006795883,0.20730030238628389,0.1322494880016893,400,0.142325359582901,0.20245439559221268,0.2992523729801178,0.21138129249215126
fresh-zh-2,15,16,QKV,strong_half,400,0.11575153470039369,0.18263930827379227,0.29984006881713865,0.19604245956987143,400,0.24242400228977204,0.3718942701816559,0.6185309827327728,0.40160632636398075
fresh-zh-2,15,16,QKV,random_half,400,0.09399177730083466,0.1591888815164566,0.267033988237381,0.17489325745031237,400,0.18424578607082367,0.2768609821796417,0.44382110834121713,0.3002216679789126
fresh-zh-2,15,16,QKV,all_heads,400,0.1670123815536499,0.24380531907081604,0.36500730216503147,0.25593341447412965,400,0.38741981983184814,0.5657934546470642,0.9107420206069949,0.6129876197874546
fresh-zh-2,16,17,Q,weak_half,400,0.009935837145894766,0.03415417857468128,0.07075487151741981,0.03800633926992305,400,0.02709893826395273,0.09796687215566635,0.19140416681766514,0.10397233369294553
fresh-zh-2,16,17,Q,strong_half,400,0.024711767956614495,0.08420652896165848,0.1741850018501282,0.09211719665210694,400,0.06669742912054062,0.2312285304069519,0.4375150859355929,0.24835383663885297
fresh-zh-2,16,17,Q,random_half,400,0.017365497909486292,0.06281135976314545,0.12709931731224064,0.06787037449539639,400,0.04570143297314644,0.15935274213552475,0.3127641975879669,0.1747891979943961
fresh-zh-2,16,17,Q,all_heads,400,0.026276730559766294,0.08893999457359314,0.18549943119287496,0.09945361200720072,400,0.09445429518818856,0.3330305367708206,0.6300873994827271,0.3523261696472764
fresh-zh-2,16,17,K,weak_half,400,0.03447007648646832,0.051822127774357796,0.0867315649986267,0.05574236646760255,400,0.09934577569365502,0.13400931656360626,0.19979822337627412,0.14302446575835348
fresh-zh-2,16,17,K,strong_half,400,0.09027547240257264,0.12412077933549881,0.1731634944677353,0.12878162619657815,400,0.24980487376451493,0.33491386473178864,0.46032795906066903,0.34580265283584594
fresh-zh-2,16,17,K,random_half,400,0.062100964784622195,0.0910503976047039,0.13398102670907974,0.09575353187508881,400,0.16836116313934327,0.2290978878736496,0.3244350254535675,0.24051611121743918
fresh-zh-2,16,17,K,all_heads,400,0.09513578563928604,0.13150649517774582,0.19060864448547363,0.13824683114886283,400,0.3555954545736313,0.46911515295505524,0.6366063237190247,0.48882712043821813
fresh-zh-2,16,17,V,weak_half,400,0.02432969715446234,0.04414794035255909,0.07485520616173745,0.04800163654377684,400,0.06959629356861115,0.11509216204285622,0.17888563722372056,0.12127980278804898
fresh-zh-2,16,17,V,strong_half,400,0.08027007654309273,0.11979211121797562,0.1776773124933243,0.12589444532990457,400,0.2194700062274933,0.3206135779619217,0.44321041703224184,0.3294463151320815
fresh-zh-2,16,17,V,random_half,400,0.05289119817316532,0.08080115541815758,0.1341905638575554,0.08850929488893598,400,0.14214293360710145,0.2160685658454895,0.3284931659698486,0.22326322436332702
fresh-zh-2,16,17,V,all_heads,400,0.0874842867255211,0.13068774342536926,0.19363214671611786,0.13698556892573832,400,0.30306057929992675,0.4352279603481293,0.613510024547577,0.4507261177897453
fresh-zh-2,16,17,QKV,weak_half,400,0.032469556853175166,0.047202564775943756,0.07056713998317721,0.050171766253188255,400,0.08848373517394066,0.12584398686885834,0.17646596729755404,0.13091058439575134
fresh-zh-2,16,17,QKV,strong_half,400,0.08850800096988679,0.11930758133530617,0.15719040334224701,0.12181321386247873,400,0.24187853038311005,0.32637670636177063,0.41468892693519593,0.3295865111425519
fresh-zh-2,16,17,QKV,random_half,400,0.0596903320401907,0.08615831658244133,0.12263640388846397,0.08896983059123159,400,0.16256119012832643,0.22000296413898468,0.3043559938669205,0.22737730922177435
fresh-zh-2,16,17,QKV,all_heads,400,0.09345708265900612,0.12850981205701828,0.17520596086978912,0.13192057996988296,400,0.3363911211490631,0.45525990426540375,0.5883902549743653,0.46049709506332875
fresh-zh-2,17,18,Q,weak_half,400,0.011101483181118966,0.0323680080473423,0.057603910937905324,0.033827579806093126,400,0.031985342130064966,0.0876847617328167,0.15673617571592333,0.09143375111743808
fresh-zh-2,17,18,Q,strong_half,400,0.0385629877448082,0.10841600596904755,0.18900175839662553,0.1100821303576231,400,0.08775615692138672,0.27139487862586975,0.4259723544120789,0.2626310554984957
fresh-zh-2,17,18,Q,random_half,400,0.023962982557713987,0.06889569386839867,0.14009916782379153,0.07679417449748144,400,0.061404936015605927,0.17443960905075073,0.2982084572315216,0.17818841366562993
fresh-zh-2,17,18,Q,all_heads,400,0.04057067260146141,0.11275390163064003,0.19443033486604694,0.11559884711634368,400,0.12266913503408432,0.36147016286849976,0.5818089663982392,0.3540648077335209
fresh-zh-2,17,18,K,weak_half,400,0.016734050400555135,0.032804613932967186,0.05211637504398823,0.03370113857439719,400,0.043253502994775775,0.0873953104019165,0.1269218221306801,0.08656848683021963
fresh-zh-2,17,18,K,strong_half,400,0.058700710907578474,0.1025642417371273,0.15583149790763856,0.10609589752741158,400,0.14617993533611298,0.2391187995672226,0.34780321419239046,0.24322532111778855
fresh-zh-2,17,18,K,random_half,400,0.04161272682249546,0.06676663085818291,0.11925722509622574,0.07517479854403064,400,0.09357281252741814,0.15649239718914032,0.2538058370351791,0.16596424202434717
fresh-zh-2,17,18,K,all_heads,400,0.06015550643205643,0.10847470164299011,0.16301802843809132,0.11092325892299414,400,0.1949007257819176,0.3274110108613968,0.4664688229560852,0.32979380747303366
fresh-zh-2,17,18,V,weak_half,400,0.019874605536460876,0.03137070685625076,0.04852171577513219,0.03309973497875035,400,0.05361320488154888,0.08563925698399544,0.12278700545430186,0.08706184229813516
fresh-zh-2,17,18,V,strong_half,400,0.10827316716313362,0.1447114795446396,0.18504086136817932,0.14562460164539515,400,0.23912318795919418,0.31155066192150116,0.40475570559501656,0.31770736826583745
fresh-zh-2,17,18,V,random_half,400,0.04249230325222016,0.1011737808585167,0.15419833362102509,0.09843956577125937,400,0.10325845628976822,0.20564565807580948,0.3110764265060425,0.20660887354053556
fresh-zh-2,17,18,V,all_heads,400,0.11154847592115402,0.14937632530927658,0.18985365480184557,0.14961126811802386,400,0.29345017671585083,0.3991250991821289,0.5174729585647584,0.4047692118212581
fresh-zh-2,17,18,QKV,weak_half,400,0.022748670354485512,0.034580888226628304,0.04894055239856243,0.03529463768703863,400,0.06198169961571694,0.09218157455325127,0.12754254043102264,0.09314262809231877
fresh-zh-2,17,18,QKV,strong_half,400,0.09590465575456619,0.12382733821868896,0.16155840605497362,0.12690051000565292,400,0.2223674699664116,0.28712907433509827,0.3669418722391129,0.2926468723267317
fresh-zh-2,17,18,QKV,random_half,400,0.0485966756939888,0.08914709463715553,0.13051219880580903,0.08856487947516144,400,0.1207292065024376,0.19164200127124786,0.27366073727607726,0.1954509746003896
fresh-zh-2,17,18,QKV,all_heads,400,0.0981829434633255,0.1303626075387001,0.1655799955129624,0.13169100267812608,400,0.2939887970685959,0.37502290308475494,0.48529433608055117,0.3857895012944937
fresh-zh-2,18,19,Q,weak_half,200,0.04343586973845959,0.0534112099558115,0.06460162252187727,0.054462301265448335,200,0.12069911807775498,0.14972881227731705,0.18620306849479676,0.15217649560421706
fresh-zh-2,18,19,Q,strong_half,200,0.10141547843813896,0.13778479397296906,0.18353935778141023,0.14059118572622537,200,0.27551740407943726,0.3472747951745987,0.43447560667991636,0.35322576962411406
fresh-zh-2,18,19,Q,random_half,200,0.0674538180232048,0.10073267295956612,0.14462182223796843,0.10473861441016197,200,0.1838500663638115,0.2529953122138977,0.33715625703334806,0.2566286628693342
fresh-zh-2,18,19,Q,all_heads,200,0.11009455248713493,0.14756211638450623,0.19009753763675688,0.14948608476668596,200,0.40503120720386504,0.5028677880764008,0.6125150680541992,0.5054022626578808
fresh-zh-2,18,19,K,weak_half,200,0.02139507606625557,0.029337091371417046,0.040903106331825256,0.03025105468928814,200,0.05759431794285774,0.0798911303281784,0.10303315445780754,0.07986554000526666
fresh-zh-2,18,19,K,strong_half,200,0.06630893573164941,0.09404531121253967,0.12597691863775254,0.09548422431573272,200,0.1729764074087143,0.23908135294914246,0.31214395463466643,0.23949552342295646
fresh-zh-2,18,19,K,random_half,200,0.03826248943805695,0.06620984524488449,0.1043273754417896,0.06821277300827205,200,0.09528730288147927,0.15070322901010513,0.2283831000328064,0.15793457847088577
fresh-zh-2,18,19,K,all_heads,200,0.07030560746788979,0.09702940285205841,0.1309701606631279,0.1001494774222374,200,0.24221688657999038,0.3145208805799484,0.4046083450317382,0.319361065030098
fresh-zh-2,18,19,V,weak_half,200,0.027164516784250737,0.03675483912229538,0.057930187508463835,0.04075504462234676,200,0.0675201341509819,0.08945804834365845,0.1443285077810287,0.10256066888570786
fresh-zh-2,18,19,V,strong_half,200,0.07111474126577377,0.09883755445480347,0.14024595916271204,0.10836533576250076,200,0.14929614067077637,0.19957126677036285,0.2871866971254349,0.22022919230163096
fresh-zh-2,18,19,V,random_half,200,0.040711766481399535,0.07158558443188667,0.12034551650285719,0.0768967984430492,200,0.09848215728998184,0.14898236095905304,0.23275760114192962,0.16332753844559192
fresh-zh-2,18,19,V,all_heads,200,0.084201879799366,0.12034821510314941,0.17330206036567686,0.12868890210986136,200,0.21946438252925873,0.28039059042930603,0.41771781444549555,0.3227898621559143
fresh-zh-2,18,19,QKV,weak_half,200,0.03474302478134632,0.042306067422032356,0.05446412712335586,0.04368477962911129,200,0.09379126504063606,0.11436434090137482,0.14681384712457657,0.11792435608804226
fresh-zh-2,18,19,QKV,strong_half,200,0.09066921696066857,0.1150595024228096,0.14625575244426728,0.11780251979827881,200,0.22723627537488938,0.28123360872268677,0.3523650288581848,0.2900273895263672
fresh-zh-2,18,19,QKV,random_half,200,0.0559904433786869,0.08273791894316673,0.12146416977047919,0.08630330294370651,200,0.14345042854547502,0.19500748068094254,0.2735179543495178,0.20557381115853787
fresh-zh-2,18,19,QKV,all_heads,200,0.09869400337338448,0.12590667605400085,0.16087260544300078,0.12922039084136486,200,0.3294968128204346,0.3965512663125992,0.4856201529502869,0.407951745390892
fresh-zh-2,18,19,JS,weak_half,200,0.00024250521382782614,0.0005920730181969702,0.0012649440206587313,0.0006980208386266895,200,0.000649251148570329,0.0026364059885963798,0.006882245838642119,0.0032873435968940614
fresh-zh-2,18,19,JS,strong_half,200,0.0022280937992036343,0.005862757097929716,0.011078207287937403,0.006152294221392367,200,0.002102449256926775,0.004929718328639865,0.00996520360931754,0.005532952744688373
fresh-zh-2,18,19,JS,random_half,200,0.001011188398115337,0.0033537927083671093,0.007716056425124407,0.004045719321584329,200,0.0012704378343187273,0.003600375377573073,0.00897225495427847,0.004471481308573857
fresh-zh-2,18,19,JS,all_heads,200,0.0023725082632154227,0.005990954115986824,0.012146112415939568,0.006737736810464412,200,0.0032219047425314784,0.008727352600544691,0.014426814951002597,0.008820296396734192
fresh-zh-2,18,19,sqrtJS,weak_half,200,0.0155707354657352,0.024332521483302116,0.03556554354727268,0.025163842444308103,200,0.05689027942717075,0.10115215554833412,0.1405474841594696,0.09954202460125089
fresh-zh-2,18,19,sqrtJS,strong_half,200,0.04720268733799458,0.07656863704323769,0.10525297746062279,0.0751774178724736,200,0.11308238953351975,0.1763361170887947,0.2307112067937851,0.17409001372754573
fresh-zh-2,18,19,sqrtJS,random_half,200,0.03179886974394321,0.05791192874312401,0.08784108683466911,0.059726942144334313,200,0.08483682870864868,0.13281464576721191,0.19287664592266082,0.138040353897959
fresh-zh-2,18,19,sqrtJS,all_heads,200,0.048708079382777214,0.07740125432610512,0.11020908877253532,0.07880721747875213,200,0.18019915819168092,0.2776152193546295,0.35546948909759524,0.27363203816115855
fresh-zh-2,19,20,Q,weak_half,400,0.029132733307778838,0.06918829306960106,0.13049198389053346,0.07559249960817396,400,0.053592193871736526,0.13652169704437256,0.23861647099256517,0.14287836025469006
fresh-zh-2,19,20,Q,strong_half,400,0.11178709119558335,0.22989173978567123,0.3729822188615799,0.23967631095089018,400,0.15831009596586226,0.361398383975029,0.5898820757865908,0.36812510961666706
fresh-zh-2,19,20,Q,random_half,400,0.06500959470868112,0.14637108892202377,0.29187245666980743,0.16533657990396022,400,0.09886630773544312,0.23669524490833282,0.45918326377868657,0.2623799960222095
fresh-zh-2,19,20,Q,all_heads,400,0.1326583057641983,0.26024550199508667,0.4433286219835282,0.2732466580625623,400,0.2150837391614914,0.5137318670749664,0.8095863044261933,0.5110034695640207
fresh-zh-2,19,20,K,weak_half,400,0.0408476360142231,0.07328912243247032,0.1210591122508049,0.07997345893178136,400,0.08353856950998306,0.14471954852342606,0.2295814394950867,0.1507434962783009
fresh-zh-2,19,20,K,strong_half,400,0.18673255443572997,0.2709898054599762,0.43245043158531193,0.2963900580257177,400,0.2485720306634903,0.3681151121854782,0.5766039788722992,0.3947235548496246
fresh-zh-2,19,20,K,random_half,400,0.09899016097187996,0.16962932795286179,0.30315494835376744,0.19066455096006393,400,0.15449991375207903,0.26099538803100586,0.40835605263710023,0.27551263391971587
fresh-zh-2,19,20,K,all_heads,400,0.21346824318170549,0.31590621173381805,0.494912925362587,0.3407771019637585,400,0.3427822917699814,0.5048337876796722,0.7881359398365021,0.5454670513421297
fresh-zh-2,19,20,V,weak_half,400,0.037958654388785366,0.06792227178812027,0.10931142419576646,0.07179429713636637,400,0.07563537508249282,0.13962407410144806,0.2184183105826378,0.144738550754264
fresh-zh-2,19,20,V,strong_half,400,0.16598552316427231,0.23928199708461761,0.33850589692592625,0.24984082316979767,400,0.2469910204410553,0.3433382362127304,0.4789356678724289,0.3548479728586972
fresh-zh-2,19,20,V,random_half,400,0.09464022442698479,0.16405072808265686,0.23412676155567172,0.1656580741982907,400,0.14847421944141387,0.24582026898860931,0.36122040152549745,0.25249335415661334
fresh-zh-2,19,20,V,all_heads,400,0.1804520830512047,0.2717948406934738,0.39794742465019234,0.2848770249821246,400,0.32972692251205443,0.4844033122062683,0.6789735853672028,0.49958652328699826
fresh-zh-2,19,20,QKV,weak_half,400,0.04618144631385803,0.0746610201895237,0.11451776549220086,0.07939961397089064,400,0.09418824911117554,0.14693641662597656,0.22121053487062456,0.15290793740190567
fresh-zh-2,19,20,QKV,strong_half,400,0.1971924602985382,0.2603868544101715,0.36527378261089327,0.27256594467908146,400,0.2800373196601868,0.3833204209804535,0.5236369490623474,0.3922309302911162
fresh-zh-2,19,20,QKV,random_half,400,0.1098603643476963,0.17117168754339218,0.27860574424266815,0.18220270670950411,400,0.16591839194297792,0.26518554985523224,0.4035797506570816,0.2769140244647861
fresh-zh-2,19,20,QKV,all_heads,400,0.22002118974924087,0.29310372471809387,0.42014084458351136,0.31062665704637765,400,0.38525274097919465,0.5362839102745056,0.7381349325180054,0.5451388680562377
fresh-zh-2,20,21,Q,weak_half,400,0.009668495412915945,0.02057089749723673,0.04933476373553276,0.02505562474601902,400,0.02570768613368273,0.055161723867058754,0.1283269375562668,0.06622660318389535
fresh-zh-2,20,21,Q,strong_half,400,0.03379235304892063,0.056567639112472534,0.15362230390310289,0.07609079562593252,400,0.07468534409999848,0.1295669749379158,0.37744880020618454,0.1743573955539614
fresh-zh-2,20,21,Q,random_half,400,0.02053077630698681,0.03940158151090145,0.10495732799172403,0.05105617424938828,400,0.04919772818684578,0.09013020992279053,0.2428750962018967,0.11856725201942027
fresh-zh-2,20,21,Q,all_heads,400,0.03569026812911034,0.05932460352778435,0.15747668743133547,0.07973034649621695,400,0.10304542332887649,0.18540286272764206,0.5109435737133026,0.24058399939909578
fresh-zh-2,20,21,K,weak_half,400,0.019436262920498847,0.03360874205827713,0.052350670471787465,0.03491121207596734,400,0.05709293149411678,0.09076329320669174,0.13480032235383993,0.09397784498520195
fresh-zh-2,20,21,K,strong_half,400,0.06183897182345391,0.10398082435131073,0.15442621260881426,0.10941727365367114,400,0.14731434881687164,0.24462030082941055,0.3468039721250535,0.2531783849932253
fresh-zh-2,20,21,K,random_half,400,0.04018903858959675,0.0703829750418663,0.11401844546198846,0.07607082056347281,400,0.09496193826198578,0.16491154581308365,0.2469186082482338,0.17188335737213492
fresh-zh-2,20,21,K,all_heads,400,0.06598936170339584,0.11039680615067482,0.159928759932518,0.11542578745633364,400,0.21153693348169328,0.3370554894208908,0.47224041521549226,0.34715622941032054
fresh-zh-2,20,21,V,weak_half,400,0.02335045747458935,0.03405425697565079,0.05479963310062885,0.03664177108788863,400,0.06184705495834351,0.0871032141149044,0.13995280265808105,0.09523092238232493
fresh-zh-2,20,21,V,strong_half,400,0.06501398757100106,0.10607532411813736,0.1782878130674362,0.1137263381946832,400,0.18295613676309586,0.25268012285232544,0.3471831977367401,0.2625129249691963
fresh-zh-2,20,21,V,random_half,400,0.040927334874868396,0.06918914243578911,0.12362730428576471,0.07644475983455777,400,0.11473528444766999,0.16728563606739044,0.26212739944458013,0.17899662056937815
fresh-zh-2,20,21,V,all_heads,400,0.06994557976722718,0.11144682765007019,0.18708560466766358,0.12013503015972674,400,0.25448001027107237,0.3373476713895798,0.4810174673795701,0.35774384658783676
fresh-zh-2,20,21,QKV,weak_half,400,0.022813315875828265,0.03220172971487045,0.047823506593704226,0.033984517608769235,400,0.06008492782711983,0.08833202719688416,0.12252889797091485,0.09026636964641511
fresh-zh-2,20,21,QKV,strong_half,400,0.07372181937098503,0.10217367857694626,0.13863164335489273,0.10640455747023225,400,0.1860516905784607,0.23195207864046097,0.33120594918727875,0.24746867146342993
fresh-zh-2,20,21,QKV,random_half,400,0.04499485492706299,0.06841224804520607,0.10116147100925446,0.07272061202675104,400,0.11059885397553444,0.15775678306818008,0.22803703546524054,0.1675259772129357
fresh-zh-2,20,21,QKV,all_heads,400,0.0800431177020073,0.10726960748434067,0.1462291657924652,0.112245813915506,400,0.24738598614931107,0.32032592594623566,0.4463034331798553,0.3377350413799286
fresh-zh-2,21,22,Q,weak_half,400,0.010180623829364776,0.02361456211656332,0.03672200217843056,0.023857224310049788,400,0.026514287292957305,0.06644105911254883,0.10242440253496171,0.06698753490578384
fresh-zh-2,21,22,Q,strong_half,400,0.017551238276064397,0.043949637562036514,0.10316911712288859,0.05734742910601199,400,0.042677752673625946,0.11785091087222099,0.2405280351638794,0.1327750119380653
fresh-zh-2,21,22,Q,random_half,400,0.013245817366987468,0.032493073493242264,0.06269722729921341,0.04000680840923451,400,0.036257249489426616,0.0924634039402008,0.1554543524980545,0.09987098366953433
fresh-zh-2,21,22,Q,all_heads,400,0.021399239264428615,0.054019488394260406,0.1109355114400387,0.06665257172659039,400,0.06882400140166282,0.18573115766048431,0.3417895436286926,0.19976254670880736
fresh-zh-2,21,22,K,weak_half,400,0.015017369203269484,0.02954161260277033,0.05137990228831769,0.03186574855586514,400,0.042855098843574524,0.08116276562213898,0.1303072676062584,0.0837585540721193
fresh-zh-2,21,22,K,strong_half,400,0.02680951040238142,0.055364418774843216,0.08767663016915322,0.056696253777481616,400,0.07750426232814789,0.1491631120443344,0.23081339597702027,0.15277843412943184
fresh-zh-2,21,22,K,random_half,400,0.022574311308562755,0.045013850554823875,0.07654797881841663,0.047533776904456315,400,0.05646455883979797,0.11455470323562622,0.18064719587564468,0.11789412103127689
fresh-zh-2,21,22,K,all_heads,400,0.031951555609703065,0.06385228782892227,0.0982666037976742,0.06517283228226006,400,0.12104344516992568,0.23283731192350388,0.35780125260353096,0.23653698806650936
fresh-zh-2,21,22,V,weak_half,400,0.017767232656478883,0.02797630988061428,0.045421451330184937,0.029956487389281392,400,0.05159397646784782,0.07418710738420486,0.11415400579571724,0.07959780611097812
fresh-zh-2,21,22,V,strong_half,400,0.037131933495402336,0.057205693796277046,0.08601602911949158,0.05960198762826621,400,0.0980858750641346,0.14578591287136078,0.21819515526294708,0.15301066068932415
fresh-zh-2,21,22,V,random_half,400,0.026875473186373712,0.04335791431367397,0.07130331322550774,0.046637262939475475,400,0.07250906080007553,0.10856769606471062,0.17079934179782869,0.11577062497846782
fresh-zh-2,21,22,V,all_heads,400,0.04362951517105103,0.0674946941435337,0.09832716584205628,0.06930900503415614,400,0.15004875659942626,0.22157417237758636,0.3262884736061097,0.23260846806690097
fresh-zh-2,21,22,QKV,weak_half,400,0.019261209480464458,0.02859506942331791,0.04173603765666485,0.029872331181541086,400,0.0558157954365015,0.07750311121344566,0.10956613570451737,0.08048618629574776
fresh-zh-2,21,22,QKV,strong_half,400,0.038578963652253155,0.05508006736636162,0.08402577638626099,0.061800146354362366,400,0.10234399884939194,0.1462731584906578,0.20761048942804347,0.15610017945989965
fresh-zh-2,21,22,QKV,random_half,400,0.02802417017519474,0.04343114793300629,0.06491640284657478,0.047637422611005606,400,0.07781179249286652,0.11295495182275772,0.15947679430246353,0.11806187251582742
fresh-zh-2,21,22,QKV,all_heads,400,0.04610181860625744,0.06492195278406143,0.09259439557790762,0.07107665246352553,400,0.15914543122053146,0.2251080498099327,0.3163329422473908,0.2365863665379584
fresh-zh-2,22,23,Q,weak_half,200,0.03337487690150738,0.04328298941254616,0.053113381192088124,0.04332227567210793,200,0.08538906127214432,0.11311951279640198,0.14269760847091675,0.11423501297831536
fresh-zh-2,22,23,Q,strong_half,200,0.11341480389237404,0.1499331295490265,0.2048303782939911,0.15525514360517265,200,0.2666120707988739,0.33727671205997467,0.4539600223302841,0.3498956037312746
fresh-zh-2,22,23,Q,random_half,200,0.06507262662053108,0.10269999131560326,0.14682760685682297,0.10607084294781088,200,0.1623355984687805,0.2225237935781479,0.3249312490224838,0.2331556247547269
fresh-zh-2,22,23,Q,all_heads,200,0.12089833170175553,0.15739864110946655,0.21130090355873107,0.16323967907577752,200,0.36630937457084656,0.4459937661886215,0.5909654498100281,0.46413061559200286
fresh-zh-2,22,23,K,weak_half,200,0.026410561427474024,0.03551407530903816,0.049590005725622166,0.035703546069562435,200,0.06431902199983597,0.0851285420358181,0.11872883290052413,0.08853252543136478
fresh-zh-2,22,23,K,strong_half,200,0.09916138574481011,0.15099727362394333,0.24074922204017635,0.16160346873104572,200,0.2680500030517578,0.3733121156692505,0.5108372092247009,0.3749830161035061
fresh-zh-2,22,23,K,random_half,200,0.05179771184921265,0.09568056464195251,0.200287763774395,0.11124949980527163,200,0.12257678210735322,0.2196837067604065,0.3533358633518219,0.23148766733705997
fresh-zh-2,22,23,K,all_heads,200,0.1047767773270607,0.15549564361572266,0.2397261828184127,0.16475559026002884,200,0.34670293331146246,0.45955072343349457,0.6408070564270019,0.46351554334163664
fresh-zh-2,22,23,V,weak_half,200,0.015303421765565872,0.018753248266875744,0.0236631091684103,0.01940230854321271,200,0.038052551448345184,0.049823157489299774,0.05879689678549766,0.04995307855308056
fresh-zh-2,22,23,V,strong_half,200,0.061385627835989,0.10212643072009087,0.242867225408554,0.12938223291188478,200,0.1875476583838463,0.24866582453250885,0.44159367680549616,0.2874128333479166
fresh-zh-2,22,23,V,random_half,200,0.03207519166171551,0.06526782736182213,0.19970931261777877,0.08799737889319659,200,0.08021941930055619,0.14230583608150482,0.32452421486377714,0.16868179470300673
fresh-zh-2,22,23,V,all_heads,200,0.06421406045556069,0.10421813279390335,0.2227419123053549,0.12853015922009944,200,0.23345310240983966,0.29939574003219604,0.4970016241073608,0.3373659113049507
fresh-zh-2,22,23,QKV,weak_half,200,0.02718850299715996,0.03372202813625336,0.04219317361712455,0.034473660262301566,200,0.06837436631321907,0.08775146678090096,0.10935811921954156,0.08936635391786694
fresh-zh-2,22,23,QKV,strong_half,200,0.10299415811896324,0.14419133961200714,0.2105528876185417,0.1535345297679305,200,0.2643497049808502,0.3496076762676239,0.4501960456371307,0.35508953779935837
fresh-zh-2,22,23,QKV,random_half,200,0.053894609212875366,0.09474949911236763,0.18336668461561204,0.10536875719204546,200,0.13231368213891984,0.2064884975552559,0.34456894993782045,0.2224882211908698
fresh-zh-2,22,23,QKV,all_heads,200,0.11056995540857316,0.15081188082695007,0.2133706957101822,0.1569971214979887,200,0.3383635878562927,0.43763378262519836,0.5444308936595916,0.44445588991045953
fresh-zh-2,22,23,JS,weak_half,200,1.4770010056963657e-05,0.0002922067360486835,0.0007405725715216249,0.0003350366416108841,200,1.9988986787211614e-05,0.0003214960888726637,0.0015551407239399843,0.0006810629858841821
fresh-zh-2,22,23,JS,strong_half,200,0.0004930023133056238,0.006734809605404735,0.01643774602562189,0.008211456818289662,200,0.0006905986985657366,0.006920999381691217,0.01484781568869948,0.00754679398254666
fresh-zh-2,22,23,JS,random_half,200,0.0003158875450026244,0.005039972020313144,0.019370814226567744,0.007948227855813457,200,0.000284543022280559,0.0031657430808991194,0.00942688062787056,0.004173842780714949
fresh-zh-2,22,23,JS,all_heads,200,0.0005239922378677876,0.006753074238076806,0.01669903229922056,0.008064929709125862,200,0.0007367950398474933,0.007722364738583565,0.016095035895705222,0.008227856991215959
fresh-zh-2,22,23,sqrtJS,weak_half,200,0.0038431539898738268,0.01709404680877924,0.027213462442159653,0.01625037259305827,200,0.010478159505873918,0.044305017217993736,0.07230504527688027,0.04362094839802012
fresh-zh-2,22,23,sqrtJS,strong_half,200,0.02220356371253729,0.08206578344106674,0.12820975333452225,0.08034256451996043,200,0.05698655545711518,0.18434789776802063,0.2532596707344055,0.17324928887188434
fresh-zh-2,22,23,sqrtJS,random_half,200,0.01777321510016918,0.07098878175020218,0.13917901366949081,0.0767205052031204,200,0.033352289348840714,0.11237890273332596,0.18021265268325803,0.11028609457425773
fresh-zh-2,22,23,sqrtJS,all_heads,200,0.022889291681349278,0.08217687904834747,0.12922449558973312,0.08049048298504204,200,0.07260303720831872,0.2369401752948761,0.30805366337299345,0.2168702360801399
fresh-en-1,0,1,Q,weak_half,400,0.1897168591618538,0.29871125519275665,0.4515512138605118,0.3121999656222761,400,0.4314333647489548,0.6547353863716125,0.9448965013027193,0.6772705401480198
fresh-en-1,0,1,Q,strong_half,400,0.7236248672008514,1.0577986240386963,1.440848469734192,1.075602947473526,400,1.700400745868683,2.809340715408325,3.8353605747222903,2.7923788911104204
fresh-en-1,0,1,Q,random_half,400,0.5268789172172547,1.0194953680038452,1.3797268509864808,0.9937241809815168,400,0.8819768071174622,1.6079294085502625,2.653616809844971,1.6960216903686522
fresh-en-1,0,1,Q,all_heads,400,0.9413664519786835,1.2939398288726807,1.5878896594047547,1.2734367954730987,400,2.234930944442749,3.531088352203369,4.652729415893555,3.469649436175823
fresh-en-1,0,1,K,weak_half,400,0.2248666375875473,0.33381591737270355,0.5401574969291687,0.36333866853266955,400,0.5345231413841247,0.7339546382427216,1.0744285225868226,0.7708222552388907
fresh-en-1,0,1,K,strong_half,400,0.7613664686679841,1.0323171615600586,1.3784624457359316,1.050206831842661,400,2.0293044328689573,2.6711169481277466,3.6607686281204224,2.7541363286972045
fresh-en-1,0,1,K,random_half,400,0.5932540357112884,0.9620604515075684,1.3080284714698793,0.9651395785063506,400,1.0974225521087646,1.6849610209465027,2.4564747810363774,1.7348233909904958
fresh-en-1,0,1,K,all_heads,400,1.0180368185043336,1.2842377424240112,1.5322563171386718,1.2731784419715404,400,2.6672797441482543,3.425931215286255,4.516887521743775,3.5249585929512977
fresh-en-1,0,1,V,weak_half,400,0.1083014577627182,0.24108338356018066,0.511081874370575,0.2802542892936617,400,0.3092775344848633,0.5678510069847107,0.9418403446674348,0.5982575616240502
fresh-en-1,0,1,V,strong_half,400,0.4971258133649826,0.8670008480548859,1.3737720489501954,0.9332739974185824,400,1.2920219540596007,2.143291711807251,3.7844115018844624,2.3718513211607934
fresh-en-1,0,1,V,random_half,400,0.3280008554458618,0.7320268154144287,1.6326180696487436,0.900690052807331,400,0.7277421176433563,1.2474647164344788,2.342020750045777,1.4403877830505372
fresh-en-1,0,1,V,all_heads,400,0.6487612903118134,1.0565130114555359,1.6007157564163208,1.1013702577352524,400,1.6181118845939637,2.6892964839935303,4.556001949310304,2.970108874589205
fresh-en-1,0,1,QKV,weak_half,400,0.22440937012434006,0.30879026651382446,0.4747848123311997,0.3339493476971984,400,0.5418076276779176,0.6916033029556274,0.9337150394916535,0.7180722783505916
fresh-en-1,0,1,QKV,strong_half,400,0.7986591935157776,1.0134631991386414,1.303740990161896,1.04798963829875,400,2.0846874713897705,2.6961590051651,3.5494216203689577,2.8023727306723596
fresh-en-1,0,1,QKV,random_half,400,0.6446394562721253,0.9517265558242798,1.3522567749023438,0.997944149300456,400,1.1141008615493775,1.601073980331421,2.478505063056946,1.7217424581944942
fresh-en-1,0,1,QKV,all_heads,400,1.0098045229911805,1.2264060974121094,1.4670547842979436,1.2373458036780358,400,2.7346471309661866,3.379374384880066,4.430821275711059,3.5204450070858
fresh-en-1,1,2,Q,weak_half,400,0.0393075667321682,0.08068036660552025,0.14861145913600923,0.08981951339635998,400,0.08939508497714997,0.19545432925224304,0.3704800844192505,0.21698016277514398
fresh-en-1,1,2,Q,strong_half,400,0.17585757225751877,0.3716534823179245,0.6688020348548889,0.4078899082168937,400,0.3763920396566391,0.8159739375114441,1.3025718212127688,0.8490002179518342
fresh-en-1,1,2,Q,random_half,400,0.10905859544873238,0.22016847878694534,0.46401039361953755,0.26705049963667987,400,0.2287642389535904,0.4824535846710205,0.8908980906009675,0.5376374381966889
fresh-en-1,1,2,Q,all_heads,400,0.20248614102602006,0.4223291575908661,0.7281758785247803,0.44372582765296104,400,0.4932699054479599,1.0213602185249329,1.6281457662582397,1.065980382859707
fresh-en-1,1,2,K,weak_half,400,0.05401750169694424,0.10523257777094841,0.20942885428667068,0.1206287502963096,400,0.12815450578927995,0.24141622334718704,0.4005704402923585,0.25789196491241456
fresh-en-1,1,2,K,strong_half,400,0.25792816281318665,0.40744054317474365,0.680982780456543,0.4379813690856099,400,0.6190192461013794,0.8974402844905853,1.4151566267013553,0.9629573537409306
fresh-en-1,1,2,K,random_half,400,0.1521135225892067,0.27063708007335663,0.4935710638761522,0.30330596562474965,400,0.35227090716362,0.5516796708106995,0.928322505950928,0.6118973575159907
fresh-en-1,1,2,K,all_heads,400,0.28382281959056854,0.4604008346796036,0.7198263108730316,0.48403409563004973,400,0.7984650254249573,1.1629895567893982,1.7354826569557191,1.2208493204414845
fresh-en-1,1,2,V,weak_half,400,0.03510716371238232,0.09583758935332298,0.2510539084672928,0.12077475939644501,400,0.07688825279474258,0.1936376467347145,0.4436574608087541,0.2356573272496462
fresh-en-1,1,2,V,strong_half,400,0.186335888504982,0.37076884508132935,0.7481388628482819,0.435244386298582,400,0.40786643922328947,0.8623624742031097,1.627833330631256,0.9503131012246012
fresh-en-1,1,2,V,random_half,400,0.10513567999005317,0.24889563769102097,0.5485041081905367,0.2977012393344194,400,0.2475702330470085,0.5165702998638153,1.041429615020752,0.5940332181751729
fresh-en-1,1,2,V,all_heads,400,0.20049792379140854,0.40690886974334717,0.8376210212707521,0.48317090155556797,400,0.5248587846755982,1.081919252872467,1.977030086517334,1.1859704278409482
fresh-en-1,1,2,QKV,weak_half,400,0.05690940283238888,0.10242142900824547,0.20097360014915472,0.11696762687526643,400,0.12432339414954187,0.23649076372385025,0.4004278481006624,0.2525361436791718
fresh-en-1,1,2,QKV,strong_half,400,0.26677471697330474,0.4161740690469742,0.6378061890602112,0.44623036615550515,400,0.6289057254791259,0.9122443795204163,1.4276185512542725,0.9877189197391272
fresh-en-1,1,2,QKV,random_half,400,0.15969948023557662,0.2721346318721771,0.4990270286798477,0.30513102140277626,400,0.36363035440444946,0.5619656145572662,0.9524280369281769,0.6231165655329823
fresh-en-1,1,2,QKV,all_heads,400,0.2925855845212937,0.4659601151943207,0.7179368138313293,0.4915473873540759,400,0.799589091539383,1.1612361669540405,1.770927929878235,1.2402550715208054
fresh-en-1,2,3,Q,weak_half,200,0.05517833791673184,0.09756537154316902,0.16837549805641175,0.10516038900241256,200,0.12082152962684632,0.22928452491760254,0.42202447950839994,0.24884872209280728
fresh-en-1,2,3,Q,strong_half,200,0.42676768600940707,0.5721633434295654,0.7386204719543457,0.576854162812233,200,0.7865302443504334,1.0911297798156738,1.3966598629951477,1.088696400821209
fresh-en-1,2,3,Q,random_half,200,0.16998187601566314,0.3429967910051346,0.5257752418518066,0.3472297453135252,200,0.3579265624284744,0.6499396562576294,0.9944325387477875,0.6618276499211788
fresh-en-1,2,3,Q,all_heads,200,0.4558986246585846,0.6176938116550446,0.7579807460308075,0.6193193340301514,200,0.948799604177475,1.314595878124237,1.7647330045700074,1.337545118033886
fresh-en-1,2,3,K,weak_half,200,0.06204530447721482,0.09623423963785172,0.15658432692289354,0.10269248824566603,200,0.1254363223910332,0.2145834043622017,0.3811819553375244,0.24036242917180062
fresh-en-1,2,3,K,strong_half,200,0.3842017978429794,0.48823413252830505,0.5778945088386536,0.4865820972621441,200,0.8544061601161957,1.0253400206565857,1.3228937864303585,1.067280252277851
fresh-en-1,2,3,K,random_half,200,0.19634587168693543,0.31035327911376953,0.4448583573102951,0.3169101969152689,200,0.4199701279401779,0.6321394145488739,0.8644249558448791,0.6436873100697994
fresh-en-1,2,3,K,all_heads,200,0.4236966043710709,0.5291590690612793,0.5960596382617951,0.5202633786201477,200,1.0109024047851562,1.2307273149490356,1.6094459414482114,1.3076426923274993
fresh-en-1,2,3,V,weak_half,200,0.08598067164421082,0.12154579907655716,0.19041833430528635,0.13170458815991878,200,0.1776464819908142,0.28206655383110046,0.46513289213180514,0.3088893750309944
fresh-en-1,2,3,V,strong_half,200,0.40890307128429415,0.5036363005638123,0.7611819684505462,0.544224812835455,200,0.9397101879119873,1.0860215425491333,1.6904223680496215,1.2290874686837197
fresh-en-1,2,3,V,random_half,200,0.21016969233751298,0.3482092618942261,0.5576824307441711,0.37171134367585185,200,0.4757844179868698,0.7053122520446777,1.1137233972549438,0.7624429002404213
fresh-en-1,2,3,V,all_heads,200,0.4528144598007202,0.54301318526268,0.808084452152252,0.5948349463939667,200,1.1749778985977173,1.4640721678733826,2.2168956995010376,1.5379768490791321
fresh-en-1,2,3,QKV,weak_half,200,0.07116407379508019,0.11017919704318047,0.17107924669981,0.11480151131749153,200,0.14969091564416886,0.24277716875076294,0.43449330925941465,0.2711820526048541
fresh-en-1,2,3,QKV,strong_half,200,0.42104344069957733,0.5248804688453674,0.6927355647087097,0.5407563364505767,200,0.9188218653202057,1.092450737953186,1.4578927040100098,1.1460741448402405
fresh-en-1,2,3,QKV,random_half,200,0.20177502632141114,0.3453436493873596,0.5051529288291932,0.3490396623685956,200,0.4372090846300125,0.672469824552536,1.014020538330078,0.7007229068875312
fresh-en-1,2,3,QKV,all_heads,200,0.4583275020122528,0.5678347051143646,0.7255826950073242,0.5831889589130879,200,1.1010741233825683,1.3543728590011597,1.8310943961143493,1.4172562089562417
fresh-en-1,2,3,JS,weak_half,200,0.001327572239097208,0.0034615908516570926,0.008200257178395986,0.004260162497375859,200,0.0018504797015339138,0.00457689119502902,0.010083642601966857,0.005431857280782424
fresh-en-1,2,3,JS,strong_half,200,0.033670518547296524,0.06746451929211617,0.12440710365772246,0.07815434897784143,200,0.03213831000030041,0.05883792042732239,0.1186465762555599,0.07047672783955931
fresh-en-1,2,3,JS,random_half,200,0.02028951179236174,0.044922368600964546,0.08441445678472519,0.05095427403226495,200,0.006119565432891249,0.0234531806781888,0.08358347564935684,0.0362449056917103
fresh-en-1,2,3,JS,all_heads,200,0.03989506028592587,0.08069420605897903,0.14209602773189545,0.08931239541154355,200,0.036579983308911324,0.0637592300772667,0.13071855455636977,0.07590858483687044
fresh-en-1,2,3,sqrtJS,weak_half,200,0.03643577992916107,0.05883447267115116,0.09055527225136757,0.061199579280801115,200,0.11236283034086228,0.17698857188224792,0.25103408098220825,0.1758392832428217
fresh-en-1,2,3,sqrtJS,strong_half,200,0.18349353522062303,0.25973929464817047,0.35271372497081754,0.2698957652598619,200,0.4115959137678146,0.5413856208324432,0.7561820924282073,0.562640193104744
fresh-en-1,2,3,sqrtJS,random_half,200,0.14244107604026796,0.2119487226009369,0.29054144620895384,0.21661524347960948,200,0.19256483018398285,0.3562793880701065,0.5318841934204102,0.36070496883243325
fresh-en-1,2,3,sqrtJS,all_heads,200,0.1997360661625862,0.2840672582387924,0.37695626318454745,0.28998637303709984,200,0.5252659022808075,0.7200451493263245,0.9775034844875335,0.7384794771671295
fresh-en-1,3,4,Q,weak_half,400,0.10325723364949227,0.19835466146469116,0.3620797008275986,0.22094974648207427,400,0.21281687617301942,0.40390531718730927,0.6646402657032014,0.4238525830581784
fresh-en-1,3,4,Q,strong_half,400,0.14759760349988937,0.28940635919570923,0.6664236783981328,0.3583635596372187,400,0.3966772824525833,0.7561030685901642,2.238220477104187,0.9996034225076437
fresh-en-1,3,4,Q,random_half,400,0.13277187198400497,0.2510734796524048,0.5904966294765475,0.3177546208538115,400,0.29222558438777924,0.5782100856304169,1.2599046587944032,0.7103668061643839
fresh-en-1,3,4,Q,all_heads,400,0.15904244482517244,0.31065821647644043,0.7169106781482698,0.3799043721705675,400,0.6302353322505951,1.1633158922195435,2.6859280109405517,1.4234560080617666
fresh-en-1,3,4,K,weak_half,400,0.1356964498758316,0.2044411599636078,0.32888354361057287,0.2245290471613407,400,0.26541247963905334,0.38793426752090454,0.5973719298839569,0.41127674613147974
fresh-en-1,3,4,K,strong_half,400,0.1809505119919777,0.2658175826072693,0.45535756051540377,0.2938645518012345,400,0.48423089981079104,0.7314157485961914,1.2559667468070987,0.8030020435154438
fresh-en-1,3,4,K,random_half,400,0.1672549918293953,0.26152630150318146,0.4776602029800416,0.2904001390747726,400,0.3691681802272797,0.5516111850738525,0.9326141476631171,0.6072892582416535
fresh-en-1,3,4,K,all_heads,400,0.2046289399266243,0.29176121950149536,0.4951414704322817,0.3306192489154637,400,0.7813272476196289,1.111222743988037,1.8391676306724551,1.214278787970543
fresh-en-1,3,4,V,weak_half,400,0.08516281768679619,0.1824745312333107,0.3937461376190186,0.2203760804887861,400,0.19219243228435517,0.3361160308122635,0.6609165370464326,0.39243775874376297
fresh-en-1,3,4,V,strong_half,400,0.11053132191300392,0.24657996743917465,0.4539019525051118,0.273958642296493,400,0.40910349488258363,0.7498108148574829,1.397873389720917,0.835242274031043
fresh-en-1,3,4,V,random_half,400,0.08943467587232591,0.23394657671451569,0.499888586997986,0.2663247088249773,400,0.2785165995359421,0.5541070103645325,1.0671089172363284,0.6061700121313334
fresh-en-1,3,4,V,all_heads,400,0.11509588733315468,0.2506822645664215,0.5112366795539857,0.29404366644099356,400,0.6016672372817993,1.0942686796188354,2.0394407033920294,1.2276800353825092
fresh-en-1,3,4,QKV,weak_half,400,0.1332392528653145,0.203879252076149,0.3710781306028367,0.23082210125401617,400,0.2711304843425751,0.3946233540773392,0.6282978117465973,0.4262784805893898
fresh-en-1,3,4,QKV,strong_half,400,0.18622651249170302,0.2945380210876465,0.5203353881835937,0.32881732933223246,400,0.5193298816680908,0.8152539432048798,1.561824631690979,0.9395674996823072
fresh-en-1,3,4,QKV,random_half,400,0.16885371506214142,0.27100829780101776,0.5177827060222626,0.3104778637178242,400,0.38223399519920354,0.6002301275730133,1.0806801080703736,0.6795680347457528
fresh-en-1,3,4,QKV,all_heads,400,0.20134260952472688,0.3082532286643982,0.568367213010788,0.35443850185722114,400,0.8022432863712311,1.2332290410995483,2.080500626564026,1.3658459788560868
fresh-en-1,4,5,Q,weak_half,400,0.05627318322658539,0.10497367009520531,0.16213164329528812,0.10903269360307605,400,0.17173204869031908,0.2835026681423187,0.43763933777809144,0.29555343778803944
fresh-en-1,4,5,Q,strong_half,400,0.13218896090984344,0.2527988404035568,0.4159394323825837,0.26690780533477665,400,0.39622758924961093,0.7376688122749329,1.1061098456382752,0.7531960269063711
fresh-en-1,4,5,Q,random_half,400,0.09688356146216394,0.181419275701046,0.31556214094161994,0.1970193797443062,400,0.2679353475570679,0.5102981328964233,0.8109845817089081,0.5214784245193005
fresh-en-1,4,5,Q,all_heads,400,0.14331170469522478,0.2701638489961624,0.44959621429443364,0.2858622779883444,400,0.5661739468574524,1.0335242748260498,1.5487374663352966,1.048749465495348
fresh-en-1,4,5,K,weak_half,400,0.06250731460750103,0.1091088280081749,0.1686831533908844,0.1128610932501033,400,0.16729704886674882,0.27999818325042725,0.4132414013147354,0.2876661484781653
fresh-en-1,4,5,K,strong_half,400,0.14067930430173875,0.22785299271345139,0.3421857982873917,0.23624590327497572,400,0.45084729194641116,0.6773179173469543,1.0012911558151247,0.6904219353199005
fresh-en-1,4,5,K,random_half,400,0.10841051489114764,0.17789264023303986,0.2782657444477082,0.1869765759864822,400,0.2882421970367432,0.47590145468711853,0.7019945204257966,0.4836141585931182
fresh-en-1,4,5,K,all_heads,400,0.15307794809341432,0.2509654462337494,0.3727332532405854,0.259294420061633,400,0.6336847543716431,0.9515199959278107,1.3863349556922913,0.9780880829319358
fresh-en-1,4,5,V,weak_half,400,0.02729182466864586,0.07898955792188644,0.1769861474633217,0.09314169076271356,400,0.09041332453489304,0.2022455409169197,0.41107873916625975,0.2273049277625978
fresh-en-1,4,5,V,strong_half,400,0.07053780630230905,0.17069720476865768,0.42348575592041027,0.21283890633378177,400,0.2322392150759697,0.5078048706054688,1.2024192333221437,0.6100180047750473
fresh-en-1,4,5,V,random_half,400,0.047004817426204694,0.12662048637866974,0.32420971691608436,0.157892127064988,400,0.14833809733390807,0.34959112107753754,0.8170296967029574,0.41778923202306034
fresh-en-1,4,5,V,all_heads,400,0.07861930057406426,0.18963070213794708,0.4693473607301715,0.23285733424127103,400,0.3309630811214447,0.7136850357055664,1.6051203846931457,0.8373229334130883
fresh-en-1,4,5,QKV,weak_half,400,0.06384341791272163,0.10350154712796211,0.16378506422042846,0.11017273931764066,400,0.18309116512537002,0.27350863814353943,0.41861734688282026,0.2874329188093543
fresh-en-1,4,5,QKV,strong_half,400,0.1531897321343422,0.23054015636444092,0.37335946261882785,0.2513449342735112,400,0.48207282125949863,0.6634368896484375,1.0922566652297974,0.7325273017585278
fresh-en-1,4,5,QKV,random_half,400,0.1125412940979004,0.17665015906095505,0.29815273582935337,0.19033582836389543,400,0.31815101206302643,0.4792124032974243,0.7507936239242554,0.5065596862882376
fresh-en-1,4,5,QKV,all_heads,400,0.16421259343624114,0.25263479351997375,0.4111855626106262,0.2724244729802012,400,0.676416563987732,0.9491521120071411,1.4874159455299378,1.019960217922926
fresh-en-1,5,6,Q,weak_half,400,0.0763455830514431,0.12615040689706802,0.19457937479019166,0.1309581674449146,400,0.2292124107480049,0.3567764014005661,0.5104157209396363,0.36428596595302226
fresh-en-1,5,6,Q,strong_half,400,0.16009031236171722,0.27196115255355835,0.43384082615375524,0.28680048443377015,400,0.5021184355020524,0.7825570106506348,1.0962231040000918,0.7938538047671319
fresh-en-1,5,6,Q,random_half,400,0.11733966320753098,0.20945154875516891,0.3297173082828522,0.2223551207780838,400,0.36320409476757054,0.5626322627067566,0.8120993971824646,0.5805081163346767
fresh-en-1,5,6,Q,all_heads,400,0.17445149272680283,0.30340468883514404,0.4814866155385971,0.3173621469549835,400,0.7682637453079224,1.15475994348526,1.569871735572815,1.1581397669762372
fresh-en-1,5,6,K,weak_half,400,0.10174274370074272,0.14490167796611786,0.21211867183446884,0.1530913794785738,400,0.27488389015197756,0.3764019310474396,0.515391266345978,0.38831116430461404
fresh-en-1,5,6,K,strong_half,400,0.19996238052845,0.2699262350797653,0.3779417216777802,0.2812765285745263,400,0.5863300561904907,0.7492568492889404,1.0316694974899292,0.784339925199747
fresh-en-1,5,6,K,random_half,400,0.15100958049297333,0.22117246687412262,0.3369421660900116,0.23519096991047264,400,0.4060281395912171,0.5674139559268951,0.7863560557365418,0.5834939853847027
fresh-en-1,5,6,K,all_heads,400,0.22617772966623306,0.3117758482694626,0.43348658084869385,0.32163544051349163,400,0.8824159026145936,1.138687551021576,1.531205701828003,1.1726510955393314
fresh-en-1,5,6,V,weak_half,400,0.05955852046608925,0.12694881856441498,0.2524970442056656,0.1460492231976241,400,0.16876038610935212,0.3221008628606796,0.4983515650033951,0.32986316926777365
fresh-en-1,5,6,V,strong_half,400,0.12244098633527756,0.25381462275981903,0.4674642264842988,0.28009930985048415,400,0.4115145742893219,0.7175135314464569,1.144437313079834,0.7588070478662848
fresh-en-1,5,6,V,random_half,400,0.09878396540880204,0.19105437397956848,0.37898568212985995,0.22021528718061745,400,0.291456937789917,0.49499382078647614,0.8309109807014466,0.5413865588605404
fresh-en-1,5,6,V,all_heads,400,0.15205028355121614,0.3124743402004242,0.5375273108482362,0.33408756686374547,400,0.600328016281128,1.0609175562858582,1.6198515892028815,1.0886702211946249
fresh-en-1,5,6,QKV,weak_half,400,0.10360311046242715,0.14396127313375473,0.20555928647518162,0.149974729642272,400,0.2784867167472839,0.3786667287349701,0.4787066459655762,0.379557382427156
fresh-en-1,5,6,QKV,strong_half,400,0.20638755559921265,0.287594199180603,0.38465026915073397,0.2935511522740126,400,0.630316573381424,0.814426064491272,1.029130458831787,0.8275726975500584
fresh-en-1,5,6,QKV,random_half,400,0.15547575503587724,0.2274092510342598,0.32100732326507575,0.23590999640524388,400,0.4354691505432129,0.5856751799583435,0.7992608428001404,0.6020987848937511
fresh-en-1,5,6,QKV,all_heads,400,0.24432264566421508,0.3243936747312546,0.45130661129951477,0.33724315226078033,400,0.9287251532077789,1.18302583694458,1.492938506603241,1.2071300764381885
fresh-en-1,6,7,Q,weak_half,200,0.05128076784312725,0.07628608494997025,0.10917450711131095,0.07951844351366162,200,0.12904456555843355,0.19258302450180054,0.27663519382476803,0.19876150522381067
fresh-en-1,6,7,Q,strong_half,200,0.2549640566110611,0.3253883570432663,0.4048720717430115,0.3263586768507957,200,0.5696114897727966,0.7096748352050781,0.9142048239707947,0.7220547769963741
fresh-en-1,6,7,Q,random_half,200,0.11891190707683565,0.21659420430660248,0.3100777506828308,0.21527125995606183,200,0.26634009778499607,0.4506807029247284,0.6238959491252899,0.4540836029499769
fresh-en-1,6,7,Q,all_heads,200,0.27923005223274233,0.3437023311853409,0.43859428763389585,0.3519037220627069,200,0.7047945380210876,0.8954973220825195,1.1695378422737122,0.9208162814378739
fresh-en-1,6,7,K,weak_half,200,0.06375160813331604,0.08549407869577408,0.1117132306098938,0.08756253890693187,200,0.1543627679347992,0.20319661498069763,0.2827466785907745,0.2140925309807062
fresh-en-1,6,7,K,strong_half,200,0.23707759231328965,0.30534569919109344,0.3755836129188537,0.3023488150537014,200,0.6287707090377808,0.7403939962387085,0.913817775249481,0.7624383002519608
fresh-en-1,6,7,K,random_half,200,0.13201211541891097,0.2057555615901947,0.30441559553146363,0.21490271095186472,200,0.3190527677536011,0.4636679142713547,0.6615333616733551,0.4803842671215534
fresh-en-1,6,7,K,all_heads,200,0.2558145970106125,0.32501567900180817,0.392759883403778,0.32763745248317716,200,0.794017106294632,0.9337106943130493,1.233895969390869,0.9765308284759522
fresh-en-1,6,7,V,weak_half,200,0.07718948647379875,0.10654489696025848,0.1478450149297714,0.11025683511048555,200,0.20251110345125198,0.26464010775089264,0.3415085256099699,0.2727371209859848
fresh-en-1,6,7,V,strong_half,200,0.3138410747051239,0.36240267753601074,0.4246575444936752,0.3697207769751549,200,0.7444261252880097,0.8773817420005798,1.0556872963905335,0.8989229846000671
fresh-en-1,6,7,V,random_half,200,0.15545094162225723,0.2713935673236847,0.3420503556728363,0.2607215612381697,200,0.3870944380760193,0.5961516797542572,0.7767399609088897,0.5837349139153958
fresh-en-1,6,7,V,all_heads,200,0.3441262274980545,0.39463381469249725,0.45924242436885826,0.40046052515506747,200,0.9884055316448213,1.1532039046287537,1.3873046875,1.171660108566284
fresh-en-1,6,7,QKV,weak_half,200,0.07167162299156189,0.09132227301597595,0.12197402492165564,0.09411668732762336,200,0.180430169403553,0.22500503063201904,0.3031379282474518,0.23359243541955949
fresh-en-1,6,7,QKV,strong_half,200,0.2856448620557785,0.3358517289161682,0.3882050573825836,0.33560425505042074,200,0.6784608483314514,0.80901038646698,0.9301543295383453,0.8072568848729134
fresh-en-1,6,7,QKV,random_half,200,0.14224677085876464,0.23856479674577713,0.31582183241844175,0.23285716373473406,200,0.33532056510448455,0.51478311419487,0.6882146716117858,0.5151127846539021
fresh-en-1,6,7,QKV,all_heads,200,0.31050409078598024,0.3602447658777237,0.4287660628557205,0.3631242674589157,200,0.8712185442447662,1.0402823686599731,1.223043441772461,1.0408493188023566
fresh-en-1,6,7,JS,weak_half,200,0.0005767283611930907,0.002306645968928933,0.006926028523594141,0.003228328956574842,200,0.0010123061714693905,0.0032820418709889054,0.010579498205333947,0.004567198256481788
fresh-en-1,6,7,JS,strong_half,200,0.021630941890180114,0.05776324309408665,0.09664976075291634,0.05778439623769373,200,0.01916338000446558,0.03676723502576351,0.060887708514928814,0.03901878243777901
fresh-en-1,6,7,JS,random_half,200,0.008028769306838513,0.02803694549947977,0.06478861719369887,0.03246910425077658,200,0.005649351654574276,0.0184744568541646,0.04069157540798187,0.022181902052252553
fresh-en-1,6,7,JS,all_heads,200,0.027046055532991886,0.06774412468075752,0.12803402245044707,0.0713799251220189,200,0.021029950678348543,0.04124654084444046,0.06721432581543922,0.043585980976931754
fresh-en-1,6,7,sqrtJS,weak_half,200,0.024015053175389767,0.04802754335105419,0.08322266712784766,0.05175052645150572,200,0.07721144780516624,0.13718634843826294,0.23780937194824217,0.14866872111335397
fresh-en-1,6,7,sqrtJS,strong_half,200,0.1470720648765564,0.24033979326486588,0.3108854293823242,0.23197421249002217,200,0.3262896716594696,0.4519944489002228,0.5877219140529633,0.45604881301522254
fresh-en-1,6,7,sqrtJS,random_half,200,0.08960293009877206,0.16744210571050644,0.2545344918966293,0.16956594178453088,200,0.15618430227041244,0.30957549810409546,0.4402832120656967,0.3049086922779679
fresh-en-1,6,7,sqrtJS,all_heads,200,0.164456282556057,0.2602769732475281,0.35781576633453366,0.25652276471257207,200,0.4238251566886902,0.6078069806098938,0.7762976288795471,0.6047175326943397
fresh-en-1,7,8,Q,weak_half,400,0.11666576936841011,0.18708951026201248,0.4462867915630342,0.22673103969544173,400,0.2629485040903091,0.43455736339092255,0.9290118932724001,0.5148497210070491
fresh-en-1,7,8,Q,strong_half,400,0.1838044673204422,0.27620406448841095,0.5339802980422974,0.33409543326124547,400,0.6578884661197663,1.1185152530670166,2.071656632423401,1.2554998660832644
fresh-en-1,7,8,Q,random_half,400,0.1832245647907257,0.3176252841949463,0.5847894847393036,0.36109491316601633,400,0.44735789895057676,0.7670342326164246,1.5392090678215034,0.8833914407342672
fresh-en-1,7,8,Q,all_heads,400,0.20293381810188296,0.3030116409063339,0.4967107951641084,0.338714808896184,400,0.9464879035949707,1.5582776069641113,2.910705852508545,1.7703495898842811
fresh-en-1,7,8,K,weak_half,400,0.04877699948847295,0.15636562556028366,0.28426038026809713,0.17119474638719112,400,0.10181166678667068,0.3650897294282913,0.6156059920787812,0.39234611282590776
fresh-en-1,7,8,K,strong_half,400,0.06368868723511696,0.23224427551031113,0.3737810224294664,0.24778394591994585,400,0.19827445298433308,0.9402804374694824,1.5164543509483337,0.9582332827523351
fresh-en-1,7,8,K,random_half,400,0.10885747820138934,0.28821025788784027,0.5132717192173005,0.31034028535708785,400,0.14788009375333785,0.6379528343677521,1.1148837447166446,0.6741284572705627
fresh-en-1,7,8,K,all_heads,400,0.07901620268821717,0.2390788048505783,0.39037383198738107,0.24987407720182092,400,0.2958777844905853,1.3316857814788818,2.1302282094955443,1.3505793938599526
fresh-en-1,7,8,V,weak_half,400,0.07015151754021645,0.1445031240582466,0.25302229225635536,0.155175886079669,400,0.15762090384960176,0.29943349957466125,0.5295086920261384,0.3255165648832917
fresh-en-1,7,8,V,strong_half,400,0.09915875867009163,0.20052561163902283,0.42266151309013367,0.23802040223032236,400,0.4298040121793747,0.9570785164833069,1.4861202359199523,0.9517359367012977
fresh-en-1,7,8,V,random_half,400,0.11547407731413842,0.2520938515663147,0.5206403076648712,0.2956710677687079,400,0.2696614354848862,0.5846494138240814,1.0374620199203493,0.6340580058842897
fresh-en-1,7,8,V,all_heads,400,0.10983676463365556,0.2098207026720047,0.37000077962875366,0.2245040371734649,400,0.612331521511078,1.2732290625572205,1.9485007524490359,1.2772525019943715
fresh-en-1,7,8,QKV,weak_half,400,0.10745034292340279,0.17351055890321732,0.3211316376924515,0.19420080045238136,400,0.24533196687698364,0.38880655169487,0.71583930850029,0.4380151612497866
fresh-en-1,7,8,QKV,strong_half,400,0.16863008141517638,0.2581538110971451,0.4188044428825379,0.2906453088670969,400,0.6563140273094177,1.108443558216095,1.6533756017684937,1.1247473461925983
fresh-en-1,7,8,QKV,random_half,400,0.1902980908751488,0.31846967339515686,0.5253196179866791,0.3418864057213068,400,0.4052244603633881,0.7023851275444031,1.246024227142334,0.7774851971492172
fresh-en-1,7,8,QKV,all_heads,400,0.18922706246376036,0.2694920152425766,0.397405269742012,0.2867595075443387,400,0.9311182260513305,1.4962615370750427,2.256703758239746,1.562762507647276
fresh-en-1,8,9,Q,weak_half,400,0.06878470852971078,0.1017897017300129,0.14617488533258438,0.10487977945245802,400,0.1924812138080597,0.2792234420776367,0.4047867327928543,0.2910245754569769
fresh-en-1,8,9,Q,strong_half,400,0.1340976133942604,0.2116369754076004,0.32891652882099154,0.22591229412704705,400,0.4058663904666901,0.6112732589244843,0.8379398822784424,0.6209514751285314
fresh-en-1,8,9,Q,random_half,400,0.1034817323088646,0.1588492915034294,0.24468427747488022,0.16963840197771787,400,0.29587899446487426,0.4395989626646042,0.6019369065761567,0.44805550411343575
fresh-en-1,8,9,Q,all_heads,400,0.1576593577861786,0.23841630667448044,0.36579652726650247,0.25367012023925783,400,0.6070104241371155,0.9067568182945251,1.199902093410492,0.9119760500639678
fresh-en-1,8,9,K,weak_half,400,0.06934267282485962,0.10631198436021805,0.1705820307135582,0.114657495864667,400,0.18625243604183198,0.27490462362766266,0.40114199817180635,0.2862045105919242
fresh-en-1,8,9,K,strong_half,400,0.14087906181812287,0.20201688259840012,0.3027588903903963,0.21435076002031564,400,0.42267473638057707,0.5850375294685364,0.7984868288040162,0.6034654051810503
fresh-en-1,8,9,K,random_half,400,0.10777912065386773,0.16583699733018875,0.24751861542463305,0.1735384438559413,400,0.2834301233291626,0.4204404950141907,0.6028708517551422,0.43708613246679306
fresh-en-1,8,9,K,all_heads,400,0.15370374470949175,0.2266736999154091,0.3430075347423554,0.23919859366491436,400,0.6323070466518402,0.8548831939697266,1.177220094203949,0.8896699153631925
fresh-en-1,8,9,V,weak_half,400,0.04608457311987877,0.09232772141695023,0.17202633768320083,0.10345667429734022,400,0.13285709023475648,0.2389344871044159,0.40231205821037297,0.2556125915981829
fresh-en-1,8,9,V,strong_half,400,0.09106388911604882,0.17171286046504974,0.31563041508197787,0.1944186894223094,400,0.29302759766578673,0.5047154426574707,0.8254227697849275,0.5405824149772525
fresh-en-1,8,9,V,random_half,400,0.06837232634425164,0.13533063977956772,0.24439083933830266,0.15157331094145776,400,0.20008659213781357,0.3644304424524307,0.6061841666698456,0.3956356716528535
fresh-en-1,8,9,V,all_heads,400,0.0997017577290535,0.19483598321676254,0.35056326985359193,0.21884362265467644,400,0.42908117473125457,0.751499354839325,1.2147094368934632,0.7961950064450503
fresh-en-1,8,9,QKV,weak_half,400,0.07268035933375358,0.10562345013022423,0.15491692274808885,0.1112955713737756,400,0.20027262121438982,0.2830720990896225,0.3993861436843872,0.29051720298826694
fresh-en-1,8,9,QKV,strong_half,400,0.15391260832548143,0.2130080610513687,0.29623655676841737,0.22042813377454876,400,0.47474442720413207,0.6070356369018555,0.781455671787262,0.6238279248028994
fresh-en-1,8,9,QKV,random_half,400,0.11837809309363365,0.16439248621463776,0.23404497057199483,0.17170253332704305,400,0.3163149207830429,0.4390338808298111,0.586566185951233,0.45098667826503513
fresh-en-1,8,9,QKV,all_heads,400,0.17159610986709595,0.23495026677846909,0.3334542989730835,0.24674282263964414,400,0.6932302713394165,0.8939938843250275,1.1676303625106812,0.9143451265990734
fresh-en-1,9,10,Q,weak_half,400,0.06094711944460869,0.10585768893361092,0.18654251843690872,0.11567866146564483,400,0.16621108651161196,0.28902509808540344,0.4845675349235535,0.3115142738074064
fresh-en-1,9,10,Q,strong_half,400,0.13207966536283494,0.22750648111104965,0.39289309382438664,0.24421696905046703,400,0.3954143702983856,0.6493356823921204,1.0021042943000793,0.6812256198376417
fresh-en-1,9,10,Q,random_half,400,0.10025337263941765,0.165534108877182,0.28697486221790314,0.18303215925581753,400,0.281519678235054,0.4585331082344055,0.7408766329288483,0.49320222694426774
fresh-en-1,9,10,Q,all_heads,400,0.15048966854810714,0.26013249158859253,0.4382429331541062,0.27463290037587285,400,0.5911897838115692,0.9714177846908569,1.4385213375091555,0.992739894092083
fresh-en-1,9,10,K,weak_half,400,0.06983374580740928,0.11050503700971603,0.18521395772695542,0.119023098340258,400,0.17386156171560288,0.27945245802402496,0.42727637290954595,0.2880118969641626
fresh-en-1,9,10,K,strong_half,400,0.12892614752054216,0.20186910033226013,0.30386801064014435,0.21343705765902996,400,0.39015957713127136,0.5710758566856384,0.7946619153022767,0.5831236628443003
fresh-en-1,9,10,K,random_half,400,0.10964433699846268,0.16358662396669388,0.2563591420650483,0.17592061592265965,400,0.2803747922182083,0.41787467896938324,0.601813954114914,0.4318814205750823
fresh-en-1,9,10,K,all_heads,400,0.15055901408195496,0.22853782027959824,0.3547593533992768,0.24282987158745528,400,0.5946242630481721,0.8478443622589111,1.1840943932533263,0.8711355630308389
fresh-en-1,9,10,V,weak_half,400,0.049820014461874965,0.0957585982978344,0.18845382630825047,0.10882406448945403,400,0.13858646005392075,0.23517920821905136,0.42064121365547197,0.2608477630652487
fresh-en-1,9,10,V,strong_half,400,0.09640422835946083,0.15963114798069,0.3254160404205323,0.18729992019943892,400,0.30360322296619413,0.4640680104494095,0.8102843344211582,0.522186496220529
fresh-en-1,9,10,V,random_half,400,0.07403680831193923,0.12740062177181244,0.2536500900983811,0.15287961770780384,400,0.2124659463763237,0.34833425283432007,0.6163441002368928,0.38827623162418606
fresh-en-1,9,10,V,all_heads,400,0.11297901272773743,0.19091308116912842,0.36864126026630406,0.21979761159978806,400,0.4665547549724579,0.6942921578884125,1.19773188829422,0.783034263253212
fresh-en-1,9,10,QKV,weak_half,400,0.06883239522576333,0.11383510380983353,0.17397884428501129,0.11860841455869377,400,0.17947925329208375,0.2906233072280884,0.4189550638198853,0.3003467996045947
fresh-en-1,9,10,QKV,strong_half,400,0.14540800154209138,0.21212786436080933,0.32404509186744695,0.22453425219282508,400,0.4376334309577942,0.6155771017074585,0.8541621088981629,0.6340144545584917
fresh-en-1,9,10,QKV,random_half,400,0.11538342982530594,0.1700264737010002,0.24538346827030194,0.1781065428815782,400,0.3064898431301117,0.4569401144981384,0.647545462846756,0.46353640422225
fresh-en-1,9,10,QKV,all_heads,400,0.17007683366537094,0.24171700328588486,0.36055758595466614,0.25575132431462405,400,0.6377313256263734,0.9152962565422058,1.2620975852012637,0.9343612555414438
fresh-en-1,10,11,Q,weak_half,200,0.06944099664688111,0.09974412620067596,0.1316825270652771,0.10007419964298606,200,0.18252173364162447,0.2599073648452759,0.3511184364557266,0.2633637668192387
fresh-en-1,10,11,Q,strong_half,200,0.1699372336268425,0.22559165209531784,0.30074552595615384,0.231473029255867,200,0.4364379048347473,0.5961241722106934,0.7720701932907105,0.6011680337786675
fresh-en-1,10,11,Q,random_half,200,0.11976733207702636,0.17453531920909882,0.2334069699048996,0.1762715058028698,200,0.2938146501779556,0.4288535863161087,0.5812847852706909,0.43108469240367414
fresh-en-1,10,11,Q,all_heads,200,0.19902106374502185,0.2585810273885727,0.3368082493543625,0.26147273384034636,200,0.623351377248764,0.8477539420127869,1.131349778175354,0.8645317968726158
fresh-en-1,10,11,K,weak_half,200,0.05753650888800621,0.08063225820660591,0.11064159125089645,0.08343798661604523,200,0.14854126870632173,0.2100462019443512,0.27082476019859314,0.2124735986441374
fresh-en-1,10,11,K,strong_half,200,0.18665273636579513,0.266862690448761,0.35107639133930196,0.2716717680543661,200,0.48777368366718293,0.630791425704956,0.7756236135959625,0.6299147251248359
fresh-en-1,10,11,K,random_half,200,0.11451399922370911,0.17006069421768188,0.2834821879863739,0.1885000267997384,200,0.2704488217830658,0.4074474275112152,0.5655113577842712,0.4160751291364431
fresh-en-1,10,11,K,all_heads,200,0.20212250351905822,0.2926028370857239,0.3856657564640045,0.2924680233001709,200,0.6800970137119293,0.8471084237098694,0.9841707348823545,0.8423883187770843
fresh-en-1,10,11,V,weak_half,200,0.07907667607069016,0.1134326122701168,0.15122054517269135,0.11284223183989525,200,0.20612292140722277,0.29504191875457764,0.4048506021499634,0.2969295750558376
fresh-en-1,10,11,V,strong_half,200,0.18174155056476593,0.2496490329504013,0.3162019371986389,0.24678777687251569,200,0.5428029775619507,0.6820696592330933,0.802109831571579,0.6706108778715134
fresh-en-1,10,11,V,random_half,200,0.13125766068696976,0.18281591683626175,0.2498991474509239,0.18792357690632344,200,0.3371214807033539,0.47089941799640656,0.62029110789299,0.4780918924510479
fresh-en-1,10,11,V,all_heads,200,0.21311977058649065,0.27266694605350494,0.34110399484634396,0.27386617958545684,200,0.7686313748359681,0.9857306182384491,1.1916023731231689,0.9675404632091522
fresh-en-1,10,11,QKV,weak_half,200,0.06905001550912858,0.10094969347119331,0.12833732813596727,0.09993800090625882,200,0.18383744955062867,0.2632672041654587,0.34155472517013546,0.2626323198527098
fresh-en-1,10,11,QKV,strong_half,200,0.2015552669763565,0.252907931804657,0.3102490305900574,0.2531704943627119,200,0.5313649356365204,0.6640969514846802,0.7787599325180053,0.6562527805566788
fresh-en-1,10,11,QKV,random_half,200,0.128659687936306,0.1878657117486,0.24712180495262145,0.18670625861734153,200,0.3133641630411148,0.4526396840810776,0.5957495152950287,0.4546309668570757
fresh-en-1,10,11,QKV,all_heads,200,0.2186402276158333,0.2814401835203171,0.3346459418535232,0.2786870900541544,200,0.7310712456703186,0.924795001745224,1.1009344816207887,0.918885104060173
fresh-en-1,10,11,JS,weak_half,200,0.0006487292353995145,0.002476100460626185,0.007742555718868969,0.0035485731244261844,200,0.0011850937851704659,0.003247117158025503,0.007588309375569224,0.0038854427193291486
fresh-en-1,10,11,JS,strong_half,200,0.011076398845762015,0.030100420117378235,0.06291758120059968,0.034063537010224534,200,0.010585208982229232,0.0233779763802886,0.04796599671244621,0.027230191302951425
fresh-en-1,10,11,JS,random_half,200,0.0075511276256293065,0.016958865337073803,0.04382962100207806,0.02106688379950356,200,0.004978407686576247,0.012179754674434662,0.028055685944855212,0.015364673343137838
fresh-en-1,10,11,JS,all_heads,200,0.014377229474484922,0.03360266052186489,0.07278357818722724,0.040764510629232975,200,0.012129753734916449,0.027565681375563145,0.053156211599707605,0.031115633946610613
fresh-en-1,10,11,sqrtJS,weak_half,200,0.025470119901001453,0.04975937679409981,0.08798861578106879,0.053749845540151,200,0.09070465341210365,0.15358279645442963,0.22870372980833054,0.1554449757374823
fresh-en-1,10,11,sqrtJS,strong_half,200,0.10524024218320847,0.17349450290203094,0.25083377957344055,0.1755852117575705,200,0.25386994481086733,0.3907646983861923,0.514481920003891,0.3872256969660521
fresh-en-1,10,11,sqrtJS,random_half,200,0.08689491674304009,0.13022612035274506,0.20935525000095367,0.13791918747127055,200,0.16560839712619782,0.2626743018627167,0.4054365575313568,0.2716565002501011
fresh-en-1,10,11,sqrtJS,all_heads,200,0.11990358531475068,0.1833082139492035,0.2697817355394363,0.19265078946948053,200,0.3480386197566986,0.5435992777347565,0.7279269158840179,0.5426706725358963
fresh-en-1,11,12,Q,weak_half,400,0.1238834410905838,0.2069108635187149,0.36830435991287236,0.22872868400067092,400,0.24347191601991655,0.3482319116592407,0.5344525635242462,0.3711732878908515
fresh-en-1,11,12,Q,strong_half,400,0.1404658243060112,0.2178381159901619,0.39339359402656554,0.24297691743820907,400,0.47751598060131073,0.7311754822731018,1.2181585907936097,0.7982833039015531
fresh-en-1,11,12,Q,random_half,400,0.12326943576335908,0.2052604854106903,0.4111480683088303,0.24412159588187932,400,0.32472758293151854,0.5374113619327545,0.9631309926509858,0.5961006556078792
fresh-en-1,11,12,Q,all_heads,400,0.11672314479947091,0.17196805030107498,0.27572976350784306,0.1832105772010982,400,0.7567769765853882,1.0795705318450928,1.7580996870994572,1.1694565898925067
fresh-en-1,11,12,K,weak_half,400,0.10059513375163079,0.17529841512441635,0.3090489774942399,0.19310834203846752,400,0.17775298655033112,0.27525240182876587,0.4497947871685029,0.29766172748059033
fresh-en-1,11,12,K,strong_half,400,0.10450904220342637,0.16252351552248,0.2757287234067917,0.18061625469475984,400,0.33033922910690305,0.5657155215740204,0.9709789872169496,0.6175841840729117
fresh-en-1,11,12,K,random_half,400,0.10739448666572571,0.18538132309913635,0.3485639333724976,0.22060620564967393,400,0.25274287462234496,0.411623552441597,0.7466988205909729,0.4620770391821861
fresh-en-1,11,12,K,all_heads,400,0.10506204515695572,0.15816397964954376,0.2476702481508256,0.17015537584200502,400,0.5281048655509949,0.8310451805591583,1.4153220534324649,0.9152459093928337
fresh-en-1,11,12,V,weak_half,400,0.07375210300087928,0.14814569056034088,0.268029722571373,0.16095607691444458,400,0.14607070088386537,0.2344798892736435,0.43328196406364444,0.2665331773087382
fresh-en-1,11,12,V,strong_half,400,0.07723352313041687,0.13354657590389252,0.2692253470420839,0.15651939538307488,400,0.25895796716213226,0.4647410809993744,0.9689955949783325,0.555792277008295
fresh-en-1,11,12,V,random_half,400,0.07810793444514275,0.14845558255910873,0.32709783613681803,0.1883373015653342,400,0.19380923211574555,0.3508721739053726,0.6997187316417696,0.41212878055870533
fresh-en-1,11,12,V,all_heads,400,0.08194395154714584,0.14404284209012985,0.25525235235691074,0.15919808047823608,400,0.4096657246351242,0.7090068459510803,1.372148954868317,0.822325454801321
fresh-en-1,11,12,QKV,weak_half,400,0.12007122412323952,0.19698374718427658,0.3041389286518097,0.20461925929412245,400,0.22870806306600572,0.31007519364356995,0.46732245683670043,0.32787769224494695
fresh-en-1,11,12,QKV,strong_half,400,0.1343732312321663,0.18974439799785614,0.29420072436332706,0.20492610456421972,400,0.42669931054115295,0.6640896797180176,1.0239916801452638,0.6980599980801344
fresh-en-1,11,12,QKV,random_half,400,0.12504710182547568,0.20223911851644516,0.35009779036045074,0.23108940072357653,400,0.3058811962604523,0.4742127060890198,0.8053206801414491,0.519703901745379
fresh-en-1,11,12,QKV,all_heads,400,0.12374101132154465,0.16487182676792145,0.24052426815032962,0.17661182712763548,400,0.6695722460746766,0.9737617075443268,1.4699242115020752,1.0259376887232066
fresh-en-1,12,13,Q,weak_half,400,0.04199954308569431,0.06774314120411873,0.10672791749238969,0.0711545211263001,400,0.12076444029808045,0.18298646807670593,0.2665613472461701,0.18831987583078444
fresh-en-1,12,13,Q,strong_half,400,0.09062614068388938,0.14761626720428467,0.2523013204336167,0.1606011653225869,400,0.2737719863653183,0.4510657787322998,0.7102379858493806,0.47010160353034736
fresh-en-1,12,13,Q,random_half,400,0.06791080385446549,0.11098757013678551,0.18878157138824467,0.12181354452855885,400,0.19356008768081664,0.3096689283847809,0.48502295613288887,0.3263991795666516
fresh-en-1,12,13,Q,all_heads,400,0.10142687857151031,0.16127675026655197,0.2634800791740418,0.17517426386475562,400,0.40015879869461063,0.6367415189743042,0.9498837471008302,0.658421477265656
fresh-en-1,12,13,K,weak_half,400,0.04000897668302059,0.0662442147731781,0.10698441714048386,0.07137605293188244,400,0.10994575917720795,0.1685384139418602,0.2603339970111847,0.17883335843682288
fresh-en-1,12,13,K,strong_half,400,0.08951610177755356,0.12884393334388733,0.19378753304481508,0.13636655246838927,400,0.2655521184206009,0.3705669790506363,0.5334886610507966,0.3865734089538455
fresh-en-1,12,13,K,random_half,400,0.06977591663599016,0.10822867229580879,0.16802441477775576,0.11436999661847949,400,0.18019572049379348,0.2777932435274124,0.39742228090763093,0.28388734923675657
fresh-en-1,12,13,K,all_heads,400,0.0973131999373436,0.1412707194685936,0.21128804236650467,0.1499322714470327,400,0.3927572250366211,0.5375449061393738,0.7774453818798066,0.5654067690297961
fresh-en-1,12,13,V,weak_half,400,0.03237935602664948,0.05586152896285057,0.09647395685315133,0.062046736229676755,400,0.09038065373897552,0.13788507878780365,0.22541089355945587,0.15078939713537692
fresh-en-1,12,13,V,strong_half,400,0.06915062367916107,0.1109115295112133,0.1759899526834488,0.11871332617476582,400,0.24378553926944732,0.3483941853046417,0.48023294508457187,0.3595046537742019
fresh-en-1,12,13,V,random_half,400,0.05359541215002537,0.09506300836801529,0.159262253344059,0.10142002778593451,400,0.16232227236032487,0.24565041810274124,0.3550059884786606,0.25703549172729256
fresh-en-1,12,13,V,all_heads,400,0.07847891598939896,0.11983677372336388,0.18962698429822927,0.12814533180557192,400,0.3575849711894989,0.49409888684749603,0.699405062198639,0.5102940502017737
fresh-en-1,12,13,QKV,weak_half,400,0.04619770012795925,0.06748224794864655,0.1004384994506836,0.07057117450982332,400,0.12104464918375016,0.17497044801712036,0.24026590287685398,0.17977515794336796
fresh-en-1,12,13,QKV,strong_half,400,0.10085328444838525,0.13891717791557312,0.19544970989227295,0.14492867968976497,400,0.31298905313014985,0.42447489500045776,0.5549153685569764,0.42992491722106935
fresh-en-1,12,13,QKV,random_half,400,0.08043641299009323,0.1137194074690342,0.1631809949874878,0.1174005822557956,400,0.20837896764278413,0.29573529958724976,0.40936724841594707,0.30440974853932856
fresh-en-1,12,13,QKV,all_heads,400,0.11095675975084304,0.15141302347183228,0.2091833993792534,0.15752761216834188,400,0.4490968585014343,0.6040551364421844,0.7720139563083649,0.6097000724822282
fresh-en-1,13,14,Q,weak_half,400,0.0333906464278698,0.05858255550265312,0.10196247473359109,0.06311847380362451,400,0.09302718043327332,0.15997984260320663,0.2642755776643753,0.1702065001707524
fresh-en-1,13,14,Q,strong_half,400,0.09204253703355789,0.15910228341817856,0.26018022298812865,0.16915235366672277,400,0.27269009649753573,0.4473327398300171,0.6860464870929719,0.46286991441622377
fresh-en-1,13,14,Q,random_half,400,0.06082731001079082,0.11773044615983963,0.20547893792390826,0.1256006505060941,400,0.17466874718666078,0.29920512437820435,0.5050004959106447,0.31935379272326825
fresh-en-1,13,14,Q,all_heads,400,0.1011314556002617,0.1709803193807602,0.2773810833692551,0.18358654756098985,400,0.3858739286661148,0.6040984690189362,0.9251342713832856,0.6330764130875468
fresh-en-1,13,14,K,weak_half,400,0.040776994451880454,0.06571542471647263,0.11363649964332584,0.07244727050419897,400,0.1067556381225586,0.1667572408914566,0.26869713962078096,0.17781931541860105
fresh-en-1,13,14,K,strong_half,400,0.10767457932233811,0.16511210054159164,0.24289021342992784,0.17294135492295026,400,0.3147138386964798,0.45152726769447327,0.6594492793083191,0.47442216757684946
fresh-en-1,13,14,K,random_half,400,0.08041624277830124,0.1300177499651909,0.22916551381349565,0.14435280523262917,400,0.1976301357150078,0.31191785633563995,0.4727044641971589,0.32789318487048147
fresh-en-1,13,14,K,all_heads,400,0.11809397861361505,0.17358045279979706,0.2585149049758912,0.18222347900271416,400,0.431104251742363,0.6153574883937836,0.931251049041748,0.6522414813935756
fresh-en-1,13,14,V,weak_half,400,0.027668917924165728,0.04883405566215515,0.10824857205152516,0.06140576663659886,400,0.07761971652507782,0.12573891878128052,0.25847788453102116,0.15221538756042718
fresh-en-1,13,14,V,strong_half,400,0.06748246252536774,0.12791181355714798,0.2509697258472443,0.14929755680263043,400,0.21045585572719575,0.3495970815420151,0.6511614680290223,0.4036193377897143
fresh-en-1,13,14,V,random_half,400,0.05010525286197663,0.09721117839217186,0.2035676896572114,0.11763474846724421,400,0.13613949716091156,0.242456316947937,0.4468719005584717,0.28071628173813223
fresh-en-1,13,14,V,all_heads,400,0.07606047689914705,0.13386619091033936,0.26358460187911986,0.15910425290465355,400,0.29006458818912506,0.48444347083568573,0.9060238480567933,0.5558347230032087
fresh-en-1,13,14,QKV,weak_half,400,0.04081669710576535,0.06304764375090599,0.10695586055517199,0.06867555658333004,400,0.10514951199293136,0.16336672753095627,0.2553859144449234,0.17548505634069442
fresh-en-1,13,14,QKV,strong_half,400,0.11359325945377349,0.16603676974773407,0.23806603252887726,0.17177847370505334,400,0.32835593521595,0.4530118554830551,0.6462366938591003,0.4755962960794568
fresh-en-1,13,14,QKV,random_half,400,0.07887387722730636,0.12440208718180656,0.2024524182081223,0.13602644935250283,400,0.20758252292871476,0.30556483566761017,0.4701956987380982,0.3282794947549701
fresh-en-1,13,14,QKV,all_heads,400,0.12154724448919296,0.17428946495056152,0.2550203919410706,0.18301012860611082,400,0.4466926246881485,0.6231760382652283,0.8954059839248659,0.6510813497751952
fresh-en-1,14,15,Q,weak_half,200,0.05972525961697102,0.08768754824995995,0.12654390782117841,0.09146249745041132,200,0.16171305477619172,0.23234986513853073,0.3349693536758423,0.2418448817357421
fresh-en-1,14,15,Q,strong_half,200,0.21042995005846024,0.26153530180454254,0.324012291431427,0.26548121698200705,200,0.49634958505630494,0.6425824761390686,0.8015037953853607,0.6476942497491837
fresh-en-1,14,15,Q,random_half,200,0.12157834991812706,0.18700086325407028,0.2497889772057533,0.1866412503272295,200,0.2847464978694916,0.45379510521888733,0.5851304411888123,0.4428778136521578
fresh-en-1,14,15,Q,all_heads,200,0.21908943206071854,0.2742941975593567,0.33914255499839785,0.2768461449444294,200,0.6563409686088562,0.8885973691940308,1.1189436435699462,0.8895391279459
fresh-en-1,14,15,K,weak_half,200,0.03400024399161339,0.05253284424543381,0.07024108618497849,0.051974865505471826,200,0.07971110939979553,0.1251831203699112,0.17426325380802155,0.1268891525827348
fresh-en-1,14,15,K,strong_half,200,0.14096638560295105,0.22103718668222427,0.34185391664505005,0.23046200100332498,200,0.3435581922531128,0.5238255262374878,0.7481223046779631,0.5397826400399208
fresh-en-1,14,15,K,random_half,200,0.08331794515252114,0.14197427779436111,0.2737092196941376,0.1595736616104841,200,0.19068296402692794,0.3037271052598953,0.5456008434295654,0.3334548348933458
fresh-en-1,14,15,K,all_heads,200,0.1498803660273552,0.2287801057100296,0.3448011815547943,0.2389882105588913,200,0.44229177534580233,0.6692723035812378,0.898008644580841,0.6666717946529388
fresh-en-1,14,15,V,weak_half,200,0.0313275046646595,0.04746314883232117,0.07551179230213165,0.05051631234586239,200,0.08001820892095567,0.11556577682495117,0.1866932451725006,0.12669924590736628
fresh-en-1,14,15,V,strong_half,200,0.11879860609769821,0.17190982401371002,0.30756547749042507,0.19820406567305326,200,0.2921076089143753,0.4412684142589569,0.6660638451576233,0.46328026719391346
fresh-en-1,14,15,V,random_half,200,0.07624801844358445,0.12988001853227615,0.2257589653134346,0.1404957754164934,200,0.15936479717493057,0.2751575708389282,0.45192498862743374,0.2943941374868155
fresh-en-1,14,15,V,all_heads,200,0.1338060662150383,0.18094080686569214,0.3125566303730011,0.20830298632383346,200,0.38464597165584563,0.5482084155082703,0.837924814224243,0.5899795150756836
fresh-en-1,14,15,QKV,weak_half,200,0.04821562208235264,0.06717341020703316,0.09222997650504113,0.06822513587772847,200,0.12617674916982652,0.17499307543039322,0.24576923996210095,0.17911065086722375
fresh-en-1,14,15,QKV,strong_half,200,0.2020306780934334,0.23559602349996567,0.27765149176120757,0.2398426128178835,200,0.4935259848833084,0.5986289978027344,0.7088593661785125,0.5998339432477952
fresh-en-1,14,15,QKV,random_half,200,0.11645718067884446,0.16869307309389114,0.22687322795391082,0.16977287262678145,200,0.26859555542469027,0.3867724984884262,0.5149533152580261,0.38845198668539527
fresh-en-1,14,15,QKV,all_heads,200,0.21109243035316466,0.25006889551877975,0.2848523288965225,0.2495175714790821,200,0.6223420441150666,0.7783544957637787,0.9231582403182983,0.7789445948600769
fresh-en-1,14,15,JS,weak_half,200,0.0007763063360471279,0.002509985235519707,0.00766885820776224,0.003732908903621137,200,0.0011543412460014225,0.0032102898694574833,0.008047807589173317,0.0040331551556300835
fresh-en-1,14,15,JS,strong_half,200,0.011302258260548115,0.024751482531428337,0.05091860070824622,0.029279520583804695,200,0.015055215358734131,0.029228592291474342,0.0523753385990858,0.032888505052542316
fresh-en-1,14,15,JS,random_half,200,0.0051984306890517475,0.014517479110509157,0.03340637423098087,0.01769778228655923,200,0.006468428997322917,0.01561273168772459,0.033602714166045176,0.018580437625641936
fresh-en-1,14,15,JS,all_heads,200,0.011281129065901042,0.025093545205891132,0.05286857895553111,0.029380197356222198,200,0.01800473090261221,0.033482665196061134,0.05922782830893993,0.03692166009568609
fresh-en-1,14,15,sqrtJS,weak_half,200,0.027862273529171942,0.050099652260541916,0.08757161423563957,0.05542821571230888,200,0.0852257788181305,0.14180681854486465,0.2221267521381378,0.14699578979983927
fresh-en-1,14,15,sqrtJS,strong_half,200,0.10631204769015312,0.15732577443122864,0.225648558139801,0.16332259381189942,200,0.3110693901777268,0.4123976528644562,0.576462596654892,0.43372884660959243
fresh-en-1,14,15,sqrtJS,random_half,200,0.07210011184215545,0.12048682570457458,0.18277189731597898,0.12508158395066857,200,0.18808934092521667,0.27997562289237976,0.4204215109348297,0.29344766434282066
fresh-en-1,14,15,sqrtJS,all_heads,200,0.10621153041720391,0.15840937197208405,0.22993040680885313,0.16380997877568007,200,0.44155151546001437,0.5724745690822601,0.7562368214130402,0.5807246388494969
fresh-en-1,15,16,Q,weak_half,400,0.05115569531917572,0.11163235083222389,0.19201354086399083,0.11851625631097704,400,0.09324264898896217,0.20010404288768768,0.2961266309022904,0.20080076995305718
fresh-en-1,15,16,Q,strong_half,400,0.07385298833251,0.16069813072681427,0.3015475064516068,0.17814022227190435,400,0.17087184935808183,0.3426547944545746,0.6329521954059601,0.3731372333317995
fresh-en-1,15,16,Q,random_half,400,0.06568787023425103,0.14229707419872284,0.25226762294769295,0.15374847989995033,400,0.12571520805358888,0.26651036739349365,0.4767976969480516,0.2908402467984706
fresh-en-1,15,16,Q,all_heads,400,0.1157577946782112,0.22759568691253662,0.3756236761808396,0.240536219868809,400,0.2711366653442383,0.5396303236484528,0.9237230241298676,0.573938002679497
fresh-en-1,15,16,K,weak_half,400,0.0720119334757328,0.11476623639464378,0.1975547417998314,0.1259802564326674,400,0.12744511365890504,0.1808849647641182,0.27546829581260684,0.19104495994746684
fresh-en-1,15,16,K,strong_half,400,0.09909193962812424,0.15460841357707977,0.2442264422774315,0.1652323190867901,400,0.21407503336668016,0.32006849348545074,0.5206866800785065,0.3470751639455557
fresh-en-1,15,16,K,random_half,400,0.09023350849747659,0.14198295027017593,0.2503163427114487,0.15840351218357682,400,0.16206704080104828,0.23965883255004883,0.4151101619005204,0.2684745015017688
fresh-en-1,15,16,K,all_heads,400,0.14247250109910967,0.22148402780294418,0.3355022430419922,0.23079961340874433,400,0.3425900548696518,0.500378429889679,0.7856600284576417,0.5381201263144613
fresh-en-1,15,16,V,weak_half,400,0.06892155334353448,0.11238246038556099,0.1934076949954033,0.12435553018003702,400,0.1185330018401146,0.16938398778438568,0.2523349642753602,0.1777927975077182
fresh-en-1,15,16,V,strong_half,400,0.09883744940161705,0.16184579581022263,0.2384017437696457,0.16994249603711067,400,0.20923011600971222,0.3066157400608063,0.47518199682235723,0.32719085227698086
fresh-en-1,15,16,V,random_half,400,0.08600258752703667,0.1390918716788292,0.2349163308739663,0.15318310870788993,400,0.1540341153740883,0.23507018387317657,0.3749436795711517,0.2510602937079966
fresh-en-1,15,16,V,all_heads,400,0.1690642610192299,0.22808347642421722,0.335255891084671,0.24334939943626524,400,0.32907225787639616,0.4751551002264023,0.7278320550918579,0.5049836485087872
fresh-en-1,15,16,QKV,weak_half,400,0.07989880442619324,0.11726068705320358,0.19094224572181703,0.12669851871207358,400,0.14025417864322662,0.18742965906858444,0.2664393067359924,0.19686487335711716
fresh-en-1,15,16,QKV,strong_half,400,0.10922941565513611,0.16662801802158356,0.24773750603199007,0.17695572426542638,400,0.24858227968215943,0.3311450481414795,0.5379368007183075,0.3661909296736121
fresh-en-1,15,16,QKV,random_half,400,0.10014482289552688,0.1484013870358467,0.23843082487583162,0.1609893567673862,400,0.18035451024770738,0.25932882726192474,0.41887034773826604,0.28241308603435755
fresh-en-1,15,16,QKV,all_heads,400,0.17184289246797563,0.23527216911315918,0.33110528588294985,0.2449055170454085,400,0.3923039108514786,0.5221433043479919,0.8025936484336853,0.5630558013916016
fresh-en-1,16,17,Q,weak_half,400,0.01090065520256758,0.03213384933769703,0.06482484787702561,0.03540428388747387,400,0.029532276280224323,0.0893373042345047,0.17565270066261293,0.09621945450082421
fresh-en-1,16,17,Q,strong_half,400,0.024700336903333668,0.08621794357895851,0.1668551594018937,0.0934323610062711,400,0.06219766028225422,0.22039325535297394,0.42419965565204626,0.23902779089286924
fresh-en-1,16,17,Q,random_half,400,0.016319026052951813,0.062303658574819565,0.127023857831955,0.06753292427631095,400,0.04610161222517491,0.1591755449771881,0.3023368239402771,0.16779809141997248
fresh-en-1,16,17,Q,all_heads,400,0.02626625243574381,0.09000314399600029,0.1832762107253075,0.0997350847045891,400,0.09337917640805246,0.30953696370124817,0.5907247006893158,0.33524724560789765
fresh-en-1,16,17,K,weak_half,400,0.03309944570064545,0.05013861693441868,0.0803563952445984,0.05375516610220075,400,0.08944721966981889,0.12850934267044067,0.17739043831825257,0.13129173380322753
fresh-en-1,16,17,K,strong_half,400,0.07427202835679055,0.11068788170814514,0.16004806458950044,0.11409356572665275,400,0.22308700978755952,0.30215004086494446,0.434687539935112,0.31780049700289964
fresh-en-1,16,17,K,random_half,400,0.05551785156130791,0.08376788347959518,0.1244123667478562,0.08718048962764442,400,0.1439796969294548,0.2100352942943573,0.32709612846374514,0.2241826919838786
fresh-en-1,16,17,K,all_heads,400,0.08231901973485947,0.12072939798235893,0.1722958534955979,0.1252398610673845,400,0.3151325792074204,0.43429818749427795,0.6140280783176422,0.44909223057329656
fresh-en-1,16,17,V,weak_half,400,0.026491530612111094,0.045925892889499664,0.07523442134261132,0.04897580315358937,400,0.07256868034601212,0.11991117894649506,0.18080151528120042,0.12262617296539247
fresh-en-1,16,17,V,strong_half,400,0.07131528109312057,0.1119205541908741,0.1869285121560097,0.12265017106197774,400,0.19829190522432327,0.30642981827259064,0.4262947112321854,0.31290188178420064
fresh-en-1,16,17,V,random_half,400,0.049160628020763396,0.08027539029717445,0.14036452472209932,0.08883013811893761,400,0.12876918613910676,0.2056737244129181,0.3154082834720612,0.2181542399339378
fresh-en-1,16,17,V,all_heads,400,0.07808888480067253,0.12669668346643448,0.2022019788622856,0.13496380747295916,400,0.27350446581840515,0.4227070212364197,0.5940569043159486,0.43552805356681346
fresh-en-1,16,17,QKV,weak_half,400,0.03333875611424446,0.047355176880955696,0.0668675646185875,0.049026281065307556,400,0.0897772952914238,0.12252087518572807,0.16235407888889314,0.12462929629720748
fresh-en-1,16,17,QKV,strong_half,400,0.0815234273672104,0.11003098264336586,0.16163104623556138,0.11585234424099326,400,0.22960261702537538,0.30487804114818573,0.41486041545867924,0.3122369610145688
fresh-en-1,16,17,QKV,random_half,400,0.05682018473744392,0.08245310932397842,0.12116478011012079,0.08600277340039611,400,0.14840557724237444,0.20900710672140121,0.3014710545539856,0.21840926218777895
fresh-en-1,16,17,QKV,all_heads,400,0.08897768259048462,0.12090852111577988,0.1753150299191475,0.12663230292499064,400,0.32244964838027956,0.4269644618034363,0.5670095801353455,0.43686625722795724
fresh-en-1,17,18,Q,weak_half,400,0.009794714394956827,0.029066860675811768,0.05373833738267422,0.030948201109422372,400,0.027484984882175923,0.08109355717897415,0.14353146255016327,0.08451876983977855
fresh-en-1,17,18,Q,strong_half,400,0.032937375083565715,0.10008666291832924,0.18823635876178746,0.10699740604031831,400,0.08021067753434183,0.2587098926305771,0.42698949575424194,0.25606562359258533
fresh-en-1,17,18,Q,random_half,400,0.020677325874567033,0.06470144540071487,0.1366383045911789,0.07546006517484784,400,0.052433885261416444,0.1593521386384964,0.2935037583112717,0.17096915594767778
fresh-en-1,17,18,Q,all_heads,400,0.03479687608778477,0.10972586274147034,0.19641194194555284,0.11406105661764741,400,0.1102134570479393,0.3384764492511749,0.5653740286827089,0.34058439357206227
fresh-en-1,17,18,K,weak_half,400,0.012865278124809266,0.026060963049530983,0.042548727616667746,0.02738986423937604,400,0.03723554387688637,0.07079154253005981,0.10603573173284533,0.07265213681850582
fresh-en-1,17,18,K,strong_half,400,0.04658172316849232,0.08491340652108192,0.13339817374944687,0.08848608897998929,400,0.11590702533721925,0.2061862200498581,0.2925162136554718,0.20790251709520816
fresh-en-1,17,18,K,random_half,400,0.03295996338129044,0.05984056182205677,0.10925500765442848,0.06533183038467541,400,0.07415947765111923,0.1354980394244194,0.21232306957244873,0.14058071721345186
fresh-en-1,17,18,K,all_heads,400,0.04742027968168259,0.08967533707618713,0.14682747125625611,0.09451059772633016,400,0.1528210535645485,0.28098051249980927,0.39314436912536627,0.28055465370416643
fresh-en-1,17,18,V,weak_half,400,0.019553527235984802,0.028215929865837097,0.04272730313241482,0.02986624018987641,400,0.05096744112670422,0.07679607346653938,0.10720844268798829,0.07800233666785061
fresh-en-1,17,18,V,strong_half,400,0.08688115552067757,0.12466416880488396,0.17578225433826447,0.12853062788024544,400,0.2175402045249939,0.2835098057985306,0.3654308021068573,0.28902593825012446
fresh-en-1,17,18,V,random_half,400,0.04126483239233494,0.08443579822778702,0.1399387910962105,0.08815104129258543,400,0.10063198953866959,0.1810707300901413,0.27093708217144014,0.18461735697463155
fresh-en-1,17,18,V,all_heads,400,0.09076240360736847,0.12774693965911865,0.177287957072258,0.13264115741476418,400,0.27749455571174625,0.3594724237918854,0.46194404959678653,0.36702827613800765
fresh-en-1,17,18,QKV,weak_half,400,0.020704022236168386,0.02985592745244503,0.04230735674500465,0.030972254781518133,400,0.057423806935548785,0.07871405780315399,0.11195403635501862,0.0828141103219241
fresh-en-1,17,18,QKV,strong_half,400,0.08144553750753403,0.11029660329222679,0.1501531928777695,0.11451834741048515,400,0.19287436604499816,0.26389819383621216,0.34331349134445194,0.26911254759877923
fresh-en-1,17,18,QKV,random_half,400,0.04345549494028092,0.0804177075624466,0.1174861788749695,0.08128176008351147,400,0.1057484433054924,0.17332039773464203,0.25759845674037934,0.17658276157453656
fresh-en-1,17,18,QKV,all_heads,400,0.08439640328288078,0.1163993701338768,0.1590365931391716,0.12062871979549528,400,0.25511411130428313,0.34712663292884827,0.4507107973098755,0.35192665718495847
fresh-en-1,18,19,Q,weak_half,200,0.04607245996594429,0.057622361928224564,0.07538551613688468,0.059285122957080605,200,0.12817559242248536,0.1542971432209015,0.1979708269238472,0.1587935135513544
fresh-en-1,18,19,Q,strong_half,200,0.10979175195097923,0.14186941832304,0.1820901572704315,0.14289242796599866,200,0.29087975025177004,0.3492428660392761,0.41580881774425504,0.3519573538005352
fresh-en-1,18,19,Q,random_half,200,0.07439967691898346,0.10161803662776947,0.14425532519817352,0.10611185221001505,200,0.19782067239284515,0.25445254147052765,0.3200387954711914,0.25813284754753113
fresh-en-1,18,19,Q,all_heads,200,0.12516989409923554,0.15264279395341873,0.19349252581596374,0.1554434635862708,200,0.4311848908662796,0.5070521533489227,0.6162232995033264,0.510750867575407
fresh-en-1,18,19,K,weak_half,200,0.021145398914813995,0.029543166048824787,0.04602242074906825,0.03194696414284408,200,0.05763418450951576,0.07531525567173958,0.11713674664497375,0.08217812972143293
fresh-en-1,18,19,K,strong_half,200,0.06190391629934311,0.09097854420542717,0.14197815954685206,0.0960666169039905,200,0.1681639850139618,0.2236045002937317,0.31033720970153805,0.23286259651184082
fresh-en-1,18,19,K,random_half,200,0.04023327194154263,0.06545683369040489,0.1000815361738205,0.06975728743709624,200,0.09552106484770775,0.15109624713659286,0.21948905885219572,0.158261862359941
fresh-en-1,18,19,K,all_heads,200,0.06707860752940178,0.09552209824323654,0.15241851359605788,0.10292551666498184,200,0.22670026421546938,0.3070446252822876,0.41831666231155396,0.3150407254695892
fresh-en-1,18,19,V,weak_half,200,0.029709825292229652,0.03895639255642891,0.07712270468473431,0.04682686937972903,200,0.06536544859409332,0.08957197144627571,0.21564661264419546,0.11229447219520808
fresh-en-1,18,19,V,strong_half,200,0.06292868405580522,0.09015366062521935,0.199218226969242,0.10598047569394112,200,0.12313150614500047,0.1776788905262947,0.4950168281793592,0.22915921442210674
fresh-en-1,18,19,V,random_half,200,0.041984017193317416,0.06753698363900185,0.13781057298183438,0.07904955218546092,200,0.09368348568677902,0.13696441799402237,0.3379938066005706,0.17243560034781694
fresh-en-1,18,19,V,all_heads,200,0.08250438421964647,0.11047191172838211,0.23382177203893656,0.12838262461125852,200,0.1940002888441086,0.26802419126033783,0.744414210319519,0.3414536836743355
fresh-en-1,18,19,QKV,weak_half,200,0.03607277311384678,0.04582882113754749,0.06143952682614326,0.04834980919957161,200,0.09681893289089202,0.118901826441288,0.16358237862586975,0.12574409067630768
fresh-en-1,18,19,QKV,strong_half,200,0.08335503563284874,0.11074938997626305,0.17048740684986113,0.11892115138471127,200,0.21605875790119172,0.27439895272254944,0.4134614080190658,0.2913247724622488
fresh-en-1,18,19,QKV,random_half,200,0.060306620225310324,0.0834866389632225,0.12245746776461601,0.08840717362239957,200,0.1555040270090103,0.19770444184541702,0.29214662015438075,0.2104254697263241
fresh-en-1,18,19,QKV,all_heads,200,0.09894444942474366,0.12362789362668991,0.19814366847276688,0.13277632817626,200,0.31665202379226687,0.3933873474597931,0.5794233262538909,0.4170688620209694
fresh-en-1,18,19,JS,weak_half,200,0.00028739659173879776,0.0006483748438768089,0.0014716432197019453,0.0008046966659094323,200,0.0006307320320047439,0.004201293224468827,0.016128045134246344,0.006247514242859325
fresh-en-1,18,19,JS,strong_half,200,0.011667023506015539,0.02225372102111578,0.04400902949273585,0.027295302195707336,200,0.004749900149181485,0.014808625914156437,0.028664997965097423,0.016946690250188114
fresh-en-1,18,19,JS,random_half,200,0.0026307108812034133,0.007177729392424226,0.0225433312356472,0.011059908628521953,200,0.0023203907534480096,0.007849603425711393,0.02304952964186667,0.011019929242902436
fresh-en-1,18,19,JS,all_heads,200,0.01317417174577713,0.023113549686968327,0.0467867124825716,0.02817574079381302,200,0.011181800533086062,0.02053231094032526,0.03645632937550545,0.023194204496685415
fresh-en-1,18,19,sqrtJS,weak_half,200,0.016952754557132722,0.025463185273110867,0.03836123198270797,0.026823266111314296,200,0.0669751487672329,0.11005035415291786,0.20602607578039167,0.12288578731939197
fresh-en-1,18,19,sqrtJS,strong_half,200,0.1080137886106968,0.1491767317056656,0.20977621078491207,0.1585968809016049,200,0.17390958368778228,0.26358993351459503,0.34034043550491333,0.2597278260067105
fresh-en-1,18,19,sqrtJS,random_half,200,0.05128988921642304,0.08472146838903427,0.15014398992061614,0.09464912596158684,200,0.11044753268361092,0.18393507599830627,0.26525643169879914,0.18850689701735973
fresh-en-1,18,19,sqrtJS,all_heads,200,0.11477878838777542,0.15203135460615158,0.21630197465419768,0.16153068270534277,200,0.30193769931793213,0.3825230598449707,0.4528791427612305,0.3826136150211096
fresh-en-1,19,20,Q,weak_half,400,0.020055335760116578,0.045237231999635696,0.09601449593901634,0.052125120621640236,400,0.03522581197321415,0.0855724923312664,0.1677279457449913,0.09480105704627931
fresh-en-1,19,20,Q,strong_half,400,0.10541421920061111,0.2002575322985649,0.42370031476020825,0.2404438554216176,400,0.12698360681533813,0.2635687589645386,0.567967963218689,0.315416416246444
fresh-en-1,19,20,Q,random_half,400,0.05309462882578373,0.11167872697114944,0.23741611689329167,0.14009564856998621,400,0.07958442494273187,0.17522764950990677,0.3596063822507859,0.2045334294438362
fresh-en-1,19,20,Q,all_heads,400,0.12096542865037918,0.22217325866222382,0.4413401335477829,0.2628820433467627,400,0.16694879829883577,0.3607849180698395,0.6931609988212586,0.410217473693192
fresh-en-1,19,20,K,weak_half,400,0.02373089026659727,0.04101288504898548,0.07946780472993852,0.047759228507056835,400,0.04846536330878735,0.0797160230576992,0.14573340415954592,0.08914559593424201
fresh-en-1,19,20,K,strong_half,400,0.14686052799224855,0.23109806329011917,0.38704917132854466,0.2539664949849248,400,0.18300481289625167,0.2860434353351593,0.4498937785625458,0.3044107376039028
fresh-en-1,19,20,K,random_half,400,0.07433910965919495,0.12453599274158478,0.24795479178428653,0.1476036545727402,400,0.10414203405380248,0.1744680181145668,0.3142328202724458,0.19671721584163607
fresh-en-1,19,20,K,all_heads,400,0.16225437968969345,0.266920804977417,0.44122807085514076,0.2889228591695428,400,0.24076349437236788,0.3753089904785156,0.5617913365364076,0.39355633340775964
fresh-en-1,19,20,V,weak_half,400,0.02690054401755333,0.047163670882582664,0.08248112052679063,0.05282141955103725,400,0.05348616167902947,0.08201628923416138,0.153989477455616,0.09637866431847214
fresh-en-1,19,20,V,strong_half,400,0.1764236018061638,0.2465289682149887,0.3216236591339111,0.24791794450953603,400,0.2303718388080597,0.2957165539264679,0.38953552246093753,0.30520592419430614
fresh-en-1,19,20,V,random_half,400,0.08325937539339066,0.14462488889694214,0.23034160882234575,0.15055040345527232,400,0.11039087101817131,0.19435212016105652,0.2887781918048859,0.20041543115861715
fresh-en-1,19,20,V,all_heads,400,0.1976504147052765,0.27837684750556946,0.37473527789115935,0.28561449524015187,400,0.2948565185070038,0.3821024000644684,0.5098383665084839,0.40158458802849056
fresh-en-1,19,20,QKV,weak_half,400,0.030211927741765975,0.049028392881155014,0.0867822051048279,0.05368776506744325,400,0.05643323436379433,0.08845436945557594,0.1578233510255814,0.09824418446049094
fresh-en-1,19,20,QKV,strong_half,400,0.17469831109046938,0.24496793746948242,0.3541853189468384,0.25925030635669827,400,0.23022768050432205,0.3108224719762802,0.45065078735351566,0.3283278101310134
fresh-en-1,19,20,QKV,random_half,400,0.08693523481488227,0.1395275890827179,0.2457732126116753,0.15435307613573968,400,0.1207028403878212,0.1972372904419899,0.3349162220954895,0.212870449796319
fresh-en-1,19,20,QKV,all_heads,400,0.19533516317605973,0.28073807060718536,0.3891092211008072,0.29061810377985237,400,0.28958061039447786,0.41380414366722107,0.5908717215061188,0.4265719954669476
fresh-en-1,20,21,Q,weak_half,400,0.011196633707731963,0.01916349306702614,0.053231155499815955,0.02557278914260678,400,0.032222453504800797,0.052744315937161446,0.14913512766361237,0.07206435420550406
fresh-en-1,20,21,Q,strong_half,400,0.026734981313347818,0.047788677737116814,0.15370926260948184,0.06903509186115116,400,0.07141625210642814,0.11843256652355194,0.3471874505281449,0.16391941031441093
fresh-en-1,20,21,Q,random_half,400,0.01878144443035126,0.03411971963942051,0.09818209782242777,0.0475731286755763,400,0.05156542398035526,0.08562725782394409,0.2402356430888176,0.11610176698304712
fresh-en-1,20,21,Q,all_heads,400,0.028794750198721887,0.051772767677903175,0.17072072029113772,0.07539859297685325,400,0.10556339174509048,0.17028770595788956,0.5006994247436525,0.23598376426845788
fresh-en-1,20,21,K,weak_half,400,0.014057555329054594,0.03329697996377945,0.05696576572954656,0.03472992334747687,400,0.04175920076668262,0.09057793393731117,0.13526903688907627,0.09193706802558153
fresh-en-1,20,21,K,strong_half,400,0.03557929806411266,0.09784767776727676,0.155314938724041,0.09810679198242724,400,0.08455806821584702,0.22414063662290573,0.3389277994632721,0.22260037350468337
fresh-en-1,20,21,K,random_half,400,0.024819261394441128,0.06814546138048172,0.11199119389057167,0.06968650351744145,400,0.06407569125294686,0.15059003978967667,0.23902006447315216,0.1555986937787384
fresh-en-1,20,21,K,all_heads,400,0.038586179912090304,0.10798711702227592,0.1626253798604012,0.10652564968448132,400,0.12541414573788642,0.31875115633010864,0.4695759236812592,0.3145374427549541
fresh-en-1,20,21,V,weak_half,400,0.022645928710699082,0.03378218226134777,0.058599837124347694,0.03833259409060702,400,0.0666954644024372,0.0920448750257492,0.14654957056045534,0.10060668763704599
fresh-en-1,20,21,V,strong_half,400,0.06070527248084545,0.08942380547523499,0.14785394966602328,0.09719870590604841,400,0.17785485088825226,0.23636244237422943,0.3443977415561676,0.24839538112282752
fresh-en-1,20,21,V,random_half,400,0.040481336787343024,0.06352852657437325,0.10955837517976766,0.07096631270833313,400,0.11167957410216332,0.1615947186946869,0.25458785593509675,0.17374035205692054
fresh-en-1,20,21,V,all_heads,400,0.06980053558945656,0.1003243625164032,0.15888779014348983,0.10970477119088173,400,0.25217120945453647,0.3262440264225006,0.48325258493423473,0.34900207035243513
fresh-en-1,20,21,QKV,weak_half,400,0.02189337871968746,0.033147381618618965,0.05252435989677907,0.03513096733484417,400,0.06106250174343586,0.08704379573464394,0.12910876125097276,0.09396877220831812
fresh-en-1,20,21,QKV,strong_half,400,0.06082925461232662,0.08788276463747025,0.13574417978525163,0.09430919297039508,400,0.15206177681684493,0.2187458649277687,0.31341068148612977,0.22755627984181045
fresh-en-1,20,21,QKV,random_half,400,0.0404394369572401,0.06314683333039284,0.1004673004150391,0.06733055203687399,400,0.10034104958176612,0.1524890959262848,0.23358420580625536,0.1592005030438304
fresh-en-1,20,21,QKV,all_heads,400,0.06775726601481438,0.09717035666108131,0.14664675742387773,0.10407364489510655,400,0.21582522541284563,0.3058822453022003,0.4426770001649857,0.3215250526741147
fresh-en-1,21,22,Q,weak_half,400,0.009499535709619525,0.02219329308718443,0.03769478611648083,0.0229584945703391,400,0.023415477015078068,0.06156288832426071,0.10394147112965588,0.061775624225847425
fresh-en-1,21,22,Q,strong_half,400,0.015571229718625547,0.04107335954904556,0.08251423314213753,0.04547044525621459,400,0.041333315521478654,0.11254997923970222,0.20312552005052575,0.11662367063108832
fresh-en-1,21,22,Q,random_half,400,0.012400286272168161,0.03017550241202116,0.061468683555722256,0.034141808616695926,400,0.032796534523367886,0.08398794755339622,0.1505865216255188,0.08904188805259765
fresh-en-1,21,22,Q,all_heads,400,0.021092044375836855,0.0503044743090868,0.10006422027945519,0.05483682771911844,400,0.06384461894631387,0.17670702934265137,0.3051427751779557,0.17839929467067123
fresh-en-1,21,22,K,weak_half,400,0.009791777282953263,0.0292274197563529,0.054760474711656584,0.03134326019557193,400,0.027753277309238912,0.07764839008450508,0.1301201328635216,0.0786181498807855
fresh-en-1,21,22,K,strong_half,400,0.01767380386590958,0.055155087262392044,0.09332268461585046,0.05718359048943967,400,0.0452721655368805,0.14292284101247787,0.23436719924211505,0.14319355295971037
fresh-en-1,21,22,K,random_half,400,0.014209394808858633,0.04593614861369133,0.07606789693236352,0.04637154320720583,400,0.03447344116866589,0.11273185908794403,0.18334985375404358,0.11113918682560325
fresh-en-1,21,22,K,all_heads,400,0.022090245224535468,0.06681781634688377,0.10754911527037622,0.06725669150240719,400,0.07246483713388444,0.22561558336019516,0.3578642725944519,0.22181170331314207
fresh-en-1,21,22,V,weak_half,400,0.018081592582166194,0.028786756098270416,0.051370843872427956,0.032333475444465874,400,0.04931764453649521,0.06962477415800095,0.12317382842302323,0.07857210380956531
fresh-en-1,21,22,V,strong_half,400,0.037979501858353616,0.05547008663415909,0.0915533758699894,0.06098222624976188,400,0.09557486698031425,0.1348882094025612,0.23463459163904193,0.14932742958888412
fresh-en-1,21,22,V,random_half,400,0.02662113439291716,0.042254069820046425,0.08051785677671433,0.04788169359788299,400,0.06984272003173828,0.09988986700773239,0.17954203933477406,0.11410282169468701
fresh-en-1,21,22,V,all_heads,400,0.04504407308995724,0.06835626065731049,0.10864392220973969,0.07329757874831558,400,0.14645517766475677,0.20409299433231354,0.3581325888633728,0.2278995330631733
fresh-en-1,21,22,QKV,weak_half,400,0.01600716430693865,0.02751823700964451,0.047140979766845705,0.03028669808758423,400,0.04459880031645298,0.07432401925325394,0.11501509174704554,0.07687315003946424
fresh-en-1,21,22,QKV,strong_half,400,0.03368146121501923,0.05430906265974045,0.08470789268612862,0.05726587619166821,400,0.08282851725816727,0.14001881331205368,0.21558328419923783,0.1449585392419249
fresh-en-1,21,22,QKV,random_half,400,0.023362419195473196,0.04290921054780483,0.07060717567801476,0.045074919825419786,400,0.062101644277572636,0.10655131191015244,0.1662536591291428,0.11111930146813392
fresh-en-1,21,22,QKV,all_heads,400,0.04068434871733189,0.06473659723997116,0.10111721977591515,0.06792558495886623,400,0.1288081720471382,0.21573365479707718,0.32779277563095094,0.22183168843388557
fresh-en-1,22,23,Q,weak_half,200,0.032375112920999524,0.04311622865498066,0.060389561206102366,0.04472352950833738,200,0.0847306750714779,0.11190426349639893,0.15368748903274534,0.1167450400814414
fresh-en-1,22,23,Q,strong_half,200,0.10466229692101478,0.13617707043886185,0.1710360750555992,0.13785249155014753,200,0.2591511458158493,0.31125347316265106,0.38652101457118987,0.3190600971877575
fresh-en-1,22,23,Q,random_half,200,0.06260390281677246,0.0886291041970253,0.1377145320177078,0.09618917444720865,200,0.15593845546245574,0.209866963326931,0.2971095263957977,0.21718349874019624
fresh-en-1,22,23,Q,all_heads,200,0.11248567700386047,0.1437346488237381,0.17703212052583694,0.1455461272597313,200,0.35923558473587036,0.42900635302066803,0.5183386325836181,0.43580513760447503
fresh-en-1,22,23,K,weak_half,200,0.023721249774098396,0.034224674105644226,0.049824804067611694,0.03670006334781647,200,0.06345872581005096,0.08442028611898422,0.1199874497950077,0.09132319444790482
fresh-en-1,22,23,K,strong_half,200,0.10814801082015038,0.12768137454986572,0.21002048552036284,0.1420827630534768,200,0.26403170824050903,0.3104456514120102,0.38652175664901733,0.32220984615385534
fresh-en-1,22,23,K,random_half,200,0.05321548916399479,0.09376586973667145,0.14730868488550186,0.09693160397931934,200,0.12268906384706497,0.20595058798789978,0.2980729520320892,0.20563207872211933
fresh-en-1,22,23,K,all_heads,200,0.1114588536322117,0.13515383005142212,0.20705582350492477,0.1464307750761509,200,0.3285584360361099,0.4053556025028229,0.4980300545692443,0.4135330390930176
fresh-en-1,22,23,V,weak_half,200,0.013882925733923912,0.0182502381503582,0.026541902683675286,0.01935940203256905,200,0.03675885871052742,0.051806241273880005,0.06825781464576722,0.05388862624764443
fresh-en-1,22,23,V,strong_half,200,0.047567743435502054,0.0811333954334259,0.15947033315896975,0.09335915017873049,200,0.1444399207830429,0.19531748443841934,0.2836032509803772,0.20940759316086768
fresh-en-1,22,23,V,random_half,200,0.028000675700604917,0.04509470611810684,0.12692201435565947,0.06231444664299488,200,0.07336287125945092,0.11599641293287277,0.20862639248371123,0.1299680894985795
fresh-en-1,22,23,V,all_heads,200,0.05117474049329758,0.07625066488981247,0.14108106046915037,0.09255334623157978,200,0.1890995293855667,0.25209690630435944,0.3402364253997803,0.26329622030258176
fresh-en-1,22,23,QKV,weak_half,200,0.025382535345852376,0.033811191096901894,0.047017752751708025,0.0353678544331342,200,0.06550594046711922,0.08896845579147339,0.11797405257821082,0.09240278234705329
fresh-en-1,22,23,QKV,strong_half,200,0.09828936159610749,0.12323373183608055,0.1795388951897621,0.12933908261358737,200,0.24802139699459075,0.294119194149971,0.36219791769981385,0.3014212240278721
fresh-en-1,22,23,QKV,random_half,200,0.05216319970786572,0.08294957876205444,0.1284248873591423,0.0891679210588336,200,0.12605671733617782,0.1914069503545761,0.270766618847847,0.19563648011535406
fresh-en-1,22,23,QKV,all_heads,200,0.10244977623224258,0.12855790555477142,0.17668998092412946,0.13330988194793464,200,0.31656256020069123,0.39031925797462463,0.4747440665960312,0.3938240046799183
fresh-en-1,22,23,JS,weak_half,200,9.82328238023911e-06,0.0002860648091882467,0.000733790436061099,0.00034281680963431425,200,2.6025114493677396e-05,0.00039887079037725925,0.0012120119179598987,0.0005206021934043292
fresh-en-1,22,23,JS,strong_half,200,0.00036898800462950023,0.003847413114272058,0.008335836045444012,0.004495912526708707,200,0.0006009698787238449,0.005029736552387476,0.009270998556166886,0.00520713249919936
fresh-en-1,22,23,JS,random_half,200,0.00022958591289352627,0.003315136069431901,0.00823884205892682,0.003923301479262591,200,0.00024643279757583517,0.0022952641593292356,0.0054657832253724335,0.0028045701339215155
fresh-en-1,22,23,JS,all_heads,200,0.000480932928621769,0.00449235481210053,0.009812514856457706,0.005033490254118078,200,0.0006548373959958554,0.005710975034162402,0.010046254750341177,0.0057277347047784135
fresh-en-1,22,23,sqrtJS,weak_half,200,0.003133736154995859,0.016913301311433315,0.027088096179068086,0.016482633443083615,200,0.012570316344499588,0.04907296597957611,0.07236151844263077,0.046293843681924046
fresh-en-1,22,23,sqrtJS,strong_half,200,0.019208510220050812,0.06202738359570503,0.09130079969763756,0.06087514445884153,200,0.051990200579166417,0.16245626658201218,0.21092731058597564,0.15035413179546595
fresh-en-1,22,23,sqrtJS,random_half,200,0.0151518183760345,0.05757705867290497,0.09076790660619735,0.056238489607349035,200,0.03276577070355415,0.10424651205539703,0.15573255270719527,0.09874753409996628
fresh-en-1,22,23,sqrtJS,all_heads,200,0.021929077431559564,0.06702489033341408,0.09905066192150114,0.06478990578791127,200,0.06319581791758537,0.21820172667503357,0.2689065098762512,0.1966479748673737
fresh-en-2,0,1,Q,weak_half,400,0.18981192559003832,0.30438530445098877,0.4745282769203186,0.3214992294833064,400,0.4253257870674133,0.7224414348602295,1.0455863237380985,0.7399280648678541
fresh-en-2,0,1,Q,strong_half,400,0.7713914334774018,1.119035542011261,1.47206209897995,1.1273243824392558,400,1.9413662791252138,2.999807119369507,3.957393074035645,2.9461909037828447
fresh-en-2,0,1,Q,random_half,400,0.5585763990879059,1.0459519028663635,1.4320171356201172,1.0058840183913709,400,1.0437860488891602,1.8176250457763672,2.7251336812973035,1.8400868697464465
fresh-en-2,0,1,Q,all_heads,400,1.0137540221214294,1.3023966550827026,1.6032708048820499,1.307453941255808,400,2.4726752042770386,3.7375751733779907,4.850858545303344,3.6861189687252045
fresh-en-2,0,1,K,weak_half,400,0.23804241120815278,0.3619637191295624,0.5365876734256745,0.38221794471144677,400,0.5819603621959687,0.8125706315040588,1.1411016941070558,0.8406451546400785
fresh-en-2,0,1,K,strong_half,400,0.8405694603919983,1.0646045207977295,1.3773112535476686,1.085583837777376,400,2.2374348640441895,2.7914509773254395,3.681853413581848,2.9039069122076033
fresh-en-2,0,1,K,random_half,400,0.6691918671131134,0.9862692952156067,1.347035324573517,0.9958072275668383,400,1.22822345495224,1.7977826595306396,2.5937507390975956,1.8660968127846718
fresh-en-2,0,1,K,all_heads,400,1.060123574733734,1.2868735194206238,1.5202052831649782,1.284539031535387,400,2.9589993953704834,3.614795207977295,4.718218660354614,3.744552076458931
fresh-en-2,0,1,V,weak_half,400,0.10627884045243265,0.2506295442581177,0.4667730152606965,0.2828158756624907,400,0.2977455317974091,0.5678088963031769,0.9337635636329656,0.6037796954810619
fresh-en-2,0,1,V,strong_half,400,0.5490926802158356,0.8540489077568054,1.3967276453971866,0.9229900197684765,400,1.2621386766433715,2.090788960456848,3.529253005981447,2.3325862143933773
fresh-en-2,0,1,V,random_half,400,0.3504885405302048,0.7358205616474152,1.450324130058289,0.8768366070464253,400,0.6998965978622437,1.3255137205123901,2.321849346160889,1.465379197075963
fresh-en-2,0,1,V,all_heads,400,0.6910390794277191,1.0958972573280334,1.5811966300010682,1.1100770066678525,400,1.601429045200348,2.7185384035110474,4.425310707092285,2.9363659144937992
fresh-en-2,0,1,QKV,weak_half,400,0.23150804787874224,0.3343365788459778,0.4628632068634034,0.3453738921135664,400,0.5610997676849365,0.7536446750164032,1.0103684902191163,0.7697968394309282
fresh-en-2,0,1,QKV,strong_half,400,0.8393572807312012,1.0437911748886108,1.3437451124191284,1.0700127211213113,400,2.223258304595947,2.7742549180984497,3.6279370069503787,2.893503189086914
fresh-en-2,0,1,QKV,random_half,400,0.6662041664123536,0.9685291647911072,1.328384339809418,1.0039024426043033,400,1.229683303833008,1.7470809817314148,2.551129770278931,1.828443867266178
fresh-en-2,0,1,QKV,all_heads,400,1.0390419006347655,1.241932988166809,1.4820349931716919,1.2529276865720749,400,2.877012515068054,3.5474698543548584,4.493176889419556,3.66330001950264
fresh-en-2,1,2,Q,weak_half,400,0.04966536723077298,0.09323367103934288,0.1771605074405671,0.10539483960717916,400,0.1231757014989853,0.25049515068531036,0.4286495625972748,0.2643243132252246
fresh-en-2,1,2,Q,strong_half,400,0.20340016931295396,0.3998543322086334,0.6681329965591432,0.43458795983344317,400,0.5054378867149353,0.9864613711833954,1.4355821251869203,0.9739338751882315
fresh-en-2,1,2,Q,random_half,400,0.13441669493913652,0.25483568012714386,0.45536783933639524,0.2789147196151316,400,0.310806131362915,0.5914080739021301,0.9350887298583984,0.6152953441813588
fresh-en-2,1,2,Q,all_heads,400,0.21630829721689224,0.4318287521600723,0.7470322668552399,0.46511321417987345,400,0.6467387557029725,1.2311389446258545,1.842737364768982,1.2382581877708434
fresh-en-2,1,2,K,weak_half,400,0.06282230094075203,0.11339181661605835,0.19854123294353487,0.12631659057922662,400,0.14455468207597733,0.28196004033088684,0.45711011290550246,0.29457505606114864
fresh-en-2,1,2,K,strong_half,400,0.2781426548957825,0.41335056722164154,0.647815752029419,0.441851559728384,400,0.6791548013687134,0.9697889089584351,1.4401088714599615,1.0233507636934518
fresh-en-2,1,2,K,random_half,400,0.17642932683229448,0.2847895175218582,0.45629326999187475,0.30393513549119233,400,0.39638811647891997,0.6128599345684052,0.9726890683174133,0.6531811596080661
fresh-en-2,1,2,K,all_heads,400,0.3006390631198883,0.45238251984119415,0.6940921008586886,0.4825432312116027,400,0.8913047969341278,1.2562485337257385,1.8419503450393682,1.3179258199781179
fresh-en-2,1,2,V,weak_half,400,0.039820257574319846,0.10014444589614868,0.2252603858709336,0.12056123815011233,400,0.09140035808086396,0.22909922152757645,0.48582843542099013,0.2656730801658705
fresh-en-2,1,2,V,strong_half,400,0.17217100858688356,0.35721972584724426,0.6971244812011722,0.4117434100061655,400,0.4317542612552643,0.8542904257774353,1.5939001321792603,0.9694790058583022
fresh-en-2,1,2,V,random_half,400,0.1161925919353962,0.24929118156433105,0.48809911906719206,0.28397300293669103,400,0.26720134913921356,0.5368628799915314,1.0559662938117986,0.6115258574485779
fresh-en-2,1,2,V,all_heads,400,0.19875250905752181,0.4004882127046585,0.7866175413131715,0.4545604870840907,400,0.540332567691803,1.1034665703773499,2.0374572277069096,1.2351520878076554
fresh-en-2,1,2,QKV,weak_half,400,0.06346190944314004,0.11281995102763176,0.1944100871682167,0.12411719001829624,400,0.14875513017177583,0.280353844165802,0.4487576723098755,0.2924985410645604
fresh-en-2,1,2,QKV,strong_half,400,0.27848084568977355,0.41599999368190765,0.6457281351089478,0.44724048029631375,400,0.6951691508293152,1.0106902122497559,1.446615755558014,1.0536176946759224
fresh-en-2,1,2,QKV,random_half,400,0.17742505073547363,0.2821838706731796,0.45840083956718447,0.3020446793735027,400,0.40486094653606414,0.6172370910644531,0.9952882051467896,0.6666365534812212
fresh-en-2,1,2,QKV,all_heads,400,0.3073578953742981,0.45682068169116974,0.7043636739253999,0.48631976276636124,400,0.878587543964386,1.2940925359725952,1.877209830284119,1.3461162407696248
fresh-en-2,2,3,Q,weak_half,200,0.07289785072207451,0.13372255861759186,0.19169748723506927,0.13354009222239255,200,0.166483348608017,0.3209023177623749,0.46703161001205445,0.3157518841326237
fresh-en-2,2,3,Q,strong_half,200,0.4595774203538895,0.5765953063964844,0.7288557171821595,0.588307632803917,200,0.8266426920890808,1.1437352895736694,1.4461750745773316,1.1563536486029624
fresh-en-2,2,3,Q,random_half,200,0.1922074243426323,0.39628133177757263,0.5601939916610718,0.38304432954639195,200,0.4108307331800461,0.7704713642597198,1.062635362148285,0.7483570852130651
fresh-en-2,2,3,Q,all_heads,200,0.5212890982627869,0.6439124643802643,0.7730342447757721,0.6488065369427204,200,1.0245461106300355,1.4682307839393616,1.8709295749664305,1.472105537354946
fresh-en-2,2,3,K,weak_half,200,0.07933490425348286,0.13581663370132446,0.16923540830612183,0.1283938106894493,200,0.1798241615295411,0.30905960500240326,0.41204237937927246,0.2995810043811798
fresh-en-2,2,3,K,strong_half,200,0.41720238626003264,0.4926001727581024,0.5945168852806091,0.49618090912699697,200,0.8891628444194795,1.0765504837036133,1.3154743909835815,1.0875110778212547
fresh-en-2,2,3,K,random_half,200,0.2079329714179039,0.356093093752861,0.4504793643951416,0.34390586920082566,200,0.4500078111886978,0.7218021154403687,0.9197448372840881,0.7032462854683399
fresh-en-2,2,3,K,all_heads,200,0.46375351250171665,0.557563990354538,0.6474413335323334,0.5541302925348282,200,1.0471121788024904,1.3830288648605347,1.682318818569183,1.387092077732086
fresh-en-2,2,3,V,weak_half,200,0.10586665794253351,0.16299565136432648,0.23649485707283008,0.1671868707612157,200,0.22541494369506837,0.39080843329429626,0.5740876734256745,0.38496061250567437
fresh-en-2,2,3,V,strong_half,200,0.4674473732709885,0.552510678768158,0.7557965099811554,0.5867945177853108,200,1.0261149466037751,1.2545182704925537,1.8044749975204457,1.3466503995656967
fresh-en-2,2,3,V,random_half,200,0.2476434588432312,0.41737981140613556,0.5956592619419098,0.42025579571723937,200,0.5466697812080383,0.8343739211559296,1.252881121635437,0.8743665853142738
fresh-en-2,2,3,V,all_heads,200,0.5205116450786591,0.6224192380905151,0.8316396176815032,0.6523989862203599,200,1.3195908784866333,1.604778230190277,2.436248898506163,1.7316110157966613
fresh-en-2,2,3,QKV,weak_half,200,0.08705131858587266,0.14840421080589294,0.1996922343969345,0.14519645947963,200,0.1904606342315674,0.3499113470315933,0.4864329397678375,0.3400423405319452
fresh-en-2,2,3,QKV,strong_half,200,0.4667528152465821,0.5479975342750549,0.6827597737312316,0.5618404626846314,200,0.9528383255004883,1.1747262477874756,1.5242294549942017,1.2157843512296678
fresh-en-2,2,3,QKV,random_half,200,0.22591662555932998,0.3989194929599762,0.5204320073127746,0.3867190781235695,200,0.49278026521205903,0.7934269905090332,1.060936653614044,0.7881524117290973
fresh-en-2,2,3,QKV,all_heads,200,0.5183119058609009,0.6166341304779053,0.7411625862121582,0.6231636847555637,200,1.1746613740921021,1.5100290179252625,2.0858570098876954,1.5558266961574554
fresh-en-2,2,3,JS,weak_half,200,0.0017874031676910818,0.005385936237871647,0.012731500528752803,0.006552178232668666,200,0.0031506994273513556,0.006335825193673372,0.013189065363258123,0.007201125471037812
fresh-en-2,2,3,JS,strong_half,200,0.04199272319674492,0.08988497778773308,0.16329088658094407,0.09681790921837091,200,0.03897917829453945,0.06828472763299942,0.14045877158641815,0.07974548957310618
fresh-en-2,2,3,JS,random_half,200,0.027563737146556376,0.05898197367787361,0.1289644330739975,0.0689963699132204,200,0.009941180050373078,0.0377902053296566,0.08586280420422551,0.04448760825325735
fresh-en-2,2,3,JS,all_heads,200,0.04705630503594876,0.10175274685025215,0.19551064521074293,0.11343342888634651,200,0.04602197483181954,0.07628454267978668,0.14738180488348007,0.08694661519955843
fresh-en-2,2,3,sqrtJS,weak_half,200,0.04227702990174294,0.07338893786072731,0.1128337636590004,0.07590119233354926,200,0.14482425451278685,0.1988639459013939,0.2817451566457748,0.20609549369663
fresh-en-2,2,3,sqrtJS,strong_half,200,0.2049207091331482,0.299807533621788,0.40409243404865264,0.3013616531714797,200,0.44698799252510074,0.6061300337314606,0.8016758501529694,0.6104789521545172
fresh-en-2,2,3,sqrtJS,random_half,200,0.1660232812166214,0.2428617998957634,0.3591160774230957,0.25151635374873876,200,0.23426026999950408,0.4062005281448364,0.5750127971172333,0.41082159388810396
fresh-en-2,2,3,sqrtJS,all_heads,200,0.21692346632480622,0.3189856708049774,0.44216451346874236,0.3264924431592226,200,0.6190151572227478,0.8163227438926697,1.0459965586662292,0.8165744490921497
fresh-en-2,3,4,Q,weak_half,400,0.1165211595594883,0.20810014754533768,0.3397079169750214,0.21907647563144564,400,0.2335159420967102,0.41976524889469147,0.6384933650493624,0.4313083514943719
fresh-en-2,3,4,Q,strong_half,400,0.14438361823558807,0.2867623418569565,0.6526487588882449,0.3525429511629045,400,0.40879604816436765,0.7814792692661285,2.1867457389831544,0.9881023425608874
fresh-en-2,3,4,Q,random_half,400,0.140219184756279,0.2603971064090729,0.6576477348804479,0.32857244653627277,400,0.30907062292099,0.593238353729248,1.2897993326187136,0.7124491903185844
fresh-en-2,3,4,Q,all_heads,400,0.16099763214588164,0.31922832131385803,0.6942291498184209,0.3799943268112838,400,0.6649561524391174,1.2199535369873047,2.615574288368226,1.4194106931239368
fresh-en-2,3,4,K,weak_half,400,0.13586917668581008,0.20416072010993958,0.32327749133110056,0.22174933508038522,400,0.2880915731191635,0.38677816092967987,0.6015399336814883,0.4230397238582373
fresh-en-2,3,4,K,strong_half,400,0.16059805154800416,0.24850211292505264,0.4161278188228608,0.27077258192002773,400,0.4605114161968231,0.6804436147212982,1.1599654316902162,0.7562835172563791
fresh-en-2,3,4,K,random_half,400,0.1571640431880951,0.24308013916015625,0.39890367686748507,0.27134674103930595,400,0.37225216925144194,0.5257269740104675,0.9204198360443115,0.5936300794780255
fresh-en-2,3,4,K,all_heads,400,0.1846910759806633,0.2721366435289383,0.4252965569496156,0.2931641483306885,400,0.7907507240772248,1.0601140260696411,1.7786273241043091,1.1793232437968255
fresh-en-2,3,4,V,weak_half,400,0.09503980427980423,0.18100082129240036,0.38082656860351577,0.21498120124451817,400,0.1973787233233452,0.3671356588602066,0.6592840552330017,0.40766293300315737
fresh-en-2,3,4,V,strong_half,400,0.10356362462043762,0.2324906438589096,0.46204690635204315,0.2650806562136859,400,0.4328334212303162,0.7784209251403809,1.3467008948326111,0.854417009204626
fresh-en-2,3,4,V,random_half,400,0.10809355452656746,0.24158594012260437,0.44507176876068116,0.2647682765685022,400,0.3139983713626862,0.5498670637607574,1.078375256061554,0.625490050278604
fresh-en-2,3,4,V,all_heads,400,0.11934929937124253,0.24848222732543945,0.4520741015672684,0.2761754441075027,400,0.6409734070301056,1.1392776370048523,2.007600212097168,1.2620799472182989
fresh-en-2,3,4,QKV,weak_half,400,0.1357751876115799,0.2020711973309517,0.34501618444919596,0.2254261015728116,400,0.28636795878410337,0.4015830457210541,0.6285447120666504,0.4354360576719046
fresh-en-2,3,4,QKV,strong_half,400,0.1660889208316803,0.2852608859539032,0.498749190568924,0.31520057694986464,400,0.5239201903343201,0.8100369870662689,1.5206071376800538,0.9239703406393528
fresh-en-2,3,4,QKV,random_half,400,0.16678081899881364,0.2732464522123337,0.4968442410230638,0.3053321359679103,400,0.38354486525058745,0.6086342930793762,1.1045093894004825,0.6815331147611141
fresh-en-2,3,4,QKV,all_heads,400,0.1945397585630417,0.2991437166929245,0.5322174787521363,0.3355102537944913,400,0.8190693378448487,1.2374368906021118,2.0703954696655273,1.359406392723322
fresh-en-2,4,5,Q,weak_half,400,0.06481311097741127,0.1070447526872158,0.1592010542750359,0.10974143390543759,400,0.19021759927272797,0.2897418141365051,0.4306955605745316,0.29934812534600497
fresh-en-2,4,5,Q,strong_half,400,0.19305409044027327,0.3026126027107239,0.470282855629921,0.31854032307863234,400,0.5092226922512054,0.8032291233539581,1.155049550533295,0.8259983222186565
fresh-en-2,4,5,Q,random_half,400,0.11941771730780602,0.21756771206855774,0.36713487505912784,0.23113286730833352,400,0.31053170263767244,0.5381883382797241,0.8248584866523744,0.5581494920141995
fresh-en-2,4,5,Q,all_heads,400,0.2099371924996376,0.3206407278776169,0.4984588742256165,0.34203521616756916,400,0.725872004032135,1.0927817821502686,1.5961486816406252,1.1253464508801698
fresh-en-2,4,5,K,weak_half,400,0.07062573879957199,0.11467186361551285,0.1669246792793274,0.11572039125487209,400,0.1823841154575348,0.2952483743429184,0.4140547037124634,0.2973948811925948
fresh-en-2,4,5,K,strong_half,400,0.17099130600690843,0.27153180539608,0.3913269013166428,0.2794873511698097,400,0.5016963720321657,0.7333408892154694,1.0470094323158265,0.7530355694890022
fresh-en-2,4,5,K,random_half,400,0.11846136599779129,0.20244452357292175,0.3094224363565445,0.21050178760662674,400,0.30455918908119206,0.5083464086055756,0.7388451993465424,0.519619707595557
fresh-en-2,4,5,K,all_heads,400,0.1888374075293541,0.29797162115573883,0.4335693955421448,0.30180296121165157,400,0.7027743399143219,1.027060627937317,1.4451884388923646,1.0504304495453836
fresh-en-2,4,5,V,weak_half,400,0.035824692249298094,0.07657012715935707,0.158488067984581,0.09004117885604501,400,0.1077748477458954,0.1996694877743721,0.3634045362472535,0.22340031635016203
fresh-en-2,4,5,V,strong_half,400,0.10232129469513894,0.20165687799453735,0.40529019832611096,0.24251914280466735,400,0.2747326880693436,0.5485850274562836,1.0593015432357789,0.6261368382722139
fresh-en-2,4,5,V,random_half,400,0.06539347134530546,0.14173901826143265,0.3094674348831178,0.1727631646906957,400,0.1917420089244843,0.3619445264339447,0.7297376453876496,0.4228189871646464
fresh-en-2,4,5,V,all_heads,400,0.11705059036612511,0.23315579444169998,0.4456813216209412,0.2674242053180933,400,0.39125583171844486,0.7567286193370819,1.4041822195053102,0.8495371546596289
fresh-en-2,4,5,QKV,weak_half,400,0.07261811196804047,0.105468038469553,0.15749695897102356,0.10994985333643853,400,0.19910903573036193,0.2803618907928467,0.3958923816680908,0.29060350853949785
fresh-en-2,4,5,QKV,strong_half,400,0.19977831542491914,0.2724078744649887,0.4037604719400406,0.29316114688292144,400,0.5373436808586121,0.7418304681777954,1.0721104502677918,0.7861468168348074
fresh-en-2,4,5,QKV,random_half,400,0.13700721710920333,0.2029600366950035,0.3150731801986695,0.21579476147890092,400,0.33880961537361143,0.5083339810371399,0.7499371469020846,0.5340990379825235
fresh-en-2,4,5,QKV,all_heads,400,0.21677678376436235,0.2979087084531784,0.4289210826158524,0.31668629698455336,400,0.7460156798362733,1.0318759679794312,1.4543714642524719,1.076750323176384
fresh-en-2,5,6,Q,weak_half,400,0.08264838084578514,0.13351446390151978,0.18887250870466232,0.1360455384850502,400,0.2325816869735718,0.3688170313835144,0.4882249981164933,0.36739657185971736
fresh-en-2,5,6,Q,strong_half,400,0.18772378563880923,0.29587236046791077,0.4334669798612595,0.3028398212790489,400,0.5960947573184967,0.8648049831390381,1.1001763701438905,0.8491541681438685
fresh-en-2,5,6,Q,random_half,400,0.1399589478969574,0.21413318067789078,0.33956786692142493,0.2317296143155545,400,0.3974854201078415,0.5869112014770508,0.8699968457221985,0.6130903580412269
fresh-en-2,5,6,Q,all_heads,400,0.203337599337101,0.31992103159427643,0.4883055269718171,0.3370681281387806,400,0.8515744149684906,1.232835829257965,1.57544664144516,1.2165507408976555
fresh-en-2,5,6,K,weak_half,400,0.1070883683860302,0.14540735632181168,0.20651666074991226,0.1525458437204361,400,0.27972509264945983,0.3864535838365555,0.524495804309845,0.3969594720378518
fresh-en-2,5,6,K,strong_half,400,0.21440026462078096,0.29674549400806427,0.4000360816717148,0.3037652421370149,400,0.6222273707389832,0.8070858716964722,1.0938635230064393,0.8353821855783462
fresh-en-2,5,6,K,random_half,400,0.16834143102169039,0.24032830446958542,0.34249286353588104,0.248766655176878,400,0.4344429045915604,0.5963755249977112,0.8393229722976686,0.6175591893494129
fresh-en-2,5,6,K,all_heads,400,0.2473738953471184,0.3208625465631485,0.45002968013286593,0.33905934225767853,400,0.9205420076847076,1.1929860711097717,1.6117078304290773,1.232341657280922
fresh-en-2,5,6,V,weak_half,400,0.05995054505765438,0.12322742119431496,0.239916068315506,0.1397804959118366,400,0.16258048564195632,0.3202803134918213,0.503335189819336,0.33453178154304625
fresh-en-2,5,6,V,strong_half,400,0.1424448385834694,0.26767173409461975,0.4591150760650635,0.2861292095854878,400,0.41034115552902223,0.7252813577651978,1.1671292781829836,0.7647753600031137
fresh-en-2,5,6,V,random_half,400,0.09548224061727524,0.20278050750494003,0.4027047097682953,0.22365778291597962,400,0.27594787776470187,0.5108919143676758,0.8896234750747681,0.5531269352510572
fresh-en-2,5,6,V,all_heads,400,0.1625249445438385,0.3138740062713623,0.5627337396144868,0.3415474540926516,400,0.5877458155155182,1.041554868221283,1.6692363619804385,1.0993071387708186
fresh-en-2,5,6,QKV,weak_half,400,0.10849354118108749,0.1432236135005951,0.19212197661399844,0.14830812823027373,400,0.28370408713817596,0.3869010955095291,0.478366357088089,0.38529872719198466
fresh-en-2,5,6,QKV,strong_half,400,0.22818659842014313,0.3005172610282898,0.40092963278293614,0.3074360596016049,400,0.6707326650619507,0.8585898876190186,1.059073543548584,0.8637860921025277
fresh-en-2,5,6,QKV,random_half,400,0.1670565828680992,0.2359314188361168,0.33458193838596345,0.24471782971173525,400,0.45400914549827576,0.6210423707962036,0.8158775091171264,0.6283381981402636
fresh-en-2,5,6,QKV,all_heads,400,0.25516014695167544,0.33772411942481995,0.4692617565393448,0.35088143792003396,400,0.9811203181743622,1.2410852909088135,1.5243494153022767,1.2490848207473755
fresh-en-2,6,7,Q,weak_half,200,0.0541684988886118,0.08230233564972878,0.12165215387940406,0.08573357237502932,200,0.14045883119106292,0.2097441405057907,0.312593200802803,0.2177259984612465
fresh-en-2,6,7,Q,strong_half,200,0.2541630804538727,0.3081369400024414,0.38694228827953336,0.31333972588181497,200,0.5701021790504456,0.6875967979431152,0.9049644231796264,0.71695769444108
fresh-en-2,6,7,Q,random_half,200,0.11937392875552177,0.2050500512123108,0.3041515588760376,0.20788828011602165,200,0.27806739807128905,0.4421647638082504,0.6577842533588409,0.45736666344106197
fresh-en-2,6,7,Q,all_heads,200,0.2692623555660248,0.32370932400226593,0.4142548471689224,0.33619142018258574,200,0.7084877252578735,0.8912785947322845,1.1909089565277098,0.9346836894750595
fresh-en-2,6,7,K,weak_half,200,0.06079959608614445,0.0905604176223278,0.12237883210182189,0.09155363455414772,200,0.15486166030168533,0.22660616040229797,0.3119183242321014,0.2302660423517227
fresh-en-2,6,7,K,strong_half,200,0.23013105988502502,0.29043175280094147,0.3355171710252761,0.287416575551033,200,0.5989623188972474,0.7255833446979523,0.8896279394626616,0.729013899564743
fresh-en-2,6,7,K,random_half,200,0.1321961596608162,0.20833222568035126,0.2695443361997604,0.20494284406304358,200,0.3203566551208496,0.4583234190940857,0.6163037419319152,0.47057265862822534
fresh-en-2,6,7,K,all_heads,200,0.2494346410036087,0.31031931936740875,0.3595847845077514,0.3110654228925705,200,0.7711761653423309,0.9527064561843872,1.1831207036972045,0.9592799365520477
fresh-en-2,6,7,V,weak_half,200,0.08185150474309921,0.11674383282661438,0.16697180271148682,0.12082224892452359,200,0.2194169819355011,0.29881560802459717,0.41142529249191284,0.3104029117524624
fresh-en-2,6,7,V,strong_half,200,0.3195340991020203,0.3749060779809952,0.4297667145729065,0.37851624846458437,200,0.7431013107299805,0.8971426486968994,1.1175977826118468,0.9300652986764908
fresh-en-2,6,7,V,random_half,200,0.16308525651693345,0.26917050778865814,0.3495364785194397,0.26250014185905457,200,0.4092594265937805,0.6033527255058289,0.8141948580741882,0.6065441398322582
fresh-en-2,6,7,V,all_heads,200,0.33838528096675874,0.40397462248802185,0.476686218380928,0.4077101922035217,200,0.9653935492038727,1.2215299606323242,1.4691833138465875,1.2404682195186616
fresh-en-2,6,7,QKV,weak_half,200,0.06829226091504097,0.09913702681660652,0.13199470192193985,0.10129719074815512,200,0.17909177392721176,0.2552284896373749,0.34154532551765443,0.25892243832349776
fresh-en-2,6,7,QKV,strong_half,200,0.28316350281238556,0.32674264907836914,0.38016044497489926,0.33008201360702516,200,0.6572286486625671,0.8080477118492126,0.9595184445381164,0.8069310000538826
fresh-en-2,6,7,QKV,random_half,200,0.1463568612933159,0.2318064570426941,0.304271525144577,0.2281413869559765,200,0.3474537938833237,0.5183075368404388,0.6871095538139342,0.5217808823287488
fresh-en-2,6,7,QKV,all_heads,200,0.2958098441362381,0.3536299169063568,0.4158825308084488,0.3555362968146801,200,0.843960440158844,1.0644298195838928,1.2615623474121094,1.0658534321188926
fresh-en-2,6,7,JS,weak_half,200,0.0007366604637354614,0.0024305033730342984,0.007371620927006006,0.003282853820710443,200,0.0013481900095939636,0.004457286559045315,0.01036885529756546,0.005186919962143293
fresh-en-2,6,7,JS,strong_half,200,0.0223995978012681,0.051565395668148994,0.09334684163331985,0.05509985254146159,200,0.020869515649974347,0.034577758982777596,0.0661432385444641,0.03915219245012849
fresh-en-2,6,7,JS,random_half,200,0.009690203703939916,0.024823913350701332,0.05326978750526905,0.02766336036089342,200,0.007052322430536151,0.01838310994207859,0.03529587946832179,0.020941900154866744
fresh-en-2,6,7,JS,all_heads,200,0.025110340863466262,0.062209269031882286,0.10665183216333389,0.06570190838072448,200,0.023922488652169706,0.04078545793890953,0.07289505451917648,0.04433911259751767
fresh-en-2,6,7,sqrtJS,weak_half,200,0.027140399254858494,0.04929918050765991,0.08585812747478486,0.05286826235242188,200,0.09014794826507569,0.16189640015363693,0.24765936583280562,0.16456015571951865
fresh-en-2,6,7,sqrtJS,strong_half,200,0.1496642917394638,0.22706738859415054,0.3055270344018936,0.22666387364268303,200,0.33806535601615906,0.4619887173175812,0.6223118603229523,0.4723343429714441
fresh-en-2,6,7,sqrtJS,random_half,200,0.09843652769923211,0.1575555056333542,0.23080243915319443,0.15872665962204338,200,0.19253715872764587,0.3086535632610321,0.43117988407611846,0.3107671199925244
fresh-en-2,6,7,sqrtJS,all_heads,200,0.158462318778038,0.24941784143447876,0.32657572627067566,0.24774312000721693,200,0.4461918562650681,0.6388791799545288,0.8278976023197174,0.6368944941461087
fresh-en-2,7,8,Q,weak_half,400,0.13110366612672805,0.21094738692045212,0.39187355339527136,0.23819161828607321,400,0.2852696359157562,0.4717352092266083,0.9065812170505525,0.5382106870785356
fresh-en-2,7,8,Q,strong_half,400,0.1765700474381447,0.2616458088159561,0.5341376841068268,0.33208504946902395,400,0.6309951066970825,1.0196323990821838,1.9781412839889527,1.1696488801389933
fresh-en-2,7,8,Q,random_half,400,0.18055093437433245,0.29455070197582245,0.546913880109787,0.339389652851969,400,0.44131107330322267,0.7469545602798462,1.5200919151306151,0.849703226685524
fresh-en-2,7,8,Q,all_heads,400,0.19345320165157318,0.2768062353134155,0.44761978089809423,0.3122830041497946,400,0.9475403606891633,1.5199984908103943,2.8486045360565186,1.7078595685958862
fresh-en-2,7,8,K,weak_half,400,0.05971905663609506,0.16648772358894348,0.318999257683754,0.18326670535840095,400,0.10525479614734651,0.3962721824645996,0.707092297077179,0.4226870820717886
fresh-en-2,7,8,K,strong_half,400,0.06083818450570107,0.2289288565516472,0.3686465173959732,0.24848003847524525,400,0.17734988629817963,0.8486134111881256,1.3743295669555669,0.870980151630938
fresh-en-2,7,8,K,random_half,400,0.09407174214720727,0.28564855456352234,0.48081415593624116,0.3016776374913752,400,0.1405219152569771,0.607193112373352,1.0680564165115356,0.6518659908231348
fresh-en-2,7,8,K,all_heads,400,0.06735809594392776,0.22940748929977417,0.3576667726039887,0.23814673310611398,400,0.2791970998048782,1.2571341395378113,2.025203394889832,1.2936672349087894
fresh-en-2,7,8,V,weak_half,400,0.08698565065860749,0.15835604816675186,0.3136553347110748,0.1828484263084829,400,0.1629799157381058,0.30963248014450073,0.6034546971321106,0.35466510577127336
fresh-en-2,7,8,V,strong_half,400,0.09565408453345299,0.19631103426218033,0.3952824711799622,0.23153432722203435,400,0.3670838475227356,0.8591986894607544,1.5265558362007141,0.9187744932249189
fresh-en-2,7,8,V,random_half,400,0.1144007109105587,0.23974020034074783,0.5360902726650238,0.2990356118325144,400,0.2797063767910004,0.5692319571971893,1.0924185395240784,0.6371907974407077
fresh-en-2,7,8,V,all_heads,400,0.10506940558552742,0.19328629970550537,0.3294906467199326,0.2085337904561311,400,0.5560215830802918,1.20391446352005,2.0314424514770506,1.273439597338438
fresh-en-2,7,8,QKV,weak_half,400,0.12474201247096063,0.18998130410909653,0.33136106431484225,0.21159961046651005,400,0.2664622098207474,0.4196581393480301,0.7522706210613251,0.46725595716387036
fresh-en-2,7,8,QKV,strong_half,400,0.16705073714256286,0.24743526428937912,0.4395806580781937,0.28951617574319244,400,0.6065186381340028,1.0038425922393799,1.5280829787254335,1.054482866153121
fresh-en-2,7,8,QKV,random_half,400,0.18858530074357988,0.302360400557518,0.5164019703865051,0.3345734969154,400,0.41624838411808013,0.6799852550029755,1.190171003341675,0.760482302904129
fresh-en-2,7,8,QKV,all_heads,400,0.17358650267124176,0.25597040355205536,0.34383021593093877,0.2669654383137822,400,0.8897886574268341,1.438947319984436,2.23228235244751,1.5217388217151164
fresh-en-2,8,9,Q,weak_half,400,0.07489821314811707,0.11516931280493736,0.15813674926757815,0.11678670703433454,400,0.21274705976247787,0.3236849308013916,0.4388548940420151,0.32572737272828817
fresh-en-2,8,9,Q,strong_half,400,0.15971188098192216,0.23987457901239395,0.37001143693923955,0.25776736814528706,400,0.46704228520393376,0.6990979611873627,0.9878741800785065,0.7185790818184614
fresh-en-2,8,9,Q,random_half,400,0.12105938345193863,0.18818673491477966,0.2835905253887177,0.1984751001559198,400,0.321076774597168,0.5116079449653625,0.7058013737201692,0.5211422502994537
fresh-en-2,8,9,Q,all_heads,400,0.18068428933620453,0.26805251836776733,0.40221258997917175,0.28393224367871883,400,0.71153604388237,1.0439937710762024,1.3857736349105836,1.0443064542114735
fresh-en-2,8,9,K,weak_half,400,0.07168342471122742,0.11726129800081253,0.1813877195119858,0.12278681077063083,400,0.19563512653112414,0.3087916821241379,0.4319230437278748,0.31523568999022245
fresh-en-2,8,9,K,strong_half,400,0.14508408457040786,0.22007279843091965,0.3132781714200974,0.2269410969130695,400,0.4656625419855118,0.6566390991210938,0.887118399143219,0.6646402641385794
fresh-en-2,8,9,K,random_half,400,0.11550938561558724,0.18396416306495667,0.2653342604637146,0.18966359732672572,400,0.31869955360889435,0.47293585538864136,0.6763127326965332,0.48706267438828943
fresh-en-2,8,9,K,all_heads,400,0.16511117666959763,0.24270714074373245,0.34380056560039524,0.2489963484928012,400,0.6807672202587128,0.9749633073806763,1.2984531521797182,0.9798759507387876
fresh-en-2,8,9,V,weak_half,400,0.04923901222646236,0.09516975656151772,0.17818013429641727,0.107487897798419,400,0.14183374345302582,0.2558494955301285,0.4267560184001923,0.27771912729367615
fresh-en-2,8,9,V,strong_half,400,0.09868927299976349,0.18543319404125214,0.3130709171295166,0.1992524154484272,400,0.32738474309444426,0.5321256816387177,0.903970205783844,0.5869241042062641
fresh-en-2,8,9,V,random_half,400,0.0709797389805317,0.1359727531671524,0.2658272802829743,0.1557344006933272,400,0.22334586083889008,0.39216992259025574,0.6533923864364624,0.4273674661666155
fresh-en-2,8,9,V,all_heads,400,0.09600097239017487,0.19496743381023407,0.35399151742458346,0.2149423841200769,400,0.48316113948822026,0.7940475642681122,1.3342432498931884,0.8646432314813137
fresh-en-2,8,9,QKV,weak_half,400,0.0755506120622158,0.1162651814520359,0.16556834876537327,0.11954979645088315,400,0.21265350729227067,0.31769615411758423,0.42879785001277926,0.32028101541101933
fresh-en-2,8,9,QKV,strong_half,400,0.17130101174116136,0.2283269539475441,0.31501202583312987,0.23769124707207084,400,0.5340533077716827,0.6914201378822327,0.8608787596225739,0.6989980760961771
fresh-en-2,8,9,QKV,random_half,400,0.12656363248825073,0.17972997575998306,0.2607716947793961,0.18919972244650127,400,0.3562931627035141,0.5017023682594299,0.6564644396305084,0.5064664828777313
fresh-en-2,8,9,QKV,all_heads,400,0.18131361156702042,0.25411149859428406,0.3471276700496674,0.2598065463453531,400,0.7645834684371948,1.0215259194374084,1.274821150302887,1.01927909091115
fresh-en-2,9,10,Q,weak_half,400,0.06260908544063568,0.1049736812710762,0.18661284595727923,0.1158860001526773,400,0.16759291887283326,0.2877777963876724,0.46822879910469056,0.30347544454038144
fresh-en-2,9,10,Q,strong_half,400,0.12650530338287352,0.22236952185630798,0.39169742763042464,0.25630814999341966,400,0.3935243934392929,0.6456329226493835,1.0217528820037842,0.6868917352333664
fresh-en-2,9,10,Q,random_half,400,0.09737184271216393,0.16510310024023056,0.2872407615184784,0.18072387859225272,400,0.2770599484443665,0.44669002294540405,0.7741307854652405,0.4892986752837896
fresh-en-2,9,10,Q,all_heads,400,0.14727880507707597,0.24678459763526917,0.4451851129531861,0.28828183831647036,400,0.5841196775436401,0.940103143453598,1.4729133367538458,0.9903671786934137
fresh-en-2,9,10,K,weak_half,400,0.07546543776988983,0.11805541440844536,0.1874848484992981,0.12504147686064243,400,0.193598173558712,0.28334319591522217,0.4127568542957308,0.29855245269834996
fresh-en-2,9,10,K,strong_half,400,0.1348200634121895,0.2116714045405388,0.3040048748254776,0.2198746239207685,400,0.4150237739086151,0.5772019624710083,0.8282717645168305,0.5962334944307804
fresh-en-2,9,10,K,random_half,400,0.11266338378190995,0.17139719426631927,0.26648482382297517,0.18223484195768833,400,0.29520902037620544,0.43547025322914124,0.633318364620209,0.4457104074209928
fresh-en-2,9,10,K,all_heads,400,0.16042915284633635,0.23898569494485855,0.36059972941875473,0.25203531682491304,400,0.6156108260154725,0.8619667291641235,1.2304174184799195,0.8947859485447407
fresh-en-2,9,10,V,weak_half,400,0.04554114378988743,0.0843483954668045,0.17898856550455094,0.10278829288203269,400,0.13397155553102494,0.21989019215106964,0.39537259340286257,0.24747534077614547
fresh-en-2,9,10,V,strong_half,400,0.08402921929955483,0.14943302422761917,0.2845828354358673,0.1688336451910436,400,0.26927646100521085,0.4289074093103409,0.7417753636837008,0.47413283716887233
fresh-en-2,9,10,V,random_half,400,0.06750376299023628,0.12419060990214348,0.23469255417585375,0.13858943532221019,400,0.19697765707969667,0.31682009994983673,0.581931507587433,0.36057353792712094
fresh-en-2,9,10,V,all_heads,400,0.10437864512205124,0.17656106501817703,0.33849772512912757,0.20263156364671886,400,0.4167629569768906,0.6541136503219604,1.147709023952484,0.7216081768274307
fresh-en-2,9,10,QKV,weak_half,400,0.07167848944664001,0.11324717104434967,0.17674364745616913,0.11920010052621365,400,0.189215549826622,0.2884126305580139,0.41544484496116646,0.2966003199853003
fresh-en-2,9,10,QKV,strong_half,400,0.14228248447179795,0.2114020511507988,0.3148634314537049,0.22813525589182973,400,0.4236171096563339,0.6046692132949829,0.8341619729995731,0.6276269568502904
fresh-en-2,9,10,QKV,random_half,400,0.11186779439449311,0.17063499987125397,0.24672154486179357,0.17522302735596895,400,0.2985461831092835,0.44271403551101685,0.6298513889312746,0.45768570382148027
fresh-en-2,9,10,QKV,all_heads,400,0.16594154834747316,0.23964254558086395,0.36320458352565765,0.2614496209472418,400,0.6403672754764557,0.9104771614074707,1.2211272120475771,0.9242272755503654
fresh-en-2,10,11,Q,weak_half,200,0.07038184031844139,0.10132408887147903,0.13709059357643127,0.10182490890845657,200,0.18107707798480988,0.26173196732997894,0.3545970439910889,0.26413913879543544
fresh-en-2,10,11,Q,strong_half,200,0.1719125911593437,0.2206062451004982,0.27472214996814726,0.22130272820591926,200,0.4388366162776947,0.5981227159500122,0.7494932651519776,0.5971695150434971
fresh-en-2,10,11,Q,random_half,200,0.11728009507060051,0.16756664961576462,0.22152178734540937,0.16910921260714531,200,0.2951887726783753,0.4199138283729553,0.5603043735027313,0.4263012070953846
fresh-en-2,10,11,Q,all_heads,200,0.20134070217609407,0.2543593943119049,0.3090263783931732,0.25503547973930835,200,0.6217361330986023,0.8588953614234924,1.0879042029380799,0.8613086573779583
fresh-en-2,10,11,K,weak_half,200,0.05850331857800484,0.08487061411142349,0.11172247529029843,0.0837748327292502,200,0.14990698397159577,0.2158988118171692,0.292885884642601,0.21610772892832755
fresh-en-2,10,11,K,strong_half,200,0.21238570958375935,0.25445112586021423,0.3248644828796386,0.2623239817470312,200,0.4847216218709946,0.6385707855224609,0.7794338881969451,0.634505704343319
fresh-en-2,10,11,K,random_half,200,0.11164127811789513,0.1682373508810997,0.2751823604106903,0.18038799796253444,200,0.27234992384910583,0.39897817373275757,0.5764695227146148,0.41511692173779013
fresh-en-2,10,11,K,all_heads,200,0.22468682527542114,0.2773387134075165,0.346183007955551,0.28219417095184324,200,0.6621845543384552,0.8579957485198975,1.042912435531616,0.8506134343147278
fresh-en-2,10,11,V,weak_half,200,0.08351906388998032,0.11816345155239105,0.14616515785455703,0.11726409927010537,200,0.21933752298355103,0.30671632289886475,0.40581075251102444,0.311245681270957
fresh-en-2,10,11,V,strong_half,200,0.20251600444316864,0.23767173290252686,0.29717555046081545,0.24701301991939545,200,0.5424065947532654,0.670983076095581,0.8581440567970275,0.6866811785101891
fresh-en-2,10,11,V,random_half,200,0.14061032831668854,0.18410652875900269,0.2515390485525131,0.18883809573948385,200,0.35138703882694244,0.478024423122406,0.6620442509651184,0.49503570079803466
fresh-en-2,10,11,V,all_heads,200,0.2246594160795212,0.26335592567920685,0.3278277516365051,0.2696025139093399,200,0.7910944104194642,0.9786365032196045,1.2328994631767272,0.9979268705844879
fresh-en-2,10,11,QKV,weak_half,200,0.07423313781619072,0.10163884237408638,0.12991934567689895,0.10231441101059317,200,0.1899012416601181,0.2680436968803406,0.3463482290506363,0.26946202233433725
fresh-en-2,10,11,QKV,strong_half,200,0.2063558727502823,0.24629150331020355,0.2853017061948776,0.24610054023563863,200,0.5239730596542358,0.6595558226108551,0.8016687393188476,0.6603868694603443
fresh-en-2,10,11,QKV,random_half,200,0.1312642976641655,0.1799336075782776,0.23550689071416855,0.18195221915841103,200,0.3162532776594162,0.44466981291770935,0.6025232434272766,0.45797576889395714
fresh-en-2,10,11,QKV,all_heads,200,0.23327601402997972,0.2708330899477005,0.3110144823789597,0.2710502111911774,200,0.7359493970870972,0.9326356649398804,1.1458848476409913,0.929848895072937
fresh-en-2,10,11,JS,weak_half,200,0.0009476990089751781,0.002315948950126767,0.005958323320373891,0.002919635430152994,200,0.0013236737577244642,0.0029417811892926693,0.006184877408668399,0.0034075136606406885
fresh-en-2,10,11,JS,strong_half,200,0.010464109852910042,0.024222557432949543,0.05165547169744967,0.030114642097614705,200,0.009930481668561697,0.019933870062232018,0.03750751726329326,0.0242697114427574
fresh-en-2,10,11,JS,random_half,200,0.005059097008779646,0.013714892789721489,0.03391791358590126,0.017332479990436696,200,0.003415789781138301,0.009449750650674105,0.026962711848318572,0.014601738541387022
fresh-en-2,10,11,JS,all_heads,200,0.011890527978539468,0.030723503790795803,0.06180024854838847,0.03625898967729881,200,0.011709014978259803,0.023373059928417206,0.04310774952173232,0.027677225096849726
fresh-en-2,10,11,sqrtJS,weak_half,200,0.03078422099351883,0.04812430776655674,0.0771872766315937,0.050625629164278506,200,0.09719870537519457,0.14401781558990479,0.20405741930007934,0.14747192542999982
fresh-en-2,10,11,sqrtJS,strong_half,200,0.10229422003030778,0.15563491731882095,0.22726870030164714,0.16295818198472262,200,0.2517652750015259,0.35555365681648254,0.48079841434955595,0.35950615227222443
fresh-en-2,10,11,sqrtJS,random_half,200,0.07112659886479378,0.11711060255765915,0.1841680958867073,0.1218267538305372,200,0.14671407639980316,0.23617949336767197,0.3777141749858856,0.2521909896656871
fresh-en-2,10,11,sqrtJS,all_heads,200,0.10904362872242927,0.17528118938207626,0.24859247654676433,0.18002940978854895,200,0.358953469991684,0.4935784339904785,0.6759456992149353,0.5069780769944191
fresh-en-2,11,12,Q,weak_half,400,0.09977171197533607,0.18265271186828613,0.332904675602913,0.2022944123018533,400,0.21803484410047533,0.3230695426464081,0.5132083177566529,0.34421282082796095
fresh-en-2,11,12,Q,strong_half,400,0.11882370710372925,0.18954575806856155,0.32980991899967194,0.2070493898168206,400,0.4305072516202927,0.7114525437355042,1.2002669811248778,0.7676704281568527
fresh-en-2,11,12,Q,random_half,400,0.11389405429363252,0.20444241166114807,0.37898698151111604,0.23368638389743865,400,0.30692842304706575,0.514281302690506,0.8917958378791809,0.5574041147902608
fresh-en-2,11,12,Q,all_heads,400,0.11444473043084145,0.1689644306898117,0.2740604877471924,0.18405889308080078,400,0.6585037589073182,1.0366052985191345,1.6983477354049685,1.1118832495808602
fresh-en-2,11,12,K,weak_half,400,0.08373332992196084,0.14872167259454727,0.27649546861648566,0.16443962642922996,400,0.16544622331857683,0.25857363641262054,0.4130991369485856,0.27776868361979723
fresh-en-2,11,12,K,strong_half,400,0.09545204862952232,0.16010010987520218,0.26359431445598613,0.17447322363965212,400,0.3165766060352325,0.5074418783187866,0.9016786456108095,0.5732645041495562
fresh-en-2,11,12,K,random_half,400,0.10239675268530846,0.18285255134105682,0.3400317251682282,0.2111460941284895,400,0.21866856068372725,0.3835843503475189,0.6437533855438234,0.42313692063093183
fresh-en-2,11,12,K,all_heads,400,0.10049738213419915,0.1485031694173813,0.2513172686100006,0.1650553133059293,400,0.4983573883771897,0.762269914150238,1.304659652709961,0.8510331868380309
fresh-en-2,11,12,V,weak_half,400,0.06728086397051812,0.13117065280675888,0.2587785035371781,0.14702996608801186,400,0.13126679360866547,0.23100411146879196,0.38090438246726993,0.250036850720644
fresh-en-2,11,12,V,strong_half,400,0.06807193458080292,0.1297636479139328,0.25808417201042183,0.1487276737112552,400,0.23939171433448792,0.45916634798049927,0.9209554910659791,0.5343375466763973
fresh-en-2,11,12,V,random_half,400,0.06998846530914307,0.14848899096250534,0.3256516069173813,0.18188232609070837,400,0.176853309571743,0.33676673471927643,0.6636181771755219,0.3898086488246918
fresh-en-2,11,12,V,all_heads,400,0.07481089606881142,0.13868942111730576,0.2521002501249314,0.15484060080721973,400,0.3862847894430161,0.6913402378559113,1.2980188488960267,0.7843743977323174
fresh-en-2,11,12,QKV,weak_half,400,0.09860116541385651,0.1673557162284851,0.27665888965129853,0.17937433417886495,400,0.1952506631612778,0.29007770121097565,0.42550180852413183,0.30392378512769935
fresh-en-2,11,12,QKV,strong_half,400,0.10824550613760948,0.17452948540449142,0.27175362408161163,0.18479891059920192,400,0.3949659109115601,0.6348735690116882,0.9616786599159245,0.6611970131844283
fresh-en-2,11,12,QKV,random_half,400,0.11043949723243714,0.20388830453157425,0.3385278552770615,0.22008628140203654,400,0.27744942009449003,0.44727206230163574,0.7476902186870575,0.48183888792991636
fresh-en-2,11,12,QKV,all_heads,400,0.11405921503901481,0.16539092361927032,0.24534664154052735,0.1741924537345767,400,0.596085786819458,0.9248353838920593,1.3828170061111453,0.9651207979768515
fresh-en-2,12,13,Q,weak_half,400,0.049296176806092266,0.0800744779407978,0.12034962624311449,0.08362000953406096,400,0.14770948886871338,0.23183221369981766,0.3393673032522202,0.23954888643696903
fresh-en-2,12,13,Q,strong_half,400,0.11290597915649414,0.18300053477287292,0.3227073967456818,0.20284499370492995,400,0.3434539705514908,0.5574801862239838,0.8376962959766387,0.5744885654002428
fresh-en-2,12,13,Q,random_half,400,0.08157389387488366,0.13830771297216415,0.23317327797412873,0.15038773416541518,400,0.24880006015300754,0.3794826865196228,0.5895817995071413,0.40710232853889466
fresh-en-2,12,13,Q,all_heads,400,0.12027851641178132,0.1984739601612091,0.3152281761169434,0.21180270349606872,400,0.514024305343628,0.7920748889446259,1.1551995754241944,0.8140374537557363
fresh-en-2,12,13,K,weak_half,400,0.05065112300217152,0.085109643638134,0.13974934369325637,0.09146209066733718,400,0.13828784227371216,0.218926802277565,0.3425118297338486,0.23135700017213823
fresh-en-2,12,13,K,strong_half,400,0.09996561482548713,0.1640303060412407,0.24728863835334777,0.17079760933294894,400,0.30333846509456636,0.4575664550065994,0.627351772785187,0.46979754336178303
fresh-en-2,12,13,K,random_half,400,0.08511418476700783,0.1347767859697342,0.201189586520195,0.13963640212081374,400,0.22017076462507248,0.33563297986984253,0.4896285802125931,0.34879403820261357
fresh-en-2,12,13,K,all_heads,400,0.11032596975564957,0.1828026995062828,0.2699695616960526,0.18717810241505503,400,0.44422444701194763,0.6919434070587158,0.9595236122608185,0.7011545442044735
fresh-en-2,12,13,V,weak_half,400,0.03873490691184998,0.06543773785233498,0.12210180163383488,0.07407324600033462,400,0.10404559150338173,0.17661771923303604,0.26930986344814306,0.18586777025833726
fresh-en-2,12,13,V,strong_half,400,0.07261145859956741,0.12703649699687958,0.2096351683139801,0.13778579558711498,400,0.24554488956928253,0.37312333285808563,0.5433411300182345,0.39053594689816234
fresh-en-2,12,13,V,random_half,400,0.059356636554002765,0.10730038583278656,0.17845096886157993,0.11300956767983734,400,0.17071987688541412,0.2666172534227371,0.4276963233947754,0.28492866246029735
fresh-en-2,12,13,V,all_heads,400,0.08505288809537888,0.14563308656215668,0.2388486757874489,0.15437128857709467,400,0.37649413645267493,0.5413700044155121,0.7962691307067872,0.576403716430068
fresh-en-2,12,13,QKV,weak_half,400,0.05754005126655102,0.08169753476977348,0.12612495571374893,0.08588925839401781,400,0.15580129325389863,0.22030457854270935,0.3149178594350815,0.22834967747330664
fresh-en-2,12,13,QKV,strong_half,400,0.12210273519158364,0.17147570848464966,0.24513592571020126,0.17937609277665614,400,0.37110573053359985,0.5085664391517639,0.6524723291397095,0.5100879909098148
fresh-en-2,12,13,QKV,random_half,400,0.09477518051862717,0.13514243811368942,0.18772287815809252,0.14040848593227565,400,0.25469406247138976,0.3600640892982483,0.4987926840782166,0.36811968989670274
fresh-en-2,12,13,QKV,all_heads,400,0.13309793025255204,0.18979545682668686,0.26132586002349856,0.19240224976092576,400,0.5387952864170075,0.7266457378864288,0.9496304214000703,0.7384376665949821
fresh-en-2,13,14,Q,weak_half,400,0.03736812211573124,0.07053525745868683,0.12779943346977235,0.07728623909177258,400,0.10172585174441338,0.1879143938422203,0.316551411151886,0.20142320394515992
fresh-en-2,13,14,Q,strong_half,400,0.1028013601899147,0.17265401035547256,0.27668344676494605,0.18059237501118333,400,0.28165948390960693,0.5016399323940277,0.8042557239532471,0.5186002370156347
fresh-en-2,13,14,Q,random_half,400,0.06843169629573823,0.1272887960076332,0.21648157089948655,0.13666861523408444,400,0.1909718066453934,0.33945387601852417,0.5598009586334229,0.36050841158255936
fresh-en-2,13,14,Q,all_heads,400,0.11675868630409242,0.19389842450618744,0.30167636275291443,0.20051220152061433,400,0.4204987436532974,0.6985971927642822,1.0954076528549195,0.720023437179625
fresh-en-2,13,14,K,weak_half,400,0.04492225535213947,0.07910692691802979,0.1298276796936989,0.08348192829173058,400,0.11259646788239479,0.19223491102457047,0.3066891551017762,0.20397487811744214
fresh-en-2,13,14,K,strong_half,400,0.11873571574687958,0.17922590672969818,0.2751345276832581,0.1900436809193343,400,0.3405205368995667,0.4974425882101059,0.7407350957393648,0.5293476174026728
fresh-en-2,13,14,K,random_half,400,0.09162245318293571,0.14372211694717407,0.2482945784926415,0.15922621226869524,400,0.218488647043705,0.34812790155410767,0.5383987307548523,0.36836636867374184
fresh-en-2,13,14,K,all_heads,400,0.13042968958616258,0.18927574902772903,0.2941136062145233,0.20254017930477858,400,0.4758277446031571,0.682720273733139,1.0576205968856813,0.733322496637702
fresh-en-2,13,14,V,weak_half,400,0.029407133162021638,0.058150285854935646,0.14237823486328124,0.07158113559242338,400,0.07562845200300217,0.14432056993246078,0.31114279031753556,0.17628843011334538
fresh-en-2,13,14,V,strong_half,400,0.0786085106432438,0.13082808256149292,0.28467754423618324,0.16275794556364417,400,0.2183425173163414,0.3842757046222687,0.7525210559368134,0.44498509060591457
fresh-en-2,13,14,V,random_half,400,0.054213215783238414,0.09714895859360695,0.24903912842273715,0.13135469743050635,400,0.14933510720729828,0.26857903599739075,0.5468106210231782,0.31065571364015343
fresh-en-2,13,14,V,all_heads,400,0.08647480010986329,0.14658238738775253,0.305269193649292,0.17669258575886487,400,0.3086221396923065,0.5312029421329498,1.021984076499939,0.62127352014184
fresh-en-2,13,14,QKV,weak_half,400,0.04519356153905392,0.0740337036550045,0.12168385535478593,0.08075229680165648,400,0.11466182768344879,0.18871770054101944,0.30689706504344944,0.2037953567504883
fresh-en-2,13,14,QKV,strong_half,400,0.11820140108466148,0.17281553894281387,0.26743829846382144,0.18486969160847366,400,0.34954228699207307,0.4950675219297409,0.7563082456588746,0.5294560895115137
fresh-en-2,13,14,QKV,random_half,400,0.08700612410902978,0.13835196197032928,0.22357573509216308,0.14970461273565888,400,0.21796901673078536,0.34942108392715454,0.5314964056015016,0.3674422583729029
fresh-en-2,13,14,QKV,all_heads,400,0.12950581908226014,0.18701691180467606,0.2851172953844071,0.20059745650738478,400,0.4834583580493927,0.6776576638221741,1.0683794379234317,0.7332514478266239
fresh-en-2,14,15,Q,weak_half,200,0.0636510193347931,0.09577921032905579,0.13068428933620452,0.09838483411818742,200,0.1664366230368614,0.24635696411132812,0.3448635399341583,0.2537464252486825
fresh-en-2,14,15,Q,strong_half,200,0.20775139927864075,0.2646036446094513,0.3381988435983658,0.26955482870340347,200,0.5208715200424194,0.6510580778121948,0.8127166271209717,0.66664207264781
fresh-en-2,14,15,Q,random_half,200,0.12492759004235268,0.18270689994096756,0.25438238978385924,0.18908626589924096,200,0.3133884102106094,0.44208599627017975,0.6107684314250945,0.45309692092239856
fresh-en-2,14,15,Q,all_heads,200,0.21830895990133287,0.2753938287496567,0.3441651105880737,0.2794119719415903,200,0.7049972534179687,0.889905571937561,1.1669517993927,0.9203884989023209
fresh-en-2,14,15,K,weak_half,200,0.035423438996076584,0.048680853098630905,0.06800558418035507,0.051437660083174706,200,0.08549972772598267,0.1174682080745697,0.17463333904743195,0.1247058668732643
fresh-en-2,14,15,K,strong_half,200,0.14310666173696518,0.22970852255821228,0.30378997325897217,0.22599894620478153,200,0.34101538062095643,0.5174771547317505,0.7135810375213623,0.5214048288762569
fresh-en-2,14,15,K,random_half,200,0.08473309278488159,0.144621841609478,0.24857259094715117,0.15614630311727523,200,0.1904165729880333,0.2994358241558075,0.4798284202814102,0.3214251428470016
fresh-en-2,14,15,K,all_heads,200,0.15464893430471421,0.23393215984106064,0.3139076441526413,0.23495981276035308,200,0.4545753985643387,0.6414374113082886,0.8653814673423766,0.6461106944084167
fresh-en-2,14,15,V,weak_half,200,0.03550384193658829,0.05590137839317322,0.07936130464076996,0.05739534032531082,200,0.09269408881664276,0.1352875530719757,0.19336654841899872,0.1398423895984888
fresh-en-2,14,15,V,strong_half,200,0.13014940321445465,0.18172790110111237,0.2705060839653015,0.19236074794083835,200,0.318980222940445,0.4411599934101105,0.6198874115943909,0.4580790691077709
fresh-en-2,14,15,V,random_half,200,0.07437047734856606,0.12122226133942604,0.2206067830324173,0.13595697689801456,200,0.17526627331972125,0.2790182828903198,0.4682885408401489,0.2961802526190877
fresh-en-2,14,15,V,all_heads,200,0.1440908119082451,0.19837813079357147,0.27883152365684505,0.20440662756562233,200,0.43765890598297125,0.5745079815387726,0.820201027393341,0.5979214584827424
fresh-en-2,14,15,QKV,weak_half,200,0.051787834614515305,0.0715431496500969,0.09600503072142601,0.07293996496126055,200,0.12968271672725679,0.18165204674005508,0.24778558015823363,0.1866216842457652
fresh-en-2,14,15,QKV,strong_half,200,0.2041396364569664,0.23789264261722565,0.2699014127254486,0.2370678836107254,200,0.5151191651821136,0.5987609922885895,0.6814356684684754,0.5962325042486191
fresh-en-2,14,15,QKV,random_half,200,0.11204893738031388,0.17136747390031815,0.21706339865922927,0.16766387581825257,200,0.2720547378063202,0.38748225569725037,0.49729853868484497,0.38765632070600986
fresh-en-2,14,15,QKV,all_heads,200,0.2157004415988922,0.24718062579631805,0.28046256601810454,0.24671753399074078,200,0.6537230670452118,0.7794557511806488,0.9111264288425446,0.7828541907668114
fresh-en-2,14,15,JS,weak_half,200,0.000566274079028517,0.002160659059882164,0.0063986475579440585,0.0037506354102515614,200,0.0011499425396323205,0.0026964331045746803,0.006353971594944595,0.003389898348686984
fresh-en-2,14,15,JS,strong_half,200,0.0070406328421086075,0.01986111421138048,0.041440534964203836,0.02287774618540425,200,0.012600267492234708,0.02380199171602726,0.04955219477415084,0.028348808344453573
fresh-en-2,14,15,JS,random_half,200,0.004474284127354622,0.011049839667975903,0.0340390160679817,0.015738951050734612,200,0.004855869244784117,0.0122651606798172,0.03032874707132578,0.01588385404087603
fresh-en-2,14,15,JS,all_heads,200,0.006954804062843323,0.019897349178791046,0.04299733601510524,0.023360251858830453,200,0.014904378727078438,0.026413628831505775,0.054044562950730325,0.031738706710748375
fresh-en-2,14,15,sqrtJS,weak_half,200,0.023796430975198745,0.046482134610414505,0.07999045327305793,0.05244437991175801,200,0.08159168139100074,0.1308000087738037,0.19865619391202927,0.135908197555691
fresh-en-2,14,15,sqrtJS,strong_half,200,0.08390834778547288,0.14092885702848434,0.2035694882273674,0.14341442342847585,200,0.28551762700080874,0.3806847780942917,0.542874550819397,0.39679291278123857
fresh-en-2,14,15,sqrtJS,random_half,200,0.06688877046108246,0.10511806607246399,0.18448149710893627,0.11662591470405459,200,0.16636089831590653,0.2510561943054199,0.382892045378685,0.2626064766570926
fresh-en-2,14,15,sqrtJS,all_heads,200,0.0833953082561493,0.14105772227048874,0.20735650062561034,0.14499781841412188,200,0.38702398240566255,0.5066772699356079,0.707418382167816,0.5327011090517044
fresh-en-2,15,16,Q,weak_half,400,0.05123864337801933,0.11455101147294044,0.19551145136356354,0.11863171414472162,400,0.09346392825245857,0.20022311061620712,0.30094145834445957,0.19985113121569156
fresh-en-2,15,16,Q,strong_half,400,0.0598639078438282,0.15667196363210678,0.26432085037231445,0.16155789588112385,400,0.13466916531324388,0.33022043108940125,0.6219455361366273,0.35966296633705497
fresh-en-2,15,16,Q,random_half,400,0.05961190536618233,0.1369868591427803,0.2507007628679276,0.14897025751881302,400,0.11907244399189951,0.2537682354450226,0.47911027073860174,0.2794033911265433
fresh-en-2,15,16,Q,all_heads,400,0.10157701075077058,0.22258032113313675,0.3503028482198716,0.2271798975393176,400,0.23205759674310686,0.5322947204113007,0.9188684761524202,0.5595140976458788
fresh-en-2,15,16,K,weak_half,400,0.07135206684470177,0.1161087304353714,0.1981597542762757,0.1272178131621331,400,0.12825906425714492,0.18338917195796967,0.2736615598201752,0.19221443923190237
fresh-en-2,15,16,K,strong_half,400,0.09580065906047822,0.15102573484182358,0.22243296951055533,0.15715362882241607,400,0.2141096457839012,0.3098422437906265,0.5001795560121537,0.3388399091362953
fresh-en-2,15,16,K,random_half,400,0.08844384476542473,0.1433994323015213,0.250051948428154,0.15978431965224446,400,0.16344715803861617,0.24507273733615875,0.3972939014434815,0.265891722869128
fresh-en-2,15,16,K,all_heads,400,0.14998015612363816,0.21934082359075546,0.321985399723053,0.2276856290921569,400,0.34262027144432067,0.4971429109573364,0.7807130098342896,0.5310543486475945
fresh-en-2,15,16,V,weak_half,400,0.06580682471394539,0.10739576444029808,0.18363135457038882,0.11649420568719507,400,0.11299866363406182,0.16636886447668076,0.24902693629264835,0.17495502792298795
fresh-en-2,15,16,V,strong_half,400,0.09722905158996582,0.1558762714266777,0.2252307325601578,0.15947166584432126,400,0.2065848782658577,0.29037706553936005,0.47198382019996643,0.31544845417141915
fresh-en-2,15,16,V,random_half,400,0.08231866359710693,0.1321501061320305,0.235815766453743,0.14807749326340855,400,0.15424002707004547,0.22303663194179535,0.36032584011554725,0.24385395638644694
fresh-en-2,15,16,V,all_heads,400,0.16220051646232606,0.22136453539133072,0.30078548789024356,0.2287060561403632,400,0.3260258764028549,0.46211689710617065,0.7086701989173889,0.4904034804552794
fresh-en-2,15,16,QKV,weak_half,400,0.07482635751366615,0.11814026534557343,0.18720453679561616,0.1243088761717081,400,0.13402340561151505,0.18736542761325836,0.26739251613616943,0.19553621884435415
fresh-en-2,15,16,QKV,strong_half,400,0.10464766249060631,0.16050666570663452,0.2225837901234627,0.16450546000152827,400,0.23496161103248597,0.32092341780662537,0.5241274535655976,0.35315464187413453
fresh-en-2,15,16,QKV,random_half,400,0.09668755009770394,0.14659055322408676,0.2389873579144478,0.15789923651143908,400,0.17605603933334352,0.24985555559396744,0.39795373082160956,0.2738386351428926
fresh-en-2,15,16,QKV,all_heads,400,0.17091473042964936,0.23185046762228012,0.3048892825841904,0.23399994557723403,400,0.3720066010951996,0.5081002116203308,0.7878897070884705,0.5486908616870642
fresh-en-2,16,17,Q,weak_half,400,0.012656503077596427,0.03420771472156048,0.06629591956734657,0.036833753340179104,400,0.034769652783870696,0.09611674398183823,0.17679314315319064,0.10048837738577276
fresh-en-2,16,17,Q,strong_half,400,0.025776355154812337,0.08325633406639099,0.16797593086957935,0.09064867308363318,400,0.0719117671251297,0.21125388145446777,0.41614089906215673,0.23124037547037005
fresh-en-2,16,17,Q,random_half,400,0.019699856266379358,0.060373580083251,0.11815553829073906,0.06541101089678705,400,0.05304737500846386,0.15621069818735123,0.2948747009038925,0.16508588681463152
fresh-en-2,16,17,Q,all_heads,400,0.02832107860594988,0.0913516953587532,0.18562427610158921,0.09897243125829845,400,0.10853456184267998,0.3044695109128952,0.581692159175873,0.3317287537455559
fresh-en-2,16,17,K,weak_half,400,0.035717704147100446,0.05485176295042038,0.08573992252349853,0.058218489848077294,400,0.09903450012207031,0.13992224633693695,0.1983544945716858,0.144892491530627
fresh-en-2,16,17,K,strong_half,400,0.07700884565711022,0.1128385066986084,0.15739901065826417,0.11607947569340467,400,0.22733717113733293,0.32590754330158234,0.46119292676448825,0.33631990786641836
fresh-en-2,16,17,K,random_half,400,0.0580638624727726,0.08820495009422302,0.12948624789714813,0.09178304217755795,400,0.15568237602710724,0.223580501973629,0.32229941487312325,0.23622647043317557
fresh-en-2,16,17,K,all_heads,400,0.08490124344825745,0.12312906607985497,0.175516214966774,0.1268406833615154,400,0.3311691224575043,0.4691314399242401,0.6506060600280762,0.481212399341166
fresh-en-2,16,17,V,weak_half,400,0.029775776155292987,0.049317045137286186,0.0770153246819973,0.05241472051478922,400,0.08034836202859878,0.12420940026640892,0.18770878016948703,0.12985253293067217
fresh-en-2,16,17,V,strong_half,400,0.06816741898655891,0.10631216317415237,0.17547938078641895,0.11573295194655657,400,0.2104615554213524,0.29943709075450897,0.440213143825531,0.31355204217135907
fresh-en-2,16,17,V,random_half,400,0.04508389085531235,0.07772915065288544,0.13086697161197663,0.08569066641852259,400,0.13533741384744644,0.211038738489151,0.30887264907360085,0.21953507950529455
fresh-en-2,16,17,V,all_heads,400,0.07796342968940735,0.12007970362901688,0.19316766411066055,0.12890729457139968,400,0.28255532383918763,0.4233954846858978,0.6171590805053712,0.4434045723080635
fresh-en-2,16,17,QKV,weak_half,400,0.03562949039041996,0.0505797453224659,0.06894291564822197,0.052061988594941794,400,0.09724994078278541,0.12963584810495377,0.17383714765310287,0.13287677466869355
fresh-en-2,16,17,QKV,strong_half,400,0.07809429839253426,0.10800384730100632,0.15669801384210588,0.11328532329760492,400,0.22656388580799106,0.3008946478366852,0.41897636353969575,0.314148297123611
fresh-en-2,16,17,QKV,random_half,400,0.0565076507627964,0.08160967007279396,0.12170791402459145,0.08574995946139097,400,0.15573347061872483,0.21460937708616257,0.3045534282922745,0.22085205713286996
fresh-en-2,16,17,QKV,all_heads,400,0.08839923590421678,0.11997655406594276,0.16460000574588776,0.12465949300676585,400,0.32350266575813297,0.4299907237291336,0.5844420313835145,0.4470250725001097
fresh-en-2,17,18,Q,weak_half,400,0.0110936364158988,0.03049679845571518,0.053183586522936824,0.031163888026494533,400,0.031531427055597305,0.08788643404841423,0.14158959686756134,0.08621070317924023
fresh-en-2,17,18,Q,strong_half,400,0.034567391872406004,0.10147760063409805,0.16429675817489625,0.10055154041852803,400,0.0996741570532322,0.26477058231830597,0.4369262009859086,0.2643332630954683
fresh-en-2,17,18,Q,random_half,400,0.020875290408730512,0.06747136637568474,0.13404856622219088,0.07395591175882146,400,0.058083542808890345,0.16366812586784363,0.30481848716735843,0.17330203636083752
fresh-en-2,17,18,Q,all_heads,400,0.03544425815343857,0.10903982073068619,0.16895652562379837,0.10548504761885852,400,0.13763022422790527,0.3529496192932129,0.5568669795989992,0.3505439651198685
fresh-en-2,17,18,K,weak_half,400,0.015546692721545696,0.02775663696229458,0.042815745621919636,0.029032475519925355,400,0.04602168053388596,0.07744399458169937,0.1090365529060364,0.07816219703294337
fresh-en-2,17,18,K,strong_half,400,0.05567496232688427,0.08777879178524017,0.12522005289793017,0.09047897231765091,400,0.15193795263767243,0.2156439945101738,0.29991729855537413,0.2214925553277135
fresh-en-2,17,18,K,random_half,400,0.034847008809447286,0.058312173932790756,0.09820132553577424,0.0636365364678204,400,0.08689631745219231,0.1433395892381668,0.20807379782199864,0.14782599083147943
fresh-en-2,17,18,K,all_heads,400,0.05846467912197113,0.09141025692224503,0.13771509379148486,0.09527765364386141,400,0.19883154332637787,0.295414075255394,0.40346068739891056,0.29965475283563137
fresh-en-2,17,18,V,weak_half,400,0.018144098855555058,0.028229237534105778,0.04013628736138345,0.029082243428565562,400,0.05367904119193554,0.07898611202836037,0.10664059147238732,0.07972229118924588
fresh-en-2,17,18,V,strong_half,400,0.09353125244379043,0.12732776254415512,0.16738848984241486,0.12778125851415098,400,0.22088093906641007,0.2822072058916092,0.3517431527376177,0.2839921898953617
fresh-en-2,17,18,V,random_half,400,0.038611609116196634,0.07429002225399017,0.14245420098304748,0.08247321377508342,400,0.09842480570077897,0.17073392122983932,0.2676084578037262,0.1777236928232014
fresh-en-2,17,18,V,all_heads,400,0.09588091596961021,0.12904494255781174,0.17209460586309433,0.13238918744027614,400,0.28444458544254303,0.3630967140197754,0.45597008764743807,0.363714482113719
fresh-en-2,17,18,QKV,weak_half,400,0.02091757133603096,0.030559608712792397,0.04145057760179043,0.031135324486531318,400,0.05725748836994171,0.0847792997956276,0.1124622292816639,0.08549444738775491
fresh-en-2,17,18,QKV,strong_half,400,0.08763744458556175,0.11027907952666283,0.14007240682840347,0.1121645924448967,400,0.20907141268253326,0.2649668753147125,0.3405623197555543,0.27302359998226167
fresh-en-2,17,18,QKV,random_half,400,0.04363566339015961,0.07664044201374054,0.11408795788884163,0.0780296454206109,400,0.10895067900419235,0.17365123331546783,0.24718101620674132,0.17628412645310162
fresh-en-2,17,18,QKV,all_heads,400,0.09268839433789253,0.1135963499546051,0.14575880467891694,0.1171895575709641,400,0.2726540297269821,0.3497917205095291,0.4507372379302979,0.3585180474817753
fresh-en-2,18,19,Q,weak_half,200,0.04991522654891014,0.06345029547810555,0.07465114593505859,0.06271788576617837,200,0.1317598417401314,0.16468250006437302,0.1921829268336296,0.16403721906244756
fresh-en-2,18,19,Q,strong_half,200,0.10824336409568787,0.13909242302179337,0.1765121206641197,0.1418178764730692,200,0.2890823036432266,0.3539080321788788,0.43973825573921205,0.359026892259717
fresh-en-2,18,19,Q,random_half,200,0.07490806356072426,0.09903348237276077,0.1346976891160011,0.10324919996783137,200,0.20200481861829758,0.25533226132392883,0.33091104626655576,0.25872911341488364
fresh-en-2,18,19,Q,all_heads,200,0.11949207335710525,0.1498974710702896,0.18812098503112792,0.15185382388532162,200,0.4275774866342545,0.5230707824230194,0.6239136815071106,0.5230641104280949
fresh-en-2,18,19,K,weak_half,200,0.020932660065591337,0.030582698993384838,0.04248551279306412,0.031153466934338212,200,0.05957706458866596,0.07829563319683075,0.1082623153924942,0.0792945121973753
fresh-en-2,18,19,K,strong_half,200,0.054689894616603854,0.07775620371103287,0.1069849781692028,0.07843492612242699,200,0.14461168348789216,0.1971842721104622,0.2742263853549957,0.204391820281744
fresh-en-2,18,19,K,random_half,200,0.03654505237936974,0.05540618486702442,0.08196513801813125,0.05723076440393925,200,0.09325809925794601,0.1345430165529251,0.19131519496440888,0.13792614135891199
fresh-en-2,18,19,K,all_heads,200,0.059690576046705246,0.08249938860535622,0.11185120493173598,0.08486094549298287,200,0.2026767432689667,0.26819516718387604,0.38065636754035936,0.2836863350868225
fresh-en-2,18,19,V,weak_half,200,0.02610942106693983,0.03981200233101845,0.07498983964323998,0.04518444256857038,200,0.0627379596233368,0.09496346861124039,0.18945595324039452,0.10935462744906545
fresh-en-2,18,19,V,strong_half,200,0.06392522528767586,0.08756846189498901,0.17854304611682892,0.10317282630130649,200,0.13630634546279907,0.19442716240882874,0.46677315831184385,0.2360287469625473
fresh-en-2,18,19,V,random_half,200,0.03868576288223267,0.06562788039445877,0.13082389682531356,0.07601845710538328,200,0.09023396298289299,0.14420006424188614,0.31895451843738554,0.1711884216219187
fresh-en-2,18,19,V,all_heads,200,0.07556475624442101,0.10626571998000145,0.20680092275142667,0.1214800363779068,200,0.2008281946182251,0.2949560731649399,0.6489377260208129,0.3453833734989166
fresh-en-2,18,19,QKV,weak_half,200,0.03747962117195129,0.04750801995396614,0.06492049917578697,0.04899831316433847,200,0.09852159842848777,0.12303999066352844,0.15950531661510464,0.12596030924469231
fresh-en-2,18,19,QKV,strong_half,200,0.08414000645279884,0.10537290573120117,0.15245690196752548,0.11263453628867864,200,0.21511689573526382,0.2767857611179352,0.38117832541465757,0.2865483629703522
fresh-en-2,18,19,QKV,random_half,200,0.05771729648113251,0.07969477400183678,0.11096238419413566,0.08262000352144241,200,0.14483172744512557,0.19517602771520615,0.2727850079536438,0.2031930161640048
fresh-en-2,18,19,QKV,all_heads,200,0.0936530999839306,0.11659436672925949,0.16371700316667556,0.12431363958865405,200,0.31879124641418455,0.3973900228738785,0.5418821156024933,0.4125086717307568
fresh-en-2,18,19,JS,weak_half,200,0.00022459761530626565,0.0005218450969550759,0.0011758551001548765,0.0006357918498179061,200,0.0005241560225840658,0.001760242914315313,0.009584045130759476,0.003353485557017848
fresh-en-2,18,19,JS,strong_half,200,0.00600634515285492,0.01611342467367649,0.0316087856888771,0.017971143419854344,200,0.005677597923204303,0.012302326038479805,0.03235330283641815,0.015763604826061053
fresh-en-2,18,19,JS,random_half,200,0.0016870755120180548,0.00396033632569015,0.012382736708968877,0.006014525844075251,200,0.0015792266465723516,0.005784752545878291,0.023724594525992862,0.010166339651332236
fresh-en-2,18,19,JS,all_heads,200,0.007024678820744158,0.01698144245892763,0.03315929546952247,0.018972498042276128,200,0.008706798683851958,0.015453939326107502,0.034427409991621964,0.01911709048668854
fresh-en-2,18,19,sqrtJS,weak_half,200,0.014986581075936556,0.022843893617391586,0.03429039493203163,0.023940483946353196,200,0.058242013305425645,0.091304250061512,0.15120078474283216,0.09784812282770872
fresh-en-2,18,19,sqrtJS,strong_half,200,0.07749951109290124,0.1269386261701584,0.17778850644826888,0.12777636233717204,200,0.17137150317430497,0.23557989299297333,0.3188486874103546,0.24158662099391223
fresh-en-2,18,19,sqrtJS,random_half,200,0.041073836386203766,0.06293114274740219,0.1112777329981327,0.07111774884164333,200,0.09542922824621201,0.16221045702695847,0.26258218884468076,0.17152887120842933
fresh-en-2,18,19,sqrtJS,all_heads,200,0.08380789533257485,0.13031268119812012,0.18209526389837263,0.13180062985047697,200,0.27264648079872134,0.3351541608572006,0.4111552000045776,0.33943474508821964
fresh-en-2,19,20,Q,weak_half,400,0.022312191128730775,0.04802791401743889,0.09599702060222629,0.05456597681157291,400,0.04187579527497292,0.08784855902194977,0.16117450296878819,0.09743404981680215
fresh-en-2,19,20,Q,strong_half,400,0.11119192391633988,0.22057317942380905,0.4298665314912796,0.2557695598900318,400,0.14923612773418427,0.2860630452632904,0.5654115796089174,0.33429089684039354
fresh-en-2,19,20,Q,random_half,400,0.06090257950127125,0.12079918757081032,0.25613137185573587,0.14867963896133005,400,0.08146539926528931,0.17627274245023727,0.37605330646038065,0.21187963229604065
fresh-en-2,19,20,Q,all_heads,400,0.1252214066684246,0.249314583837986,0.48733526468276994,0.2875955122336745,400,0.19636926800012589,0.3737413287162781,0.7455098628997806,0.43172494566068054
fresh-en-2,19,20,K,weak_half,400,0.028094514459371566,0.04656004533171654,0.0725024051964283,0.04965831582900137,400,0.05294395983219147,0.08472036570310593,0.13377784341573715,0.09050390279851854
fresh-en-2,19,20,K,strong_half,400,0.1646551162004471,0.2589903771877289,0.4021450340747833,0.2750159901753068,400,0.205241622030735,0.30381253361701965,0.47861046195030216,0.3279735018312931
fresh-en-2,19,20,K,random_half,400,0.0829397350549698,0.1418912336230278,0.2693994373083115,0.16358032735064626,400,0.1093521997332573,0.18566123396158218,0.3228598117828369,0.20835675513371826
fresh-en-2,19,20,K,all_heads,400,0.19314425438642502,0.30003097653388977,0.45124712586402904,0.31452488504350185,400,0.27155905663967134,0.39150239527225494,0.5892058193683625,0.4184774059057236
fresh-en-2,19,20,V,weak_half,400,0.029132762737572194,0.04903988912701607,0.08434249088168144,0.053273258786648514,400,0.05227456204593182,0.08680631965398788,0.14461768567562103,0.09425703433342278
fresh-en-2,19,20,V,strong_half,400,0.17621969580650332,0.24413097649812698,0.31640157997608187,0.24336452508345247,400,0.22220313400030137,0.30086277425289154,0.4063667207956314,0.307464641649276
fresh-en-2,19,20,V,random_half,400,0.08146505728363991,0.14239508658647537,0.22167661190032958,0.1488244271464646,400,0.11248948127031327,0.19711007177829742,0.29035098850727087,0.19938391828909516
fresh-en-2,19,20,V,all_heads,400,0.18711918741464614,0.277634397149086,0.37151447832584383,0.27765050476416947,400,0.2860807985067368,0.38823360204696655,0.5453923821449281,0.4017216758802533
fresh-en-2,19,20,QKV,weak_half,400,0.03246900960803032,0.05184360034763813,0.08117592856287958,0.054901327211409806,400,0.058118924126029016,0.09501510858535767,0.14414986222982407,0.09870231025852264
fresh-en-2,19,20,QKV,strong_half,400,0.1919870838522911,0.2561432123184204,0.35812443494796753,0.27040642458945513,400,0.24674290120601655,0.32401466369628906,0.4613360852003098,0.34376225136220456
fresh-en-2,19,20,QKV,random_half,400,0.09125136733055114,0.1484479308128357,0.25373237729072573,0.16152641013264657,400,0.12261009588837624,0.20570650696754456,0.33301724791526793,0.21852627370506525
fresh-en-2,19,20,QKV,all_heads,400,0.21330033242702484,0.294318750500679,0.41035256385803226,0.3051714945212007,400,0.31194029152393343,0.4206542521715164,0.5931314468383789,0.44246456161141395
fresh-en-2,20,21,Q,weak_half,400,0.010555676277726888,0.01903070230036974,0.051216292381286624,0.024865409838967026,400,0.02870003152638674,0.05306987836956978,0.13216584026813508,0.06736214285949245
fresh-en-2,20,21,Q,strong_half,400,0.0261221531778574,0.04844912141561508,0.1364738091826439,0.06595774026354775,400,0.06438310965895652,0.11458461731672287,0.32966403663158417,0.15402244267053902
fresh-en-2,20,21,Q,random_half,400,0.01812243666499853,0.03431669622659683,0.09592265561223035,0.04569481978775002,400,0.04491533450782299,0.08317925781011581,0.22704729437828067,0.11100965557154269
fresh-en-2,20,21,Q,all_heads,400,0.029353243485093116,0.053196024149656296,0.14993268549442293,0.07410580753814429,400,0.09441880211234092,0.16801995784044266,0.4699925512075425,0.22138458682224155
fresh-en-2,20,21,K,weak_half,400,0.01840004213154316,0.037367384880781174,0.05413333401083947,0.037309082900173964,400,0.05171629972755909,0.09253136813640594,0.13767281323671346,0.09588593272492289
fresh-en-2,20,21,K,strong_half,400,0.04176865480840206,0.0944112241268158,0.14389340728521346,0.09589318564161659,400,0.10224279835820198,0.23105346411466599,0.3363164931535721,0.22961508413776754
fresh-en-2,20,21,K,random_half,400,0.028349611535668374,0.06795335561037064,0.10981716141104698,0.0719620595104061,400,0.07860838323831558,0.15447669476270676,0.24505759179592138,0.1634269771259278
fresh-en-2,20,21,K,all_heads,400,0.04736917093396187,0.10844092071056366,0.16300380378961565,0.10951345866546035,400,0.15534498691558837,0.3284362852573395,0.46580457091331484,0.3255010176822543
fresh-en-2,20,21,V,weak_half,400,0.024853584170341492,0.03701223060488701,0.06244433894753458,0.0408287155861035,400,0.06682283729314804,0.09975914284586906,0.14752583354711535,0.10450201814062893
fresh-en-2,20,21,V,strong_half,400,0.06191869974136353,0.09328923746943474,0.1606333538889885,0.10300714634358883,400,0.17471717298030853,0.23092908412218094,0.3259979486465454,0.24215737663209438
fresh-en-2,20,21,V,random_half,400,0.04390714466571808,0.06635762751102448,0.11700704842805866,0.07402924767695368,400,0.10987022444605828,0.1623855084180832,0.24752504825592042,0.17247035847976805
fresh-en-2,20,21,V,all_heads,400,0.06783611699938774,0.10427064076066017,0.18143483549356462,0.11494202020578087,400,0.24610960483551025,0.33345380425453186,0.46363896727561954,0.34665939427912235
fresh-en-2,20,21,QKV,weak_half,400,0.02272807359695435,0.03423062711954117,0.05155543982982636,0.03634237637743354,400,0.061073803901672365,0.09169922769069672,0.13215160071849824,0.09457933587953449
fresh-en-2,20,21,QKV,strong_half,400,0.06315441653132439,0.08671626448631287,0.13182060271501542,0.09426669758744538,400,0.153806471824646,0.20942874252796173,0.30736379623413085,0.22347502762451768
fresh-en-2,20,21,QKV,random_half,400,0.04105055667459965,0.06300100684165955,0.09700513407588006,0.06843057016842068,400,0.10079702585935593,0.14962151646614075,0.2257719486951828,0.1591091011837125
fresh-en-2,20,21,QKV,all_heads,400,0.07127915620803833,0.09787087142467499,0.14681770503520966,0.10599328986369073,400,0.21920563131570817,0.3048442602157593,0.4313277512788773,0.3180543630942702
fresh-en-2,21,22,Q,weak_half,400,0.00931399716064334,0.021898302249610424,0.038178750127553944,0.022938319473760203,400,0.024124759621918204,0.060972779989242554,0.09920559152960778,0.061369043102022264
fresh-en-2,21,22,Q,strong_half,400,0.016500892490148546,0.0402578953653574,0.08211425840854647,0.045730669943150136,400,0.04745509326457977,0.11513236537575722,0.21439537703990938,0.12290293152444065
fresh-en-2,21,22,Q,random_half,400,0.013270015548914672,0.02910253405570984,0.0632727697491646,0.034245808745035904,400,0.03613910302519799,0.08638086169958115,0.15586436539888385,0.09263376434799284
fresh-en-2,21,22,Q,all_heads,400,0.02034194059669972,0.04925324581563473,0.09388896599411967,0.053451861711218955,400,0.07465631887316704,0.1763467639684677,0.32160365581512457,0.18427197535522283
fresh-en-2,21,22,K,weak_half,400,0.01167916776612401,0.031119454652071,0.047005798295140275,0.030800221665995196,400,0.03175648916512728,0.0807696133852005,0.11805720552802086,0.07796416678000241
fresh-en-2,21,22,K,strong_half,400,0.019522262178361418,0.059725016355514526,0.09181661084294321,0.0574098537536338,400,0.055424225702881816,0.15754570066928864,0.2366847291588784,0.15217328746803105
fresh-en-2,21,22,K,random_half,400,0.016236221604049205,0.0486386027187109,0.0764220833778382,0.0477249886165373,400,0.04252871125936508,0.11888515576720238,0.17920466959476472,0.11570134827401489
fresh-en-2,21,22,K,all_heads,400,0.022847104445099832,0.06825323775410652,0.10247391909360885,0.06556730627082288,400,0.08607032299041747,0.2373434379696846,0.34947484731674194,0.23013745415955783
fresh-en-2,21,22,V,weak_half,400,0.018746725097298623,0.027998900040984154,0.045372044295072564,0.030778603358194233,400,0.05090965293347836,0.07261796668171883,0.11219931393861772,0.07735752198845149
fresh-en-2,21,22,V,strong_half,400,0.03639355227351189,0.05382493883371353,0.0863565929234028,0.05816497864201665,400,0.09905741214752198,0.14451340585947037,0.2221935823559761,0.1546433382295072
fresh-en-2,21,22,V,random_half,400,0.02803809717297554,0.04339424893260002,0.07448351308703424,0.04809886131668464,400,0.07428466007113457,0.11115363612771034,0.16771485507488257,0.11734896048903465
fresh-en-2,21,22,V,all_heads,400,0.042593063414096834,0.06466145813465118,0.10053480416536331,0.0677937503810972,400,0.15097150653600694,0.21877125650644302,0.3306225121021271,0.23200086012482643
fresh-en-2,21,22,QKV,weak_half,400,0.017043645307421685,0.028997579589486122,0.04191418215632439,0.029337040984537453,400,0.04864052049815656,0.07408550381660461,0.10512230396270754,0.0756365757714957
fresh-en-2,21,22,QKV,strong_half,400,0.03159454166889191,0.055058933794498444,0.08377886638045311,0.056292985319159924,400,0.08917102292180062,0.14804424345493317,0.21686223447322847,0.1510042577330023
fresh-en-2,21,22,QKV,random_half,400,0.0246064318343997,0.043845683336257935,0.06895383670926095,0.04548375173471868,400,0.06613964959979057,0.11111726611852646,0.16385638415813447,0.11412865965627134
fresh-en-2,21,22,QKV,all_heads,400,0.037201641499996184,0.06342905387282372,0.09434762373566628,0.06490597075782717,400,0.1377473443746567,0.227631613612175,0.3231204360723496,0.22664083315059544
fresh-en-2,22,23,Q,weak_half,200,0.0389533881098032,0.04999127797782421,0.06624509766697884,0.05176370607689023,200,0.10141095444560051,0.13198532909154892,0.17392164170742036,0.13561811145395042
fresh-en-2,22,23,Q,strong_half,200,0.12220989093184471,0.16683386266231537,0.21567520648241043,0.16803053427487613,200,0.30210573971271515,0.3655426949262619,0.4671970248222351,0.38033226907253265
fresh-en-2,22,23,Q,random_half,200,0.0664086565375328,0.1100059412419796,0.167375610768795,0.11563154835253954,200,0.16592652052640916,0.2501985728740692,0.34564377963542936,0.25787122543901203
fresh-en-2,22,23,Q,all_heads,200,0.1299076646566391,0.17173487693071365,0.22716087400913237,0.1764223525673151,200,0.40774807929992674,0.5050136148929596,0.6341044545173644,0.5159503798186779
fresh-en-2,22,23,K,weak_half,200,0.028949798457324507,0.041822660714387894,0.051199693232774734,0.04099917070940137,200,0.07369395121932029,0.10131559520959854,0.1330968290567398,0.103946040160954
fresh-en-2,22,23,K,strong_half,200,0.10683702677488327,0.15698014199733734,0.2438298910856247,0.16466735070571303,200,0.29068297445774083,0.3548680543899536,0.47747019231319426,0.3690085490047932
fresh-en-2,22,23,K,random_half,200,0.05264297462999821,0.09579751640558243,0.17656457275152204,0.10681137308478356,200,0.1324266955256462,0.22148170322179794,0.34936087727546694,0.2310579714924097
fresh-en-2,22,23,K,all_heads,200,0.11361701637506486,0.15924646705389023,0.24686982482671735,0.16891771242022513,200,0.37558896243572243,0.47076329588890076,0.5818997383117676,0.4729545897245407
fresh-en-2,22,23,V,weak_half,200,0.016384299844503403,0.021196365356445312,0.03280744329094887,0.022833937238901855,200,0.04060429334640503,0.05540424399077892,0.07223494350910187,0.05574538918212056
fresh-en-2,22,23,V,strong_half,200,0.058689451590180394,0.1103997752070427,0.24136817008256886,0.13169469757005572,200,0.19117704033851624,0.26299384236335754,0.430972039699554,0.28254489801824095
fresh-en-2,22,23,V,random_half,200,0.03152900338172913,0.05801411159336567,0.16173454821109773,0.080125452009961,200,0.08816137313842774,0.1406097188591957,0.27806933522224425,0.16346936713904142
fresh-en-2,22,23,V,all_heads,200,0.060079242661595346,0.10810219869017601,0.23140850961208315,0.12932032376527786,200,0.23842049539089202,0.3194464296102524,0.5010916978120801,0.33829028517007825
fresh-en-2,22,23,QKV,weak_half,200,0.031150876171886922,0.039635736495256424,0.05141470767557621,0.04053872333839536,200,0.07782209068536758,0.10610911250114441,0.13214430958032608,0.10524143025279045
fresh-en-2,22,23,QKV,strong_half,200,0.11047962605953217,0.14979004859924316,0.23912768363952636,0.1602185521647334,200,0.2874346524477005,0.35592761635780334,0.4805771172046661,0.36429339230060576
fresh-en-2,22,23,QKV,random_half,200,0.05558180138468742,0.09700236469507217,0.16592046171426772,0.10514739274978638,200,0.1389492630958557,0.22309546917676926,0.32501681745052335,0.2304717279225588
fresh-en-2,22,23,QKV,all_heads,200,0.11478826925158502,0.15673191845417023,0.23817770928144455,0.16404451347887516,200,0.3650020569562912,0.46348312497138977,0.5915480077266693,0.4695348219573498
fresh-en-2,22,23,JS,weak_half,200,2.6631626860762486e-05,0.00034265876456629485,0.0006805745768360792,0.00035941591977916687,200,3.4746906021609905e-05,0.0004492008447414264,0.0010524250916205346,0.0005324402541327799
fresh-en-2,22,23,JS,strong_half,200,0.0007596941781230271,0.006165757542476058,0.015315448399633166,0.007219829299901903,200,0.0011620680801570416,0.006236781133338809,0.012310632690787315,0.006744058378098998
fresh-en-2,22,23,JS,random_half,200,0.0005207840586081147,0.005767028545960784,0.012176248803734779,0.0059941811004591726,200,0.0005131326441187412,0.002295633195899427,0.007598261302337049,0.0034575933038649962
fresh-en-2,22,23,JS,all_heads,200,0.0010184155078604817,0.006103033199906349,0.014358862116932864,0.007104080252975109,200,0.0012135659577324988,0.0072148703038692474,0.012908982299268245,0.007276498668798013
fresh-en-2,22,23,sqrtJS,weak_half,200,0.005160006461665035,0.01851104386150837,0.026087502948939797,0.017333876283373684,200,0.014976695086807013,0.053745828568935394,0.0754989743232727,0.04983359294943512
fresh-en-2,22,23,sqrtJS,strong_half,200,0.027562499418854716,0.07852231338620186,0.12375382557511329,0.0785425080661662,200,0.07881802022457124,0.18025030195713043,0.23707639724016188,0.17070898147299884
fresh-en-2,22,23,sqrtJS,random_half,200,0.0228204183280468,0.0759400837123394,0.11034593060612678,0.07057823308045044,200,0.045493650808930405,0.10586847364902496,0.17022707164287568,0.10990765505470336
fresh-en-2,22,23,sqrtJS,all_heads,200,0.03191238604485989,0.07812189310789108,0.11982487365603445,0.07817319827154279,200,0.0907830648124218,0.23895534127950668,0.30426531136035917,0.2205425751209259