{ "by_recipient_type": { "Q": { "full_attention": { "total": { "count": 4800, "p10": 0.42808762192726135, "median": 0.8017966151237488, "p90": 1.2796676754951481, "mean": 0.828383005860572 }, "max_absolute": { "count": 4800, "p10": 0.07022316381335258, "median": 0.13597501814365387, "p90": 0.29393495619297033, "mean": 0.1614389501255937 }, "effective_heads": { "count": 4800, "p10": 7.634387731552124, "median": 10.829116821289062, "p90": 12.903363132476807, "mean": 10.545973850339651 }, "effective_fraction": { "count": 4800, "p10": 0.47714923322200775, "median": 0.6768198013305664, "p90": 0.8064601957798004, "mean": 0.6591233656462282 }, "concentration": { "count": 4800, "p10": 0.015999119356274606, "median": 0.031833209097385406, "p90": 0.07305203005671501, "mean": 0.038962758334334165 }, "top1": { "count": 4800, "p10": 0.13040318638086318, "median": 0.1768590658903122, "p90": 0.27592835426330575, "mean": 0.1917892166459933 }, "top25": { "count": 4800, "p10": 0.4181676685810089, "median": 0.49224844574928284, "p90": 0.5894871711730958, "mean": 0.4984907660695414 }, "top50": { "count": 4800, "p10": 0.6820279717445373, "median": 0.7461760938167572, "p90": 0.8289147377014161, "mean": 0.7511068653936187 }, "bottom25": { "count": 4800, "p10": 0.04171919822692871, "median": 0.0870458073914051, "p90": 0.12668813914060592, "mean": 0.0858515575454415 }, "heads90": { "count": 4800, "p10": 10.0, "median": 12.0, "p90": 13.0, "mean": 11.924375 } }, "linear_attention": { "total": { "count": 27200, "p10": 0.1771158680319786, "median": 0.7782308757305145, "p90": 1.8638553977012642, "mean": 0.9841912085086326 }, "max_absolute": { "count": 27200, "p10": 0.027340889908373356, "median": 0.13787434250116348, "p90": 0.4472817718982699, "mean": 0.2126326917772873 }, "effective_heads": { "count": 27200, "p10": 5.968966674804688, "median": 10.08900499343872, "p90": 13.287356853485107, "mean": 9.637892792207353 }, "effective_fraction": { "count": 27200, "p10": 0.5126844048500061, "median": 0.7466321587562561, "p90": 0.8671843826770783, "mean": 0.7170763921009048 }, "concentration": { "count": 27200, "p10": 0.012945951707661153, "median": 0.02890323381870985, "p90": 0.07301022931933407, "mean": 0.03798074354623489 }, "top1": { "count": 27200, "p10": 0.12049156576395034, "median": 0.18831469118595123, "p90": 0.3018690258264542, "mean": 0.20151331216672105 }, "top25": { "count": 27200, "p10": 0.38046165108680724, "median": 0.453884556889534, "p90": 0.5794604063034058, "mean": 0.4684076986615272 }, "top50": { "count": 27200, "p10": 0.650843471288681, "median": 0.7193152010440826, "p90": 0.8102161049842835, "mean": 0.7255355768234414 }, "bottom25": { "count": 27200, "p10": 0.05939290076494217, "median": 0.10252666845917702, "p90": 0.14262291491031648, "mean": 0.1017356713594499 }, "heads90": { "count": 27200, "p10": 7.0, "median": 12.0, "p90": 13.0, "mean": 10.579007352941176 } } }, "K": { "full_attention": { "total": { "count": 4800, "p10": 0.2932938843965531, "median": 0.751684695482254, "p90": 1.2453256130218517, "mean": 0.7491105496883392 }, "max_absolute": { "count": 4800, "p10": 0.05981316082179546, "median": 0.16251461952924728, "p90": 0.29028533995151523, "mean": 0.17104425797394165 }, "effective_heads": { "count": 4800, "p10": 6.421846866607666, "median": 8.99651575088501, "p90": 11.717314338684085, "mean": 9.006867933471998 }, "effective_fraction": { "count": 4800, "p10": 0.4013654291629791, "median": 0.5622822344303131, "p90": 0.7323321461677553, "mean": 0.5629292458419999 }, "concentration": { "count": 4800, "p10": 0.024366708286106587, "median": 0.05189775675535202, "p90": 0.09943302348256117, "mean": 0.05819399481251215 }, "top1": { "count": 4800, "p10": 0.15217750519514084, "median": 0.22362081706523895, "p90": 0.333113169670105, "mean": 0.2327083595407506 }, "top25": { "count": 4800, "p10": 0.46408111453056333, "median": 0.554540365934372, "p90": 0.6376730680465699, "mean": 0.5528365189085404 }, "top50": { "count": 4800, "p10": 0.7256738007068634, "median": 0.7895856201648712, "p90": 0.8492424726486212, "mean": 0.7887261419494946 }, "bottom25": { "count": 4800, "p10": 0.037170265614986424, "median": 0.06792030483484268, "p90": 0.10355381369590763, "mean": 0.06925618241191842 }, "heads90": { "count": 4800, "p10": 10.0, "median": 11.0, "p90": 13.0, "mean": 11.344166666666666 } }, "linear_attention": { "total": { "count": 27200, "p10": 0.27437427937984465, "median": 0.7400951087474823, "p90": 1.6867972612380997, "mean": 0.9442492292869343 }, "max_absolute": { "count": 27200, "p10": 0.04476405493915081, "median": 0.12380896881222725, "p90": 0.3700851738452914, "mean": 0.18057506222894196 }, "effective_heads": { "count": 27200, "p10": 6.289550733566284, "median": 10.748710632324219, "p90": 13.59198980331421, "mean": 10.086356610287638 }, "effective_fraction": { "count": 27200, "p10": 0.567463606595993, "median": 0.7731030285358429, "p90": 0.8852756083011627, "mean": 0.7487537822614917 }, "concentration": { "count": 27200, "p10": 0.01110830344259739, "median": 0.024465462192893028, "p90": 0.059676705300807986, "mean": 0.03137563373759108 }, "top1": { "count": 27200, "p10": 0.11619977951049805, "median": 0.17642024159431458, "p90": 0.2702268481254578, "mean": 0.18697812774930805 }, "top25": { "count": 27200, "p10": 0.3685951292514801, "median": 0.4383372962474823, "p90": 0.5479569613933564, "mean": 0.44980560849694645 }, "top50": { "count": 27200, "p10": 0.6412311494350433, "median": 0.7067530751228333, "p90": 0.7897655248641968, "mean": 0.7119768214488731 }, "bottom25": { "count": 27200, "p10": 0.06756735369563102, "median": 0.10880804806947708, "p90": 0.14901476353406906, "mean": 0.10839668871242526 }, "heads90": { "count": 27200, "p10": 7.0, "median": 12.0, "p90": 13.0, "mean": 10.763308823529412 } } }, "V": { "full_attention": { "total": { "count": 4800, "p10": 0.2459064647555352, "median": 0.7926892042160034, "p90": 1.4473202824592595, "mean": 0.8259200246507923 }, "max_absolute": { "count": 4800, "p10": 0.04807887561619282, "median": 0.14048674702644348, "p90": 0.3213535517454149, "mean": 0.1687076044936354 }, "effective_heads": { "count": 4800, "p10": 6.27513017654419, "median": 10.059541702270508, "p90": 13.006668281555179, "mean": 9.797848190466564 }, "effective_fraction": { "count": 4800, "p10": 0.39219563603401186, "median": 0.6287213563919067, "p90": 0.8129167675971987, "mean": 0.6123655119041602 }, "concentration": { "count": 4800, "p10": 0.01534255063161254, "median": 0.039368655532598495, "p90": 0.1033165372908116, "mean": 0.054241599862386164 }, "top1": { "count": 4800, "p10": 0.12827315628528596, "median": 0.1957768052816391, "p90": 0.32790936529636394, "mean": 0.21723997221017877 }, "top25": { "count": 4800, "p10": 0.40897682309150696, "median": 0.5191850960254669, "p90": 0.6538566529750826, "mean": 0.5266173542042574 }, "top50": { "count": 4800, "p10": 0.6763901829719543, "median": 0.7685472369194031, "p90": 0.8522575080394748, "mean": 0.7653420636554559 }, "bottom25": { "count": 4800, "p10": 0.038462628796696666, "median": 0.07527097687125206, "p90": 0.1310943305492402, "mean": 0.08093525390451153 }, "heads90": { "count": 4800, "p10": 10.0, "median": 12.0, "p90": 13.0, "mean": 11.665 } }, "linear_attention": { "total": { "count": 27200, "p10": 0.29220492839813234, "median": 0.5876882374286652, "p90": 1.7076982617378238, "mean": 0.8579155112553717 }, "max_absolute": { "count": 27200, "p10": 0.04601397477090359, "median": 0.11557785794138908, "p90": 0.3890607744455338, "mean": 0.18123242851627497 }, "effective_heads": { "count": 27200, "p10": 5.704750633239746, "median": 9.907225608825684, "p90": 13.273716259002686, "mean": 9.52269080659046 }, "effective_fraction": { "count": 27200, "p10": 0.5001892507076263, "median": 0.736346960067749, "p90": 0.8675740957260132, "mean": 0.7092839469459347 }, "concentration": { "count": 27200, "p10": 0.012901593837887049, "median": 0.029933489859104156, "p90": 0.07959845960140231, "mean": 0.03960282899909276 }, "top1": { "count": 27200, "p10": 0.12066357731819152, "median": 0.1884898841381073, "p90": 0.30654583871364594, "mean": 0.20284635099856294 }, "top25": { "count": 27200, "p10": 0.38022677004337313, "median": 0.4595302492380142, "p90": 0.5857594251632692, "mean": 0.47216263436109707 }, "top50": { "count": 27200, "p10": 0.6528049886226654, "median": 0.7263502180576324, "p90": 0.8170590281486512, "mean": 0.7314765423689695 }, "bottom25": { "count": 27200, "p10": 0.055867613106966016, "median": 0.09783932939171791, "p90": 0.14103657454252244, "mean": 0.09802515388039276 }, "heads90": { "count": 27200, "p10": 6.0, "median": 12.0, "p90": 13.0, "mean": 10.472205882352942 } } }, "QKV": { "full_attention": { "total": { "count": 4800, "p10": 0.3599545568227768, "median": 0.8310977220535278, "p90": 1.3057362198829652, "mean": 0.8320240748580545 }, "max_absolute": { "count": 4800, "p10": 0.06178740113973618, "median": 0.1471318155527115, "p90": 0.2991165637969971, "mean": 0.16522609861179566 }, "effective_heads": { "count": 4800, "p10": 7.475884056091308, "median": 10.319912433624268, "p90": 12.712833499908447, "mean": 10.20285238613685 }, "effective_fraction": { "count": 4800, "p10": 0.46724275350570676, "median": 0.6449945271015167, "p90": 0.7945520937442779, "mean": 0.6376782741335532 }, "concentration": { "count": 4800, "p10": 0.017238049022853374, "median": 0.03669338673353195, "p90": 0.07601434364914894, "mean": 0.04257073526978881 }, "top1": { "count": 4800, "p10": 0.13321341276168824, "median": 0.18747321516275406, "p90": 0.28328865170478823, "mean": 0.1998321647165964 }, "top25": { "count": 4800, "p10": 0.4247431606054306, "median": 0.5103605389595032, "p90": 0.5986294209957124, "mean": 0.5111861900550624 }, "top50": { "count": 4800, "p10": 0.6898793756961823, "median": 0.7608179152011871, "p90": 0.826508241891861, "mean": 0.759507774884502 }, "bottom25": { "count": 4800, "p10": 0.043933799117803575, "median": 0.0804036296904087, "p90": 0.12289210483431817, "mean": 0.08222739746629183 }, "heads90": { "count": 4800, "p10": 10.0, "median": 12.0, "p90": 13.0, "mean": 11.84 } }, "linear_attention": { "total": { "count": 27200, "p10": 0.300345253944397, "median": 0.780917763710022, "p90": 1.794381380081177, "mean": 0.9848778233173139 }, "max_absolute": { "count": 27200, "p10": 0.04775628037750721, "median": 0.12801389396190643, "p90": 0.40935705900192265, "mean": 0.19344240318685907 }, "effective_heads": { "count": 27200, "p10": 6.223408126831055, "median": 10.616299629211426, "p90": 13.700624370574952, "mean": 10.054770943066654 }, "effective_fraction": { "count": 27200, "p10": 0.551340651512146, "median": 0.7776066660881042, "p90": 0.8834639668464661, "mean": 0.7460366055385812 }, "concentration": { "count": 27200, "p10": 0.010811386536806822, "median": 0.02463168278336525, "p90": 0.0634766072034836, "mean": 0.032149144387093494 }, "top1": { "count": 27200, "p10": 0.11426723748445511, "median": 0.17895939201116562, "p90": 0.2811527192592621, "mean": 0.18969931307632257 }, "top25": { "count": 27200, "p10": 0.3703198492527008, "median": 0.43639612197875977, "p90": 0.5559773981571198, "mean": 0.45095220466199165 }, "top50": { "count": 27200, "p10": 0.6413009822368622, "median": 0.7052080035209656, "p90": 0.7924475073814392, "mean": 0.7119353248003651 }, "bottom25": { "count": 27200, "p10": 0.06760622188448906, "median": 0.11000294238328934, "p90": 0.1492564007639885, "mean": 0.10894173061254311 }, "heads90": { "count": 27200, "p10": 7.0, "median": 12.0, "p90": 13.0, "mean": 10.776801470588236 } } }, "JS": { "full_attention": { "total": { "count": 4800, "p10": 0.006019792705774307, "median": 0.02659580297768116, "p90": 0.07109484225511555, "mean": 0.03422935250632387 }, "max_absolute": { "count": 4800, "p10": 0.0024493230041116474, "median": 0.009726522956043482, "p90": 0.03804903179407121, "mean": 0.01699844059891954 }, "effective_heads": { "count": 4800, "p10": 1.8775771021842957, "median": 3.901782989501953, "p90": 6.948997354507451, "mean": 4.195899176249902 }, "effective_fraction": { "count": 4800, "p10": 0.11734856888651848, "median": 0.24386143684387207, "p90": 0.4343123346567157, "mean": 0.26224369851561885 }, "concentration": { "count": 4800, "p10": 0.08683274388313295, "median": 0.20671262592077255, "p90": 0.5014413654804231, "mean": 0.25655510467089093 }, "top1": { "count": 4800, "p10": 0.24280447959899903, "median": 0.4230606108903885, "p90": 0.7145513713359836, "mean": 0.45466951202290756 }, "top25": { "count": 4800, "p10": 0.6646065950393677, "median": 0.8229818344116211, "p90": 0.9326550900936127, "mean": 0.8089195707378288 }, "top50": { "count": 4800, "p10": 0.8803883492946625, "median": 0.9476927518844604, "p90": 0.9820005834102631, "mean": 0.9382064804434777 }, "bottom25": { "count": 4800, "p10": 0.003459757659584284, "median": 0.011073274537920952, "p90": 0.03202965445816518, "mean": 0.014963302712030781 }, "heads90": { "count": 4800, "p10": 3.0, "median": 6.0, "p90": 9.0, "mean": 6.310208333333334 } } } }, "full_attention_source_indices": [ 2, 6, 10, 14, 18, 22 ], "paired_joint": { "Q": { "weak_less_than_strong_fraction": 0.9558125, "weak_less_than_random_fraction": 0.92478125, "zero_weak_effect_count": 0, "strong_over_weak": { "count": 32000, "p10": 1.2414084553718567, "median": 2.406548857688904, "p90": 4.8988345146179215, "mean": 2.8476133695249444 }, "random_over_weak": { "count": 32000, "p10": 1.0663463115692138, "median": 1.7550507187843323, "p90": 3.4048652887344364, "mean": 2.0716914434591307 } }, "K": { "weak_less_than_strong_fraction": 0.94053125, "weak_less_than_random_fraction": 0.93659375, "zero_weak_effect_count": 0, "strong_over_weak": { "count": 32000, "p10": 1.1599948525428772, "median": 2.2635676860809326, "p90": 4.8068671226501465, "mean": 2.721669250183739 }, "random_over_weak": { "count": 32000, "p10": 1.0976211547851562, "median": 1.7731841802597046, "p90": 3.4223729372024536, "mean": 2.0756989874048157 } }, "V": { "weak_less_than_strong_fraction": 0.9139375, "weak_less_than_random_fraction": 0.89215625, "zero_weak_effect_count": 0, "strong_over_weak": { "count": 32000, "p10": 1.0545674324035645, "median": 2.339610457420349, "p90": 5.230419206619263, "mean": 2.8710654100831596 }, "random_over_weak": { "count": 32000, "p10": 0.9815070390701294, "median": 1.7466103434562683, "p90": 3.7226275205612196, "mean": 2.160556613523513 } }, "QKV": { "weak_less_than_strong_fraction": 0.95575, "weak_less_than_random_fraction": 0.9521875, "zero_weak_effect_count": 0, "strong_over_weak": { "count": 32000, "p10": 1.2344148278236389, "median": 2.357925534248352, "p90": 4.5909470558166525, "mean": 2.7040380254182965 }, "random_over_weak": { "count": 32000, "p10": 1.1472956657409668, "median": 1.7747376561164856, "p90": 3.2936715126037615, "mean": 2.046528765618801 } }, "JS": { "weak_less_than_strong_fraction": 0.9970833333333333, "weak_less_than_random_fraction": 0.988125, "zero_weak_effect_count": 0, "strong_over_weak": { "count": 4800, "p10": 4.6294151782989506, "median": 18.771913528442383, "p90": 68.13132858276367, "mean": 32.662432227910806 }, "random_over_weak": { "count": 4800, "p10": 2.710283899307251, "median": 10.478245258331299, "p90": 39.4547286987305, "mean": 19.306766499467194 } } }, "pooling": "query7..31, per text/token/recipient-query-head; descriptive dependent observations, not independent samples", "concentration": { "Q": { "total": { "count": 32000, "p10": 0.19806515499949456, "median": 0.7841357989236712, "p90": 1.727399396291003, "mean": 0.9608199778404878 }, "max_absolute": { "count": 32000, "p10": 0.03213169947266579, "median": 0.13753367960453033, "p90": 0.40950461924076104, "mean": 0.20495363052953325 }, "effective_heads": { "count": 32000, "p10": 6.074677358285013, "median": 10.278813612228042, "p90": 13.231621453644234, "mean": 9.774104951134538 }, "effective_fraction": { "count": 32000, "p10": 0.5059540464573292, "median": 0.736010784821391, "p90": 0.8612895367324331, "mean": 0.7083834381455979 }, "concentration": { "count": 32000, "p10": 0.01331159273601288, "median": 0.029374472335226654, "p90": 0.07302650438478069, "mean": 0.03812804576861353 }, "top1": { "count": 32000, "p10": 0.12190424615545024, "median": 0.1862308612148443, "p90": 0.2983967835528167, "mean": 0.20005469782669785 }, "top25": { "count": 32000, "p10": 0.38400657936407756, "median": 0.45974826740579305, "p90": 0.5813789312182575, "mean": 0.4729201587141697 }, "top50": { "count": 32000, "p10": 0.6545684499580247, "median": 0.7233334799076764, "p90": 0.8135213374924113, "mean": 0.7293712701244147 }, "bottom25": { "count": 32000, "p10": 0.056496162230507345, "median": 0.10028684220891418, "p90": 0.14090863982385138, "mean": 0.09935305428362357 }, "heads90": { "count": 32000, "p10": 7.0, "median": 12.0, "p90": 13.0, "mean": 10.7808125 } }, "K": { "total": { "count": 32000, "p10": 0.27868743662256745, "median": 0.7418987276032567, "p90": 1.5808700304012746, "mean": 0.9149784272735005 }, "max_absolute": { "count": 32000, "p10": 0.04672095738351345, "median": 0.12887775897979736, "p90": 0.34267061948776245, "mean": 0.17914544159069193 }, "effective_heads": { "count": 32000, "p10": 6.2997924969825645, "median": 10.282293972258437, "p90": 13.459263973201868, "mean": 9.924433305753986 }, "effective_fraction": { "count": 32000, "p10": 0.5169652544140182, "median": 0.7494478491534898, "p90": 0.8792124936928435, "mean": 0.7208801016057295 }, "concentration": { "count": 32000, "p10": 0.011776948469577102, "median": 0.027261487005195033, "p90": 0.0685273479698932, "mean": 0.03539838788532774 }, "top1": { "count": 32000, "p10": 0.11868254832556942, "median": 0.1837866249324059, "p90": 0.2811234081621101, "mean": 0.19383766248805132 }, "top25": { "count": 32000, "p10": 0.37291786446716907, "median": 0.4519532440455542, "p90": 0.5801074854843632, "mean": 0.4652602449275946 }, "top50": { "count": 32000, "p10": 0.6453049612946737, "median": 0.7175863432426386, "p90": 0.8124186772934331, "mean": 0.7234892194956966 }, "bottom25": { "count": 32000, "p10": 0.05735948077175399, "median": 0.1032195714581893, "p90": 0.14622727669722033, "mean": 0.10252561275154358 }, "heads90": { "count": 32000, "p10": 7.0, "median": 12.0, "p90": 13.0, "mean": 10.8504375 } }, "V": { "total": { "count": 32000, "p10": 0.2812398451380432, "median": 0.6038189655519091, "p90": 1.645845576003194, "mean": 0.8531161886132836 }, "max_absolute": { "count": 32000, "p10": 0.04643451571464539, "median": 0.1182936355471611, "p90": 0.3698546379804613, "mean": 0.17935370491287903 }, "effective_heads": { "count": 32000, "p10": 5.736491743713151, "median": 9.942905498299558, "p90": 13.239749202567198, "mean": 9.563964412704575 }, "effective_fraction": { "count": 32000, "p10": 0.47907725223804926, "median": 0.7227435911028347, "p90": 0.8621985150352091, "mean": 0.6947461816057294 }, "concentration": { "count": 32000, "p10": 0.013188755715480607, "median": 0.03110799980364811, "p90": 0.08225759989950268, "mean": 0.0417986446199604 }, "top1": { "count": 32000, "p10": 0.12161388449889787, "median": 0.1896916578538292, "p90": 0.30860335061787136, "mean": 0.20500539421837363 }, "top25": { "count": 32000, "p10": 0.3836189886588612, "median": 0.4664460271280716, "p90": 0.5998502376306984, "mean": 0.4803308423023778 }, "top50": { "count": 32000, "p10": 0.6551911500035564, "median": 0.7314303909565261, "p90": 0.8252102923927693, "mean": 0.736556370556187 }, "bottom25": { "count": 32000, "p10": 0.05101045030368696, "median": 0.09549013543061644, "p90": 0.13985548819761448, "mean": 0.09546166889828221 }, "heads90": { "count": 32000, "p10": 7.0, "median": 12.0, "p90": 13.0, "mean": 10.651125 } }, "QKV": { "total": { "count": 32000, "p10": 0.31270650094375013, "median": 0.7898262748494744, "p90": 1.689432829990983, "mean": 0.96194976092564 }, "max_absolute": { "count": 32000, "p10": 0.0506718147546053, "median": 0.13108564168214798, "p90": 0.375281447172165, "mean": 0.18920995750059955 }, "effective_heads": { "count": 32000, "p10": 6.304201972468572, "median": 10.534389403054181, "p90": 13.605718976137743, "mean": 10.076983159324206 }, "effective_fraction": { "count": 32000, "p10": 0.531184131354781, "median": 0.7600632811713559, "p90": 0.8777116494832276, "mean": 0.7297828558447914 }, "concentration": { "count": 32000, "p10": 0.01127297981394185, "median": 0.026350765843306763, "p90": 0.06576838727607895, "mean": 0.03371238303288477 }, "top1": { "count": 32000, "p10": 0.11599946413523492, "median": 0.1805094629907935, "p90": 0.2813719110798307, "mean": 0.19121924080514013 }, "top25": { "count": 32000, "p10": 0.37423556131777447, "median": 0.446468832512783, "p90": 0.5689850647038045, "mean": 0.4599873026303993 }, "top50": { "count": 32000, "p10": 0.6450496968093983, "median": 0.71281259036529, "p90": 0.8019362921144723, "mean": 0.7190711923720653 }, "bottom25": { "count": 32000, "p10": 0.06218593053663734, "median": 0.10599167602648567, "p90": 0.14689275149483338, "mean": 0.10493458066537943 }, "heads90": { "count": 32000, "p10": 7.0, "median": 12.0, "p90": 13.0, "mean": 10.93628125 } }, "JS": { "total": { "count": 4800, "p10": 0.006019792613687969, "median": 0.026595803305099253, "p90": 0.07109484240791066, "mean": 0.03422935252324174 }, "max_absolute": { "count": 4800, "p10": 0.0024493230041116474, "median": 0.009726522956043482, "p90": 0.03804903179407121, "mean": 0.01699844059891954 }, "effective_heads": { "count": 4800, "p10": 1.8775771328772404, "median": 3.901782998659897, "p90": 6.9489972185767925, "mean": 4.1958991748153185 }, "effective_fraction": { "count": 4800, "p10": 0.11734857080482752, "median": 0.24386143741624355, "p90": 0.43431232616104953, "mean": 0.2622436984259574 }, "concentration": { "count": 4800, "p10": 0.08683274490451195, "median": 0.20671262373235755, "p90": 0.5014413860763198, "mean": 0.25655510469396303 }, "top1": { "count": 4800, "p10": 0.24280447987972617, "median": 0.4230606060703387, "p90": 0.7145513508216859, "mean": 0.45466951196884586 }, "top25": { "count": 4800, "p10": 0.6646066107988152, "median": 0.8229818456850793, "p90": 0.9326550608746287, "mean": 0.808919570864033 }, "top50": { "count": 4800, "p10": 0.8803883543181658, "median": 0.9476927560262463, "p90": 0.9820005650641489, "mean": 0.9382064806256976 }, "bottom25": { "count": 4800, "p10": 0.0034597576965423498, "median": 0.01107327468889098, "p90": 0.03202965476590303, "mean": 0.014963302718693967 }, "heads90": { "count": 4800, "p10": 3.0, "median": 6.0, "p90": 9.0, "mean": 6.310208333333334 } } }, "joint": { "Q": { "weak_half": { "count": 32000, "p10": 0.0225396528840065, "median": 0.08576029911637306, "p90": 0.23477475494146346, "mean": 0.11232942398573505 }, "strong_half": { "count": 32000, "p10": 0.05655890852212906, "median": 0.20693699270486832, "p90": 0.5206475317478181, "mean": 0.2704283235834446 }, "random_half": { "count": 32000, "p10": 0.039973394572734834, "median": 0.15583113580942154, "p90": 0.4062000095844269, "mean": 0.21630935878241145 }, "all_heads": { "count": 32000, "p10": 0.06481254324316979, "median": 0.22428051382303238, "p90": 0.5543476462364201, "mean": 0.2957394429202832 } }, "K": { "weak_half": { "count": 32000, "p10": 0.028515849635004996, "median": 0.08704467490315437, "p90": 0.23199979960918432, "mean": 0.11572287764720386 }, "strong_half": { "count": 32000, "p10": 0.07840781956911087, "median": 0.19813165813684464, "p90": 0.45838963985443115, "mean": 0.2555373763643147 }, "random_half": { "count": 32000, "p10": 0.05652601756155491, "median": 0.1595868319272995, "p90": 0.38752546906471264, "mean": 0.21508053492175533 }, "all_heads": { "count": 32000, "p10": 0.08563644587993621, "median": 0.21988031268119812, "p90": 0.4996467530727399, "mean": 0.2871456688197213 } }, "V": { "weak_half": { "count": 32000, "p10": 0.02640126012265682, "median": 0.07635688036680222, "p90": 0.21732283532619479, "mean": 0.10623245530284475 }, "strong_half": { "count": 32000, "p10": 0.07369660735130311, "median": 0.16931316256523132, "p90": 0.4663332492113114, "mean": 0.23960510214965325 }, "random_half": { "count": 32000, "p10": 0.05152657963335514, "median": 0.13437538594007492, "p90": 0.39179082512855534, "mean": 0.20286414045983112 }, "all_heads": { "count": 32000, "p10": 0.08243615254759788, "median": 0.19092711061239243, "p90": 0.5185699462890625, "mean": 0.2683242328287452 } }, "QKV": { "weak_half": { "count": 32000, "p10": 0.03147876150906086, "median": 0.09034762158989906, "p90": 0.23353940397501005, "mean": 0.11618917352170684 }, "strong_half": { "count": 32000, "p10": 0.09105055332183838, "median": 0.2091781497001648, "p90": 0.48030592501163516, "mean": 0.26540057950647317 }, "random_half": { "count": 32000, "p10": 0.06186078600585461, "median": 0.16420399397611618, "p90": 0.39710947275161745, "mean": 0.2216180787065241 }, "all_heads": { "count": 32000, "p10": 0.09929505959153176, "median": 0.22908245772123337, "p90": 0.5173942029476166, "mean": 0.29365509447891963 } }, "JS": { "weak_half": { "count": 4800, "p10": 0.0002201629729825072, "median": 0.001413182239048183, "p90": 0.0061596495099365866, "mean": 0.002527013004010179 }, "strong_half": { "count": 4800, "p10": 0.004459654539823533, "median": 0.02574532199651003, "p90": 0.08861614987254145, "mean": 0.038170266890164915 }, "random_half": { "count": 4800, "p10": 0.002647196548059583, "median": 0.013814802747219801, "p90": 0.05524100922048097, "mean": 0.02303206111582123 }, "all_heads": { "count": 4800, "p10": 0.0049355274066329, "median": 0.028837326914072037, "p90": 0.10028255358338357, "mean": 0.04305102449328388 } } }, "counts": { "links": 92, "texts": 4, "layer_transitions": 23 }, "sample_index_key": [ "fresh-en-1", "fresh-en-2", "fresh-zh-1", "fresh-zh-2" ], "winner_identity_file": "winner-identities.csv" }