1295 lines
35 KiB
JSON
1295 lines
35 KiB
JSON
{
|
|
"by_recipient_type": {
|
|
"Q": {
|
|
"full_attention": {
|
|
"total": {
|
|
"count": 4800,
|
|
"p10": 0.42808762192726135,
|
|
"median": 0.8017966151237488,
|
|
"p90": 1.2796676754951481,
|
|
"mean": 0.828383005860572
|
|
},
|
|
"max_absolute": {
|
|
"count": 4800,
|
|
"p10": 0.07022316381335258,
|
|
"median": 0.13597501814365387,
|
|
"p90": 0.29393495619297033,
|
|
"mean": 0.1614389501255937
|
|
},
|
|
"effective_heads": {
|
|
"count": 4800,
|
|
"p10": 7.634387731552124,
|
|
"median": 10.829116821289062,
|
|
"p90": 12.903363132476807,
|
|
"mean": 10.545973850339651
|
|
},
|
|
"effective_fraction": {
|
|
"count": 4800,
|
|
"p10": 0.47714923322200775,
|
|
"median": 0.6768198013305664,
|
|
"p90": 0.8064601957798004,
|
|
"mean": 0.6591233656462282
|
|
},
|
|
"concentration": {
|
|
"count": 4800,
|
|
"p10": 0.015999119356274606,
|
|
"median": 0.031833209097385406,
|
|
"p90": 0.07305203005671501,
|
|
"mean": 0.038962758334334165
|
|
},
|
|
"top1": {
|
|
"count": 4800,
|
|
"p10": 0.13040318638086318,
|
|
"median": 0.1768590658903122,
|
|
"p90": 0.27592835426330575,
|
|
"mean": 0.1917892166459933
|
|
},
|
|
"top25": {
|
|
"count": 4800,
|
|
"p10": 0.4181676685810089,
|
|
"median": 0.49224844574928284,
|
|
"p90": 0.5894871711730958,
|
|
"mean": 0.4984907660695414
|
|
},
|
|
"top50": {
|
|
"count": 4800,
|
|
"p10": 0.6820279717445373,
|
|
"median": 0.7461760938167572,
|
|
"p90": 0.8289147377014161,
|
|
"mean": 0.7511068653936187
|
|
},
|
|
"bottom25": {
|
|
"count": 4800,
|
|
"p10": 0.04171919822692871,
|
|
"median": 0.0870458073914051,
|
|
"p90": 0.12668813914060592,
|
|
"mean": 0.0858515575454415
|
|
},
|
|
"heads90": {
|
|
"count": 4800,
|
|
"p10": 10.0,
|
|
"median": 12.0,
|
|
"p90": 13.0,
|
|
"mean": 11.924375
|
|
}
|
|
},
|
|
"linear_attention": {
|
|
"total": {
|
|
"count": 27200,
|
|
"p10": 0.1771158680319786,
|
|
"median": 0.7782308757305145,
|
|
"p90": 1.8638553977012642,
|
|
"mean": 0.9841912085086326
|
|
},
|
|
"max_absolute": {
|
|
"count": 27200,
|
|
"p10": 0.027340889908373356,
|
|
"median": 0.13787434250116348,
|
|
"p90": 0.4472817718982699,
|
|
"mean": 0.2126326917772873
|
|
},
|
|
"effective_heads": {
|
|
"count": 27200,
|
|
"p10": 5.968966674804688,
|
|
"median": 10.08900499343872,
|
|
"p90": 13.287356853485107,
|
|
"mean": 9.637892792207353
|
|
},
|
|
"effective_fraction": {
|
|
"count": 27200,
|
|
"p10": 0.5126844048500061,
|
|
"median": 0.7466321587562561,
|
|
"p90": 0.8671843826770783,
|
|
"mean": 0.7170763921009048
|
|
},
|
|
"concentration": {
|
|
"count": 27200,
|
|
"p10": 0.012945951707661153,
|
|
"median": 0.02890323381870985,
|
|
"p90": 0.07301022931933407,
|
|
"mean": 0.03798074354623489
|
|
},
|
|
"top1": {
|
|
"count": 27200,
|
|
"p10": 0.12049156576395034,
|
|
"median": 0.18831469118595123,
|
|
"p90": 0.3018690258264542,
|
|
"mean": 0.20151331216672105
|
|
},
|
|
"top25": {
|
|
"count": 27200,
|
|
"p10": 0.38046165108680724,
|
|
"median": 0.453884556889534,
|
|
"p90": 0.5794604063034058,
|
|
"mean": 0.4684076986615272
|
|
},
|
|
"top50": {
|
|
"count": 27200,
|
|
"p10": 0.650843471288681,
|
|
"median": 0.7193152010440826,
|
|
"p90": 0.8102161049842835,
|
|
"mean": 0.7255355768234414
|
|
},
|
|
"bottom25": {
|
|
"count": 27200,
|
|
"p10": 0.05939290076494217,
|
|
"median": 0.10252666845917702,
|
|
"p90": 0.14262291491031648,
|
|
"mean": 0.1017356713594499
|
|
},
|
|
"heads90": {
|
|
"count": 27200,
|
|
"p10": 7.0,
|
|
"median": 12.0,
|
|
"p90": 13.0,
|
|
"mean": 10.579007352941176
|
|
}
|
|
}
|
|
},
|
|
"K": {
|
|
"full_attention": {
|
|
"total": {
|
|
"count": 4800,
|
|
"p10": 0.2932938843965531,
|
|
"median": 0.751684695482254,
|
|
"p90": 1.2453256130218517,
|
|
"mean": 0.7491105496883392
|
|
},
|
|
"max_absolute": {
|
|
"count": 4800,
|
|
"p10": 0.05981316082179546,
|
|
"median": 0.16251461952924728,
|
|
"p90": 0.29028533995151523,
|
|
"mean": 0.17104425797394165
|
|
},
|
|
"effective_heads": {
|
|
"count": 4800,
|
|
"p10": 6.421846866607666,
|
|
"median": 8.99651575088501,
|
|
"p90": 11.717314338684085,
|
|
"mean": 9.006867933471998
|
|
},
|
|
"effective_fraction": {
|
|
"count": 4800,
|
|
"p10": 0.4013654291629791,
|
|
"median": 0.5622822344303131,
|
|
"p90": 0.7323321461677553,
|
|
"mean": 0.5629292458419999
|
|
},
|
|
"concentration": {
|
|
"count": 4800,
|
|
"p10": 0.024366708286106587,
|
|
"median": 0.05189775675535202,
|
|
"p90": 0.09943302348256117,
|
|
"mean": 0.05819399481251215
|
|
},
|
|
"top1": {
|
|
"count": 4800,
|
|
"p10": 0.15217750519514084,
|
|
"median": 0.22362081706523895,
|
|
"p90": 0.333113169670105,
|
|
"mean": 0.2327083595407506
|
|
},
|
|
"top25": {
|
|
"count": 4800,
|
|
"p10": 0.46408111453056333,
|
|
"median": 0.554540365934372,
|
|
"p90": 0.6376730680465699,
|
|
"mean": 0.5528365189085404
|
|
},
|
|
"top50": {
|
|
"count": 4800,
|
|
"p10": 0.7256738007068634,
|
|
"median": 0.7895856201648712,
|
|
"p90": 0.8492424726486212,
|
|
"mean": 0.7887261419494946
|
|
},
|
|
"bottom25": {
|
|
"count": 4800,
|
|
"p10": 0.037170265614986424,
|
|
"median": 0.06792030483484268,
|
|
"p90": 0.10355381369590763,
|
|
"mean": 0.06925618241191842
|
|
},
|
|
"heads90": {
|
|
"count": 4800,
|
|
"p10": 10.0,
|
|
"median": 11.0,
|
|
"p90": 13.0,
|
|
"mean": 11.344166666666666
|
|
}
|
|
},
|
|
"linear_attention": {
|
|
"total": {
|
|
"count": 27200,
|
|
"p10": 0.27437427937984465,
|
|
"median": 0.7400951087474823,
|
|
"p90": 1.6867972612380997,
|
|
"mean": 0.9442492292869343
|
|
},
|
|
"max_absolute": {
|
|
"count": 27200,
|
|
"p10": 0.04476405493915081,
|
|
"median": 0.12380896881222725,
|
|
"p90": 0.3700851738452914,
|
|
"mean": 0.18057506222894196
|
|
},
|
|
"effective_heads": {
|
|
"count": 27200,
|
|
"p10": 6.289550733566284,
|
|
"median": 10.748710632324219,
|
|
"p90": 13.59198980331421,
|
|
"mean": 10.086356610287638
|
|
},
|
|
"effective_fraction": {
|
|
"count": 27200,
|
|
"p10": 0.567463606595993,
|
|
"median": 0.7731030285358429,
|
|
"p90": 0.8852756083011627,
|
|
"mean": 0.7487537822614917
|
|
},
|
|
"concentration": {
|
|
"count": 27200,
|
|
"p10": 0.01110830344259739,
|
|
"median": 0.024465462192893028,
|
|
"p90": 0.059676705300807986,
|
|
"mean": 0.03137563373759108
|
|
},
|
|
"top1": {
|
|
"count": 27200,
|
|
"p10": 0.11619977951049805,
|
|
"median": 0.17642024159431458,
|
|
"p90": 0.2702268481254578,
|
|
"mean": 0.18697812774930805
|
|
},
|
|
"top25": {
|
|
"count": 27200,
|
|
"p10": 0.3685951292514801,
|
|
"median": 0.4383372962474823,
|
|
"p90": 0.5479569613933564,
|
|
"mean": 0.44980560849694645
|
|
},
|
|
"top50": {
|
|
"count": 27200,
|
|
"p10": 0.6412311494350433,
|
|
"median": 0.7067530751228333,
|
|
"p90": 0.7897655248641968,
|
|
"mean": 0.7119768214488731
|
|
},
|
|
"bottom25": {
|
|
"count": 27200,
|
|
"p10": 0.06756735369563102,
|
|
"median": 0.10880804806947708,
|
|
"p90": 0.14901476353406906,
|
|
"mean": 0.10839668871242526
|
|
},
|
|
"heads90": {
|
|
"count": 27200,
|
|
"p10": 7.0,
|
|
"median": 12.0,
|
|
"p90": 13.0,
|
|
"mean": 10.763308823529412
|
|
}
|
|
}
|
|
},
|
|
"V": {
|
|
"full_attention": {
|
|
"total": {
|
|
"count": 4800,
|
|
"p10": 0.2459064647555352,
|
|
"median": 0.7926892042160034,
|
|
"p90": 1.4473202824592595,
|
|
"mean": 0.8259200246507923
|
|
},
|
|
"max_absolute": {
|
|
"count": 4800,
|
|
"p10": 0.04807887561619282,
|
|
"median": 0.14048674702644348,
|
|
"p90": 0.3213535517454149,
|
|
"mean": 0.1687076044936354
|
|
},
|
|
"effective_heads": {
|
|
"count": 4800,
|
|
"p10": 6.27513017654419,
|
|
"median": 10.059541702270508,
|
|
"p90": 13.006668281555179,
|
|
"mean": 9.797848190466564
|
|
},
|
|
"effective_fraction": {
|
|
"count": 4800,
|
|
"p10": 0.39219563603401186,
|
|
"median": 0.6287213563919067,
|
|
"p90": 0.8129167675971987,
|
|
"mean": 0.6123655119041602
|
|
},
|
|
"concentration": {
|
|
"count": 4800,
|
|
"p10": 0.01534255063161254,
|
|
"median": 0.039368655532598495,
|
|
"p90": 0.1033165372908116,
|
|
"mean": 0.054241599862386164
|
|
},
|
|
"top1": {
|
|
"count": 4800,
|
|
"p10": 0.12827315628528596,
|
|
"median": 0.1957768052816391,
|
|
"p90": 0.32790936529636394,
|
|
"mean": 0.21723997221017877
|
|
},
|
|
"top25": {
|
|
"count": 4800,
|
|
"p10": 0.40897682309150696,
|
|
"median": 0.5191850960254669,
|
|
"p90": 0.6538566529750826,
|
|
"mean": 0.5266173542042574
|
|
},
|
|
"top50": {
|
|
"count": 4800,
|
|
"p10": 0.6763901829719543,
|
|
"median": 0.7685472369194031,
|
|
"p90": 0.8522575080394748,
|
|
"mean": 0.7653420636554559
|
|
},
|
|
"bottom25": {
|
|
"count": 4800,
|
|
"p10": 0.038462628796696666,
|
|
"median": 0.07527097687125206,
|
|
"p90": 0.1310943305492402,
|
|
"mean": 0.08093525390451153
|
|
},
|
|
"heads90": {
|
|
"count": 4800,
|
|
"p10": 10.0,
|
|
"median": 12.0,
|
|
"p90": 13.0,
|
|
"mean": 11.665
|
|
}
|
|
},
|
|
"linear_attention": {
|
|
"total": {
|
|
"count": 27200,
|
|
"p10": 0.29220492839813234,
|
|
"median": 0.5876882374286652,
|
|
"p90": 1.7076982617378238,
|
|
"mean": 0.8579155112553717
|
|
},
|
|
"max_absolute": {
|
|
"count": 27200,
|
|
"p10": 0.04601397477090359,
|
|
"median": 0.11557785794138908,
|
|
"p90": 0.3890607744455338,
|
|
"mean": 0.18123242851627497
|
|
},
|
|
"effective_heads": {
|
|
"count": 27200,
|
|
"p10": 5.704750633239746,
|
|
"median": 9.907225608825684,
|
|
"p90": 13.273716259002686,
|
|
"mean": 9.52269080659046
|
|
},
|
|
"effective_fraction": {
|
|
"count": 27200,
|
|
"p10": 0.5001892507076263,
|
|
"median": 0.736346960067749,
|
|
"p90": 0.8675740957260132,
|
|
"mean": 0.7092839469459347
|
|
},
|
|
"concentration": {
|
|
"count": 27200,
|
|
"p10": 0.012901593837887049,
|
|
"median": 0.029933489859104156,
|
|
"p90": 0.07959845960140231,
|
|
"mean": 0.03960282899909276
|
|
},
|
|
"top1": {
|
|
"count": 27200,
|
|
"p10": 0.12066357731819152,
|
|
"median": 0.1884898841381073,
|
|
"p90": 0.30654583871364594,
|
|
"mean": 0.20284635099856294
|
|
},
|
|
"top25": {
|
|
"count": 27200,
|
|
"p10": 0.38022677004337313,
|
|
"median": 0.4595302492380142,
|
|
"p90": 0.5857594251632692,
|
|
"mean": 0.47216263436109707
|
|
},
|
|
"top50": {
|
|
"count": 27200,
|
|
"p10": 0.6528049886226654,
|
|
"median": 0.7263502180576324,
|
|
"p90": 0.8170590281486512,
|
|
"mean": 0.7314765423689695
|
|
},
|
|
"bottom25": {
|
|
"count": 27200,
|
|
"p10": 0.055867613106966016,
|
|
"median": 0.09783932939171791,
|
|
"p90": 0.14103657454252244,
|
|
"mean": 0.09802515388039276
|
|
},
|
|
"heads90": {
|
|
"count": 27200,
|
|
"p10": 6.0,
|
|
"median": 12.0,
|
|
"p90": 13.0,
|
|
"mean": 10.472205882352942
|
|
}
|
|
}
|
|
},
|
|
"QKV": {
|
|
"full_attention": {
|
|
"total": {
|
|
"count": 4800,
|
|
"p10": 0.3599545568227768,
|
|
"median": 0.8310977220535278,
|
|
"p90": 1.3057362198829652,
|
|
"mean": 0.8320240748580545
|
|
},
|
|
"max_absolute": {
|
|
"count": 4800,
|
|
"p10": 0.06178740113973618,
|
|
"median": 0.1471318155527115,
|
|
"p90": 0.2991165637969971,
|
|
"mean": 0.16522609861179566
|
|
},
|
|
"effective_heads": {
|
|
"count": 4800,
|
|
"p10": 7.475884056091308,
|
|
"median": 10.319912433624268,
|
|
"p90": 12.712833499908447,
|
|
"mean": 10.20285238613685
|
|
},
|
|
"effective_fraction": {
|
|
"count": 4800,
|
|
"p10": 0.46724275350570676,
|
|
"median": 0.6449945271015167,
|
|
"p90": 0.7945520937442779,
|
|
"mean": 0.6376782741335532
|
|
},
|
|
"concentration": {
|
|
"count": 4800,
|
|
"p10": 0.017238049022853374,
|
|
"median": 0.03669338673353195,
|
|
"p90": 0.07601434364914894,
|
|
"mean": 0.04257073526978881
|
|
},
|
|
"top1": {
|
|
"count": 4800,
|
|
"p10": 0.13321341276168824,
|
|
"median": 0.18747321516275406,
|
|
"p90": 0.28328865170478823,
|
|
"mean": 0.1998321647165964
|
|
},
|
|
"top25": {
|
|
"count": 4800,
|
|
"p10": 0.4247431606054306,
|
|
"median": 0.5103605389595032,
|
|
"p90": 0.5986294209957124,
|
|
"mean": 0.5111861900550624
|
|
},
|
|
"top50": {
|
|
"count": 4800,
|
|
"p10": 0.6898793756961823,
|
|
"median": 0.7608179152011871,
|
|
"p90": 0.826508241891861,
|
|
"mean": 0.759507774884502
|
|
},
|
|
"bottom25": {
|
|
"count": 4800,
|
|
"p10": 0.043933799117803575,
|
|
"median": 0.0804036296904087,
|
|
"p90": 0.12289210483431817,
|
|
"mean": 0.08222739746629183
|
|
},
|
|
"heads90": {
|
|
"count": 4800,
|
|
"p10": 10.0,
|
|
"median": 12.0,
|
|
"p90": 13.0,
|
|
"mean": 11.84
|
|
}
|
|
},
|
|
"linear_attention": {
|
|
"total": {
|
|
"count": 27200,
|
|
"p10": 0.300345253944397,
|
|
"median": 0.780917763710022,
|
|
"p90": 1.794381380081177,
|
|
"mean": 0.9848778233173139
|
|
},
|
|
"max_absolute": {
|
|
"count": 27200,
|
|
"p10": 0.04775628037750721,
|
|
"median": 0.12801389396190643,
|
|
"p90": 0.40935705900192265,
|
|
"mean": 0.19344240318685907
|
|
},
|
|
"effective_heads": {
|
|
"count": 27200,
|
|
"p10": 6.223408126831055,
|
|
"median": 10.616299629211426,
|
|
"p90": 13.700624370574952,
|
|
"mean": 10.054770943066654
|
|
},
|
|
"effective_fraction": {
|
|
"count": 27200,
|
|
"p10": 0.551340651512146,
|
|
"median": 0.7776066660881042,
|
|
"p90": 0.8834639668464661,
|
|
"mean": 0.7460366055385812
|
|
},
|
|
"concentration": {
|
|
"count": 27200,
|
|
"p10": 0.010811386536806822,
|
|
"median": 0.02463168278336525,
|
|
"p90": 0.0634766072034836,
|
|
"mean": 0.032149144387093494
|
|
},
|
|
"top1": {
|
|
"count": 27200,
|
|
"p10": 0.11426723748445511,
|
|
"median": 0.17895939201116562,
|
|
"p90": 0.2811527192592621,
|
|
"mean": 0.18969931307632257
|
|
},
|
|
"top25": {
|
|
"count": 27200,
|
|
"p10": 0.3703198492527008,
|
|
"median": 0.43639612197875977,
|
|
"p90": 0.5559773981571198,
|
|
"mean": 0.45095220466199165
|
|
},
|
|
"top50": {
|
|
"count": 27200,
|
|
"p10": 0.6413009822368622,
|
|
"median": 0.7052080035209656,
|
|
"p90": 0.7924475073814392,
|
|
"mean": 0.7119353248003651
|
|
},
|
|
"bottom25": {
|
|
"count": 27200,
|
|
"p10": 0.06760622188448906,
|
|
"median": 0.11000294238328934,
|
|
"p90": 0.1492564007639885,
|
|
"mean": 0.10894173061254311
|
|
},
|
|
"heads90": {
|
|
"count": 27200,
|
|
"p10": 7.0,
|
|
"median": 12.0,
|
|
"p90": 13.0,
|
|
"mean": 10.776801470588236
|
|
}
|
|
}
|
|
},
|
|
"JS": {
|
|
"full_attention": {
|
|
"total": {
|
|
"count": 4800,
|
|
"p10": 0.006019792705774307,
|
|
"median": 0.02659580297768116,
|
|
"p90": 0.07109484225511555,
|
|
"mean": 0.03422935250632387
|
|
},
|
|
"max_absolute": {
|
|
"count": 4800,
|
|
"p10": 0.0024493230041116474,
|
|
"median": 0.009726522956043482,
|
|
"p90": 0.03804903179407121,
|
|
"mean": 0.01699844059891954
|
|
},
|
|
"effective_heads": {
|
|
"count": 4800,
|
|
"p10": 1.8775771021842957,
|
|
"median": 3.901782989501953,
|
|
"p90": 6.948997354507451,
|
|
"mean": 4.195899176249902
|
|
},
|
|
"effective_fraction": {
|
|
"count": 4800,
|
|
"p10": 0.11734856888651848,
|
|
"median": 0.24386143684387207,
|
|
"p90": 0.4343123346567157,
|
|
"mean": 0.26224369851561885
|
|
},
|
|
"concentration": {
|
|
"count": 4800,
|
|
"p10": 0.08683274388313295,
|
|
"median": 0.20671262592077255,
|
|
"p90": 0.5014413654804231,
|
|
"mean": 0.25655510467089093
|
|
},
|
|
"top1": {
|
|
"count": 4800,
|
|
"p10": 0.24280447959899903,
|
|
"median": 0.4230606108903885,
|
|
"p90": 0.7145513713359836,
|
|
"mean": 0.45466951202290756
|
|
},
|
|
"top25": {
|
|
"count": 4800,
|
|
"p10": 0.6646065950393677,
|
|
"median": 0.8229818344116211,
|
|
"p90": 0.9326550900936127,
|
|
"mean": 0.8089195707378288
|
|
},
|
|
"top50": {
|
|
"count": 4800,
|
|
"p10": 0.8803883492946625,
|
|
"median": 0.9476927518844604,
|
|
"p90": 0.9820005834102631,
|
|
"mean": 0.9382064804434777
|
|
},
|
|
"bottom25": {
|
|
"count": 4800,
|
|
"p10": 0.003459757659584284,
|
|
"median": 0.011073274537920952,
|
|
"p90": 0.03202965445816518,
|
|
"mean": 0.014963302712030781
|
|
},
|
|
"heads90": {
|
|
"count": 4800,
|
|
"p10": 3.0,
|
|
"median": 6.0,
|
|
"p90": 9.0,
|
|
"mean": 6.310208333333334
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"full_attention_source_indices": [
|
|
2,
|
|
6,
|
|
10,
|
|
14,
|
|
18,
|
|
22
|
|
],
|
|
"paired_joint": {
|
|
"Q": {
|
|
"weak_less_than_strong_fraction": 0.9558125,
|
|
"weak_less_than_random_fraction": 0.92478125,
|
|
"zero_weak_effect_count": 0,
|
|
"strong_over_weak": {
|
|
"count": 32000,
|
|
"p10": 1.2414084553718567,
|
|
"median": 2.406548857688904,
|
|
"p90": 4.8988345146179215,
|
|
"mean": 2.8476133695249444
|
|
},
|
|
"random_over_weak": {
|
|
"count": 32000,
|
|
"p10": 1.0663463115692138,
|
|
"median": 1.7550507187843323,
|
|
"p90": 3.4048652887344364,
|
|
"mean": 2.0716914434591307
|
|
}
|
|
},
|
|
"K": {
|
|
"weak_less_than_strong_fraction": 0.94053125,
|
|
"weak_less_than_random_fraction": 0.93659375,
|
|
"zero_weak_effect_count": 0,
|
|
"strong_over_weak": {
|
|
"count": 32000,
|
|
"p10": 1.1599948525428772,
|
|
"median": 2.2635676860809326,
|
|
"p90": 4.8068671226501465,
|
|
"mean": 2.721669250183739
|
|
},
|
|
"random_over_weak": {
|
|
"count": 32000,
|
|
"p10": 1.0976211547851562,
|
|
"median": 1.7731841802597046,
|
|
"p90": 3.4223729372024536,
|
|
"mean": 2.0756989874048157
|
|
}
|
|
},
|
|
"V": {
|
|
"weak_less_than_strong_fraction": 0.9139375,
|
|
"weak_less_than_random_fraction": 0.89215625,
|
|
"zero_weak_effect_count": 0,
|
|
"strong_over_weak": {
|
|
"count": 32000,
|
|
"p10": 1.0545674324035645,
|
|
"median": 2.339610457420349,
|
|
"p90": 5.230419206619263,
|
|
"mean": 2.8710654100831596
|
|
},
|
|
"random_over_weak": {
|
|
"count": 32000,
|
|
"p10": 0.9815070390701294,
|
|
"median": 1.7466103434562683,
|
|
"p90": 3.7226275205612196,
|
|
"mean": 2.160556613523513
|
|
}
|
|
},
|
|
"QKV": {
|
|
"weak_less_than_strong_fraction": 0.95575,
|
|
"weak_less_than_random_fraction": 0.9521875,
|
|
"zero_weak_effect_count": 0,
|
|
"strong_over_weak": {
|
|
"count": 32000,
|
|
"p10": 1.2344148278236389,
|
|
"median": 2.357925534248352,
|
|
"p90": 4.5909470558166525,
|
|
"mean": 2.7040380254182965
|
|
},
|
|
"random_over_weak": {
|
|
"count": 32000,
|
|
"p10": 1.1472956657409668,
|
|
"median": 1.7747376561164856,
|
|
"p90": 3.2936715126037615,
|
|
"mean": 2.046528765618801
|
|
}
|
|
},
|
|
"JS": {
|
|
"weak_less_than_strong_fraction": 0.9970833333333333,
|
|
"weak_less_than_random_fraction": 0.988125,
|
|
"zero_weak_effect_count": 0,
|
|
"strong_over_weak": {
|
|
"count": 4800,
|
|
"p10": 4.6294151782989506,
|
|
"median": 18.771913528442383,
|
|
"p90": 68.13132858276367,
|
|
"mean": 32.662432227910806
|
|
},
|
|
"random_over_weak": {
|
|
"count": 4800,
|
|
"p10": 2.710283899307251,
|
|
"median": 10.478245258331299,
|
|
"p90": 39.4547286987305,
|
|
"mean": 19.306766499467194
|
|
}
|
|
}
|
|
},
|
|
"pooling": "query7..31, per text/token/recipient-query-head; descriptive dependent observations, not independent samples",
|
|
"concentration": {
|
|
"Q": {
|
|
"total": {
|
|
"count": 32000,
|
|
"p10": 0.19806515499949456,
|
|
"median": 0.7841357989236712,
|
|
"p90": 1.727399396291003,
|
|
"mean": 0.9608199778404878
|
|
},
|
|
"max_absolute": {
|
|
"count": 32000,
|
|
"p10": 0.03213169947266579,
|
|
"median": 0.13753367960453033,
|
|
"p90": 0.40950461924076104,
|
|
"mean": 0.20495363052953325
|
|
},
|
|
"effective_heads": {
|
|
"count": 32000,
|
|
"p10": 6.074677358285013,
|
|
"median": 10.278813612228042,
|
|
"p90": 13.231621453644234,
|
|
"mean": 9.774104951134538
|
|
},
|
|
"effective_fraction": {
|
|
"count": 32000,
|
|
"p10": 0.5059540464573292,
|
|
"median": 0.736010784821391,
|
|
"p90": 0.8612895367324331,
|
|
"mean": 0.7083834381455979
|
|
},
|
|
"concentration": {
|
|
"count": 32000,
|
|
"p10": 0.01331159273601288,
|
|
"median": 0.029374472335226654,
|
|
"p90": 0.07302650438478069,
|
|
"mean": 0.03812804576861353
|
|
},
|
|
"top1": {
|
|
"count": 32000,
|
|
"p10": 0.12190424615545024,
|
|
"median": 0.1862308612148443,
|
|
"p90": 0.2983967835528167,
|
|
"mean": 0.20005469782669785
|
|
},
|
|
"top25": {
|
|
"count": 32000,
|
|
"p10": 0.38400657936407756,
|
|
"median": 0.45974826740579305,
|
|
"p90": 0.5813789312182575,
|
|
"mean": 0.4729201587141697
|
|
},
|
|
"top50": {
|
|
"count": 32000,
|
|
"p10": 0.6545684499580247,
|
|
"median": 0.7233334799076764,
|
|
"p90": 0.8135213374924113,
|
|
"mean": 0.7293712701244147
|
|
},
|
|
"bottom25": {
|
|
"count": 32000,
|
|
"p10": 0.056496162230507345,
|
|
"median": 0.10028684220891418,
|
|
"p90": 0.14090863982385138,
|
|
"mean": 0.09935305428362357
|
|
},
|
|
"heads90": {
|
|
"count": 32000,
|
|
"p10": 7.0,
|
|
"median": 12.0,
|
|
"p90": 13.0,
|
|
"mean": 10.7808125
|
|
}
|
|
},
|
|
"K": {
|
|
"total": {
|
|
"count": 32000,
|
|
"p10": 0.27868743662256745,
|
|
"median": 0.7418987276032567,
|
|
"p90": 1.5808700304012746,
|
|
"mean": 0.9149784272735005
|
|
},
|
|
"max_absolute": {
|
|
"count": 32000,
|
|
"p10": 0.04672095738351345,
|
|
"median": 0.12887775897979736,
|
|
"p90": 0.34267061948776245,
|
|
"mean": 0.17914544159069193
|
|
},
|
|
"effective_heads": {
|
|
"count": 32000,
|
|
"p10": 6.2997924969825645,
|
|
"median": 10.282293972258437,
|
|
"p90": 13.459263973201868,
|
|
"mean": 9.924433305753986
|
|
},
|
|
"effective_fraction": {
|
|
"count": 32000,
|
|
"p10": 0.5169652544140182,
|
|
"median": 0.7494478491534898,
|
|
"p90": 0.8792124936928435,
|
|
"mean": 0.7208801016057295
|
|
},
|
|
"concentration": {
|
|
"count": 32000,
|
|
"p10": 0.011776948469577102,
|
|
"median": 0.027261487005195033,
|
|
"p90": 0.0685273479698932,
|
|
"mean": 0.03539838788532774
|
|
},
|
|
"top1": {
|
|
"count": 32000,
|
|
"p10": 0.11868254832556942,
|
|
"median": 0.1837866249324059,
|
|
"p90": 0.2811234081621101,
|
|
"mean": 0.19383766248805132
|
|
},
|
|
"top25": {
|
|
"count": 32000,
|
|
"p10": 0.37291786446716907,
|
|
"median": 0.4519532440455542,
|
|
"p90": 0.5801074854843632,
|
|
"mean": 0.4652602449275946
|
|
},
|
|
"top50": {
|
|
"count": 32000,
|
|
"p10": 0.6453049612946737,
|
|
"median": 0.7175863432426386,
|
|
"p90": 0.8124186772934331,
|
|
"mean": 0.7234892194956966
|
|
},
|
|
"bottom25": {
|
|
"count": 32000,
|
|
"p10": 0.05735948077175399,
|
|
"median": 0.1032195714581893,
|
|
"p90": 0.14622727669722033,
|
|
"mean": 0.10252561275154358
|
|
},
|
|
"heads90": {
|
|
"count": 32000,
|
|
"p10": 7.0,
|
|
"median": 12.0,
|
|
"p90": 13.0,
|
|
"mean": 10.8504375
|
|
}
|
|
},
|
|
"V": {
|
|
"total": {
|
|
"count": 32000,
|
|
"p10": 0.2812398451380432,
|
|
"median": 0.6038189655519091,
|
|
"p90": 1.645845576003194,
|
|
"mean": 0.8531161886132836
|
|
},
|
|
"max_absolute": {
|
|
"count": 32000,
|
|
"p10": 0.04643451571464539,
|
|
"median": 0.1182936355471611,
|
|
"p90": 0.3698546379804613,
|
|
"mean": 0.17935370491287903
|
|
},
|
|
"effective_heads": {
|
|
"count": 32000,
|
|
"p10": 5.736491743713151,
|
|
"median": 9.942905498299558,
|
|
"p90": 13.239749202567198,
|
|
"mean": 9.563964412704575
|
|
},
|
|
"effective_fraction": {
|
|
"count": 32000,
|
|
"p10": 0.47907725223804926,
|
|
"median": 0.7227435911028347,
|
|
"p90": 0.8621985150352091,
|
|
"mean": 0.6947461816057294
|
|
},
|
|
"concentration": {
|
|
"count": 32000,
|
|
"p10": 0.013188755715480607,
|
|
"median": 0.03110799980364811,
|
|
"p90": 0.08225759989950268,
|
|
"mean": 0.0417986446199604
|
|
},
|
|
"top1": {
|
|
"count": 32000,
|
|
"p10": 0.12161388449889787,
|
|
"median": 0.1896916578538292,
|
|
"p90": 0.30860335061787136,
|
|
"mean": 0.20500539421837363
|
|
},
|
|
"top25": {
|
|
"count": 32000,
|
|
"p10": 0.3836189886588612,
|
|
"median": 0.4664460271280716,
|
|
"p90": 0.5998502376306984,
|
|
"mean": 0.4803308423023778
|
|
},
|
|
"top50": {
|
|
"count": 32000,
|
|
"p10": 0.6551911500035564,
|
|
"median": 0.7314303909565261,
|
|
"p90": 0.8252102923927693,
|
|
"mean": 0.736556370556187
|
|
},
|
|
"bottom25": {
|
|
"count": 32000,
|
|
"p10": 0.05101045030368696,
|
|
"median": 0.09549013543061644,
|
|
"p90": 0.13985548819761448,
|
|
"mean": 0.09546166889828221
|
|
},
|
|
"heads90": {
|
|
"count": 32000,
|
|
"p10": 7.0,
|
|
"median": 12.0,
|
|
"p90": 13.0,
|
|
"mean": 10.651125
|
|
}
|
|
},
|
|
"QKV": {
|
|
"total": {
|
|
"count": 32000,
|
|
"p10": 0.31270650094375013,
|
|
"median": 0.7898262748494744,
|
|
"p90": 1.689432829990983,
|
|
"mean": 0.96194976092564
|
|
},
|
|
"max_absolute": {
|
|
"count": 32000,
|
|
"p10": 0.0506718147546053,
|
|
"median": 0.13108564168214798,
|
|
"p90": 0.375281447172165,
|
|
"mean": 0.18920995750059955
|
|
},
|
|
"effective_heads": {
|
|
"count": 32000,
|
|
"p10": 6.304201972468572,
|
|
"median": 10.534389403054181,
|
|
"p90": 13.605718976137743,
|
|
"mean": 10.076983159324206
|
|
},
|
|
"effective_fraction": {
|
|
"count": 32000,
|
|
"p10": 0.531184131354781,
|
|
"median": 0.7600632811713559,
|
|
"p90": 0.8777116494832276,
|
|
"mean": 0.7297828558447914
|
|
},
|
|
"concentration": {
|
|
"count": 32000,
|
|
"p10": 0.01127297981394185,
|
|
"median": 0.026350765843306763,
|
|
"p90": 0.06576838727607895,
|
|
"mean": 0.03371238303288477
|
|
},
|
|
"top1": {
|
|
"count": 32000,
|
|
"p10": 0.11599946413523492,
|
|
"median": 0.1805094629907935,
|
|
"p90": 0.2813719110798307,
|
|
"mean": 0.19121924080514013
|
|
},
|
|
"top25": {
|
|
"count": 32000,
|
|
"p10": 0.37423556131777447,
|
|
"median": 0.446468832512783,
|
|
"p90": 0.5689850647038045,
|
|
"mean": 0.4599873026303993
|
|
},
|
|
"top50": {
|
|
"count": 32000,
|
|
"p10": 0.6450496968093983,
|
|
"median": 0.71281259036529,
|
|
"p90": 0.8019362921144723,
|
|
"mean": 0.7190711923720653
|
|
},
|
|
"bottom25": {
|
|
"count": 32000,
|
|
"p10": 0.06218593053663734,
|
|
"median": 0.10599167602648567,
|
|
"p90": 0.14689275149483338,
|
|
"mean": 0.10493458066537943
|
|
},
|
|
"heads90": {
|
|
"count": 32000,
|
|
"p10": 7.0,
|
|
"median": 12.0,
|
|
"p90": 13.0,
|
|
"mean": 10.93628125
|
|
}
|
|
},
|
|
"JS": {
|
|
"total": {
|
|
"count": 4800,
|
|
"p10": 0.006019792613687969,
|
|
"median": 0.026595803305099253,
|
|
"p90": 0.07109484240791066,
|
|
"mean": 0.03422935252324174
|
|
},
|
|
"max_absolute": {
|
|
"count": 4800,
|
|
"p10": 0.0024493230041116474,
|
|
"median": 0.009726522956043482,
|
|
"p90": 0.03804903179407121,
|
|
"mean": 0.01699844059891954
|
|
},
|
|
"effective_heads": {
|
|
"count": 4800,
|
|
"p10": 1.8775771328772404,
|
|
"median": 3.901782998659897,
|
|
"p90": 6.9489972185767925,
|
|
"mean": 4.1958991748153185
|
|
},
|
|
"effective_fraction": {
|
|
"count": 4800,
|
|
"p10": 0.11734857080482752,
|
|
"median": 0.24386143741624355,
|
|
"p90": 0.43431232616104953,
|
|
"mean": 0.2622436984259574
|
|
},
|
|
"concentration": {
|
|
"count": 4800,
|
|
"p10": 0.08683274490451195,
|
|
"median": 0.20671262373235755,
|
|
"p90": 0.5014413860763198,
|
|
"mean": 0.25655510469396303
|
|
},
|
|
"top1": {
|
|
"count": 4800,
|
|
"p10": 0.24280447987972617,
|
|
"median": 0.4230606060703387,
|
|
"p90": 0.7145513508216859,
|
|
"mean": 0.45466951196884586
|
|
},
|
|
"top25": {
|
|
"count": 4800,
|
|
"p10": 0.6646066107988152,
|
|
"median": 0.8229818456850793,
|
|
"p90": 0.9326550608746287,
|
|
"mean": 0.808919570864033
|
|
},
|
|
"top50": {
|
|
"count": 4800,
|
|
"p10": 0.8803883543181658,
|
|
"median": 0.9476927560262463,
|
|
"p90": 0.9820005650641489,
|
|
"mean": 0.9382064806256976
|
|
},
|
|
"bottom25": {
|
|
"count": 4800,
|
|
"p10": 0.0034597576965423498,
|
|
"median": 0.01107327468889098,
|
|
"p90": 0.03202965476590303,
|
|
"mean": 0.014963302718693967
|
|
},
|
|
"heads90": {
|
|
"count": 4800,
|
|
"p10": 3.0,
|
|
"median": 6.0,
|
|
"p90": 9.0,
|
|
"mean": 6.310208333333334
|
|
}
|
|
}
|
|
},
|
|
"joint": {
|
|
"Q": {
|
|
"weak_half": {
|
|
"count": 32000,
|
|
"p10": 0.0225396528840065,
|
|
"median": 0.08576029911637306,
|
|
"p90": 0.23477475494146346,
|
|
"mean": 0.11232942398573505
|
|
},
|
|
"strong_half": {
|
|
"count": 32000,
|
|
"p10": 0.05655890852212906,
|
|
"median": 0.20693699270486832,
|
|
"p90": 0.5206475317478181,
|
|
"mean": 0.2704283235834446
|
|
},
|
|
"random_half": {
|
|
"count": 32000,
|
|
"p10": 0.039973394572734834,
|
|
"median": 0.15583113580942154,
|
|
"p90": 0.4062000095844269,
|
|
"mean": 0.21630935878241145
|
|
},
|
|
"all_heads": {
|
|
"count": 32000,
|
|
"p10": 0.06481254324316979,
|
|
"median": 0.22428051382303238,
|
|
"p90": 0.5543476462364201,
|
|
"mean": 0.2957394429202832
|
|
}
|
|
},
|
|
"K": {
|
|
"weak_half": {
|
|
"count": 32000,
|
|
"p10": 0.028515849635004996,
|
|
"median": 0.08704467490315437,
|
|
"p90": 0.23199979960918432,
|
|
"mean": 0.11572287764720386
|
|
},
|
|
"strong_half": {
|
|
"count": 32000,
|
|
"p10": 0.07840781956911087,
|
|
"median": 0.19813165813684464,
|
|
"p90": 0.45838963985443115,
|
|
"mean": 0.2555373763643147
|
|
},
|
|
"random_half": {
|
|
"count": 32000,
|
|
"p10": 0.05652601756155491,
|
|
"median": 0.1595868319272995,
|
|
"p90": 0.38752546906471264,
|
|
"mean": 0.21508053492175533
|
|
},
|
|
"all_heads": {
|
|
"count": 32000,
|
|
"p10": 0.08563644587993621,
|
|
"median": 0.21988031268119812,
|
|
"p90": 0.4996467530727399,
|
|
"mean": 0.2871456688197213
|
|
}
|
|
},
|
|
"V": {
|
|
"weak_half": {
|
|
"count": 32000,
|
|
"p10": 0.02640126012265682,
|
|
"median": 0.07635688036680222,
|
|
"p90": 0.21732283532619479,
|
|
"mean": 0.10623245530284475
|
|
},
|
|
"strong_half": {
|
|
"count": 32000,
|
|
"p10": 0.07369660735130311,
|
|
"median": 0.16931316256523132,
|
|
"p90": 0.4663332492113114,
|
|
"mean": 0.23960510214965325
|
|
},
|
|
"random_half": {
|
|
"count": 32000,
|
|
"p10": 0.05152657963335514,
|
|
"median": 0.13437538594007492,
|
|
"p90": 0.39179082512855534,
|
|
"mean": 0.20286414045983112
|
|
},
|
|
"all_heads": {
|
|
"count": 32000,
|
|
"p10": 0.08243615254759788,
|
|
"median": 0.19092711061239243,
|
|
"p90": 0.5185699462890625,
|
|
"mean": 0.2683242328287452
|
|
}
|
|
},
|
|
"QKV": {
|
|
"weak_half": {
|
|
"count": 32000,
|
|
"p10": 0.03147876150906086,
|
|
"median": 0.09034762158989906,
|
|
"p90": 0.23353940397501005,
|
|
"mean": 0.11618917352170684
|
|
},
|
|
"strong_half": {
|
|
"count": 32000,
|
|
"p10": 0.09105055332183838,
|
|
"median": 0.2091781497001648,
|
|
"p90": 0.48030592501163516,
|
|
"mean": 0.26540057950647317
|
|
},
|
|
"random_half": {
|
|
"count": 32000,
|
|
"p10": 0.06186078600585461,
|
|
"median": 0.16420399397611618,
|
|
"p90": 0.39710947275161745,
|
|
"mean": 0.2216180787065241
|
|
},
|
|
"all_heads": {
|
|
"count": 32000,
|
|
"p10": 0.09929505959153176,
|
|
"median": 0.22908245772123337,
|
|
"p90": 0.5173942029476166,
|
|
"mean": 0.29365509447891963
|
|
}
|
|
},
|
|
"JS": {
|
|
"weak_half": {
|
|
"count": 4800,
|
|
"p10": 0.0002201629729825072,
|
|
"median": 0.001413182239048183,
|
|
"p90": 0.0061596495099365866,
|
|
"mean": 0.002527013004010179
|
|
},
|
|
"strong_half": {
|
|
"count": 4800,
|
|
"p10": 0.004459654539823533,
|
|
"median": 0.02574532199651003,
|
|
"p90": 0.08861614987254145,
|
|
"mean": 0.038170266890164915
|
|
},
|
|
"random_half": {
|
|
"count": 4800,
|
|
"p10": 0.002647196548059583,
|
|
"median": 0.013814802747219801,
|
|
"p90": 0.05524100922048097,
|
|
"mean": 0.02303206111582123
|
|
},
|
|
"all_heads": {
|
|
"count": 4800,
|
|
"p10": 0.0049355274066329,
|
|
"median": 0.028837326914072037,
|
|
"p90": 0.10028255358338357,
|
|
"mean": 0.04305102449328388
|
|
}
|
|
}
|
|
},
|
|
"counts": {
|
|
"links": 92,
|
|
"texts": 4,
|
|
"layer_transitions": 23
|
|
},
|
|
"sample_index_key": [
|
|
"fresh-en-1",
|
|
"fresh-en-2",
|
|
"fresh-zh-1",
|
|
"fresh-zh-2"
|
|
],
|
|
"winner_identity_file": "winner-identities.csv"
|
|
}
|