Files
exp-model-parameter-similarity/results/cpu-qwen35-2b/norm-repetition-uniform-bounds.csv

81 KiB

1roleaba_to_b_uniform_boundb_to_a_uniform_boundworst_uniform_boundeligible_nonconstant_gainsgain_std_again_std_bgain_min_again_min_b
2input_layernorm010.60328638497652591.52071005917159761.5207100591715976True0.118052519857883450.09304131567478180.7949218750.607421875
3input_layernorm020.56924882629107981.32152588555858321.3215258855585832True0.118052519857883450.104736149311065670.7949218750.6484375
4input_layernorm030.54694835680751171.20725388601036281.2072538860103628True0.118052519857883450.076217256486415860.7949218750.7265625
5input_layernorm040.57511737089201881.35359116022099451.3535911602209945True0.118052519857883450.108472593128681180.7949218750.662109375
6input_layernorm050.63967136150234741.7752442996742671.775244299674267True0.118052519857883450.131997570395469670.7949218750.5234375
7input_layernorm060.66431924882629111.9790209790209791.979020979020979True0.118052519857883450.14988830685615540.7949218750.47265625
8input_layernorm070.68309859154929582.15555555555555542.1555555555555554True0.118052519857883450.0959201306104660.7949218750.46484375
9input_layernorm080.69131455399061042.23954372623574162.2395437262357416True0.118052519857883450.200549229979515080.7949218750.41796875
10input_layernorm090.71361502347417842.49180327868852472.4918032786885247True0.118052519857883450.226494252681732180.7949218750.42578125
11input_layernorm0100.72300469483568082.6101694915254242.610169491525424True0.118052519857883450.22045125067234040.7949218750.3828125
12input_layernorm0110.73474178403755862.7699115044247792.769911504424779True0.118052519857883450.166038945317268370.7949218750.34375
13input_layernorm0120.63380281690140851.73076923076923081.7307692307692308True0.118052519857883450.19005450606346130.7949218750.5546875
14input_layernorm0130.63497652582159621.73954983922829581.7395498392282958True0.118052519857883450.168462425470352170.7949218750.5703125
15input_layernorm0140.55164319248826291.23036649214659691.2303664921465969True0.118052519857883450.118257775902748110.7949218750.6875
16input_layernorm0150.490181992337164750.96148426491310480.9614842649131048True0.118052519857883450.060290798544883730.7949218750.779296875
17input_layernorm0160.51173708920187791.04807692307692311.0480769230769231True0.118052519857883450.091958701610565190.7949218750.7763671875
18input_layernorm0170.62328767123287680.71851851851851860.7185185185185186True0.118052519857883450.064836747944355010.7949218751.0012359619140625
19input_layernorm0180.84029484029484030.66374501992031880.8402948402948403True0.118052519857883450.067850381135940550.7949218751.1640625
20input_layernorm0191.03931203931203941.12484456602835131.1248445660283513True0.118052519857883450.194096982479095460.7949218750.884765625
21input_layernorm0201.1130221130221130.98691566551683121.113022113022113True0.118052519857883450.086258880794048310.7949218751.0262451171875
22input_layernorm0211.18673218673218670.95459864263983151.1867321867321867True0.118052519857883450.070955082774162290.7949218751.043212890625
23input_layernorm0220.96560196560196570.95140186915887850.9656019656019657True0.118052519857883450.072147034108638760.7949218751.044921875
24input_layernorm0230.9410319410319410.95688847235238980.9568884723523898True0.118052519857883450.153697863221168520.7949218750.98577880859375
25input_layernorm120.167655786350148360.175931508501145560.17593150850114556True0.09304131567478180.104736149311065670.6074218750.6484375
26input_layernorm130.281250.349673202614379060.34967320261437906True0.09304131567478180.076217256486415860.6074218750.7265625
27input_layernorm140.16786226685796270.156683667417862660.1678622668579627True0.09304131567478180.108472593128681180.6074218750.662109375
28input_layernorm150.230181470869149950.29900744416873450.2990074441687345True0.09304131567478180.131997570395469670.6074218750.5234375
29input_layernorm160.343671416596814770.52362707535121330.5236270753512133True0.09304131567478180.14988830685615540.6074218750.47265625
30input_layernorm170.39966707021791770.66574237459037060.6657423745903706True0.09304131567478180.0959201306104660.6074218750.46484375
31input_layernorm180.45857260049220670.84696969696969690.8469696969696969True0.09304131567478180.200549229979515080.6074218750.41796875
32input_layernorm190.51383067896060351.0568965517241381.056896551724138True0.09304131567478180.226494252681732180.6074218750.42578125
33input_layernorm1100.47862531433361270.91800643086816720.9180064308681672True0.09304131567478180.22045125067234040.6074218750.3828125
34input_layernorm1110.492093023255813940.96886446886446890.9688644688644689True0.09304131567478180.166038945317268370.6074218750.34375
35input_layernorm1120.38381410256410260.62288686605981790.6228868660598179True0.09304131567478180.19005450606346130.6074218750.5546875
36input_layernorm1130.396226415094339650.656250.65625True0.09304131567478180.168462425470352170.6074218750.5703125
37input_layernorm1140.270096463022508060.284656084656084660.28465608465608466True0.09304131567478180.118257775902748110.6074218750.6875
38input_layernorm1150.92926045016077170.52233866519580810.9292604501607717True0.09304131567478180.060290798544883730.6074218750.779296875
39input_layernorm1160.360128617363344060.26477541371158390.36012861736334406True0.09304131567478180.091958701610565190.6074218750.7763671875
40input_layernorm1170.79588607594936710.44317180616740090.7958860759493671True0.09304131567478180.064836747944355010.6074218751.0012359619140625
41input_layernorm1181.10443037974683530.5248120300751881.1044303797468353True0.09304131567478180.067850381135940550.6074218751.1640625
42input_layernorm1191.38585209003215430.58086253369272231.3858520900321543True0.09304131567478180.194096982479095460.6074218750.884765625
43input_layernorm1201.2068965517241380.5468751.206896551724138True0.09304131567478180.086258880794048310.6074218751.0262451171875
44input_layernorm1211.6302250803858520.61980440097799521.630225080385852True0.09304131567478180.070955082774162290.6074218751.043212890625
45input_layernorm1221.40438871473354230.58409387222946541.4043887147335423True0.09304131567478180.072147034108638760.6074218751.044921875
46input_layernorm1231.94533762057877820.66048034934497811.9453376205787782True0.09304131567478180.153697863221168520.6074218750.98577880859375
47input_layernorm230.28671328671328670.40196078431372550.4019607843137255True0.104736149311065670.076217256486415860.64843750.7265625
48input_layernorm240.105839416058394160.118367346938775510.11836734693877551True0.104736149311065670.108472593128681180.64843750.662109375
49input_layernorm250.237370994024986430.311253561253561240.31125356125356124True0.104736149311065670.131997570395469670.64843750.5234375
50input_layernorm260.310704960835509140.450757575757575750.45075757575757575True0.104736149311065670.14988830685615540.64843750.47265625
51input_layernorm270.422057109557109570.73027476682631710.7302747668263171True0.104736149311065670.0959201306104660.64843750.46484375
52input_layernorm280.40182648401826480.67175572519083970.6717557251908397True0.104736149311065670.200549229979515080.64843750.41796875
53input_layernorm290.47221873824156530.89472433460076050.8947243346007605True0.104736149311065670.226494252681732180.64843750.42578125
54input_layernorm2100.460134042061474460.85231164383561640.8523116438356164True0.104736149311065670.22045125067234040.64843750.3828125
55input_layernorm2110.51598173515981741.06603773584905671.0660377358490567True0.104736149311065670.166038945317268370.64843750.34375
56input_layernorm2120.306178489702517150.44129287598944590.4412928759894459True0.104736149311065670.19005450606346130.64843750.5546875
57input_layernorm2130.29000361750874230.40845788043478260.4084578804347826True0.104736149311065670.168462425470352170.64843750.5703125
58input_layernorm2140.195012264922322150.242254951752158440.24225495175215844True0.104736149311065670.118257775902748110.64843750.6875
59input_layernorm2150.79571428571428570.56783919597989950.7957142857142857True0.104736149311065670.060290798544883730.64843750.779296875
60input_layernorm2160.27409638554216870.215130023640661940.2740963855421687True0.104736149311065670.091958701610565190.64843750.7763671875
61input_layernorm2170.70933734939759040.41497797356828190.7093373493975904True0.104736149311065670.064836747944355010.64843751.0012359619140625
62input_layernorm2181.00301204819277110.50075187969924821.0030120481927711True0.104736149311065670.067850381135940550.64843751.1640625
63input_layernorm2191.26807228915662650.55909694555112881.2680722891566265True0.104736149311065670.194096982479095460.64843750.884765625
64input_layernorm2201.08734939759036140.52092352092352091.0873493975903614True0.104736149311065670.086258880794048310.64843751.0262451171875
65input_layernorm2211.4638554216867470.59413202933985331.463855421686747True0.104736149311065670.070955082774162290.64843751.043212890625
66input_layernorm2221.2492668621700880.55541069100391141.249266862170088True0.104736149311065670.072147034108638760.64843751.044921875
67input_layernorm2231.74486803519061580.63568376068376061.7448680351906158True0.104736149311065670.153697863221168520.64843750.98577880859375
68input_layernorm340.405228758169934640.288372093023255840.40522875816993464True0.076217256486415860.108472593128681180.72656250.662109375
69input_layernorm350.36601307189542480.399253731343283570.39925373134328357True0.076217256486415860.131997570395469670.72656250.5234375
70input_layernorm360.356097560975609740.5530303030303030.553030303030303True0.076217256486415860.14988830685615540.72656250.47265625
71input_layernorm370.395755305867665440.65495867768595040.6549586776859504True0.076217256486415860.0959201306104660.72656250.46484375
72input_layernorm380.424731182795698940.73831775700934580.7383177570093458True0.076217256486415860.200549229979515080.72656250.41796875
73input_layernorm390.491807411141920840.96775793650793650.9677579365079365True0.076217256486415860.226494252681732180.72656250.42578125
74input_layernorm3100.478048780487804860.91588785046728970.9158878504672897True0.076217256486415860.22045125067234040.72656250.3828125
75input_layernorm3110.5453384418901661.1994382022471911.199438202247191True0.076217256486415860.166038945317268370.72656250.34375
76input_layernorm3120.404606692742285940.52902374670184690.5290237467018469True0.076217256486415860.19005450606346130.72656250.5546875
77input_layernorm3130.35593220338983050.54415760869565220.5441576086956522True0.076217256486415860.168462425470352170.72656250.5703125
78input_layernorm3140.288045875606528450.223630136986301380.28804587560652845True0.076217256486415860.118257775902748110.72656250.6875
79input_layernorm3150.58533333333333340.369217830109335570.5853333333333334True0.076217256486415860.060290798544883730.72656250.779296875
80input_layernorm3160.437908496732026140.304545454545454560.43790849673202614True0.076217256486415860.091958701610565190.72656250.7763671875
81input_layernorm3170.54901960784313730.354430379746835440.5490196078431373True0.076217256486415860.064836747944355010.72656251.0012359619140625
82input_layernorm3180.78763440860215050.44060150375939850.7876344086021505True0.076217256486415860.067850381135940550.72656251.1640625
83input_layernorm3191.02419354838709680.50597609561752991.0241935483870968True0.076217256486415860.194096982479095460.72656250.884765625
84input_layernorm3200.91535671100362760.47790404040404040.9153567110036276True0.076217256486415860.086258880794048310.72656251.0262451171875
85input_layernorm3211.17066666666666670.53931203931203931.1706666666666667True0.076217256486415860.070955082774162290.72656251.043212890625
86input_layernorm3221.04533333333333320.51108213820078231.0453333333333332True0.076217256486415860.072147034108638760.72656251.044921875
87input_layernorm3231.4960.59935897435897431.496True0.076217256486415860.153697863221168520.72656250.98577880859375
88input_layernorm450.211764705882352940.268656716417910450.26865671641791045True0.108472593128681180.131997570395469670.6621093750.5234375
89input_layernorm460.29855072463768120.42561983471074380.4256198347107438True0.108472593128681180.14988830685615540.6621093750.47265625
90input_layernorm470.423401162790697670.73430804134106380.7343080413410638True0.108472593128681180.0959201306104660.6621093750.46484375
91input_layernorm480.379710144927536240.61214953271028040.6121495327102804True0.108472593128681180.200549229979515080.6621093750.41796875
92input_layernorm490.46109175377468060.85560344827586210.8556034482758621True0.108472593128681180.226494252681732180.6621093750.42578125
93input_layernorm4100.43188405797101450.76020408163265310.7602040816326531True0.108472593128681180.22045125067234040.6621093750.3828125
94input_layernorm4110.50411409764125071.01659292035398231.0165929203539823True0.108472593128681180.166038945317268370.6621093750.34375
95input_layernorm4120.313699241410084760.457087126137841360.45708712613784136True0.108472593128681180.19005450606346130.6621093750.5546875
96input_layernorm4130.30162495552129050.43189538043478260.4318953804347826True0.108472593128681180.168462425470352170.6621093750.5703125
97input_layernorm4140.1777629826897470.216194331983805670.21619433198380567True0.108472593128681180.118257775902748110.6621093750.6875
98input_layernorm4150.7994100294985250.57149383280036550.799410029498525True0.108472593128681180.060290798544883730.6621093750.779296875
99input_layernorm4160.27279193835210430.214325633383010440.2727919383521043True0.108472593128681180.091958701610565190.6621093750.7763671875
100input_layernorm4170.6449275362318840.39207048458149780.644927536231884True0.108472593128681180.064836747944355010.6621093751.0012359619140625
101input_layernorm4180.9275362318840580.481203007518796970.927536231884058True0.108472593128681180.067850381135940550.6621093751.1640625
102input_layernorm4191.1917404129793510.54374158815612381.191740412979351True0.108472593128681180.194096982479095460.6621093750.884765625
103input_layernorm4201.07058823529411760.51704545454545461.0705882352941176True0.108472593128681180.086258880794048310.6621093751.0262451171875
104input_layernorm4211.41297935103244840.58557457212713941.4129793510324484True0.108472593128681180.070955082774162290.6621093751.043212890625
105input_layernorm4221.25588235294117640.55671447196870931.2558823529411764True0.108472593128681180.072147034108638760.6621093751.044921875
106input_layernorm4231.75294117647058820.63675213675213671.7529411764705882True0.108472593128681180.153697863221168520.6621093750.98577880859375
107input_layernorm560.212810396843815280.270341981132075470.27034198113207547True0.131997570395469670.14988830685615540.52343750.47265625
108input_layernorm570.406848086124401930.68590874716410390.6859087471641039True0.131997570395469670.0959201306104660.52343750.46484375
109input_layernorm580.35139119218721210.54176136363636360.5417613636363636True0.131997570395469670.200549229979515080.52343750.41796875
110input_layernorm590.411792342024900170.70007987220447290.7000798722044729True0.131997570395469670.226494252681732180.52343750.42578125
111input_layernorm5100.358432181536874670.55868167202572350.5586816720257235True0.131997570395469670.22045125067234040.52343750.3828125
112input_layernorm5110.44288277511961720.79495437466451960.7949543746645196True0.131997570395469670.166038945317268370.52343750.34375
113input_layernorm5120.27742541696030070.38394018205461640.3839401820546164True0.131997570395469670.19005450606346130.52343750.5546875
114input_layernorm5130.27670290522695170.38255774456521740.3825577445652174True0.131997570395469670.168462425470352170.52343750.5703125
115input_layernorm5140.41417910447761190.29287598944591030.4141791044776119True0.131997570395469670.118257775902748110.52343750.6875
116input_layernorm5151.21828358208955230.54920100925147191.2182835820895523True0.131997570395469670.060290798544883730.52343750.779296875
117input_layernorm5160.53160511363636360.347090192441456060.5316051136363636True0.131997570395469670.091958701610565190.52343750.7763671875
118input_layernorm5171.01241134751773050.50308370044052861.0124113475177305True0.131997570395469670.064836747944355010.52343751.0012359619140625
119input_layernorm5181.35815602836879430.57593984962406021.3581560283687943True0.131997570395469670.067850381135940550.52343751.1640625
120input_layernorm5191.77985074626865680.6402684563758391.7798507462686568True0.131997570395469670.194096982479095460.52343750.884765625
121input_layernorm5201.6268656716417910.61931818181818181.626865671641791True0.131997570395469670.086258880794048310.52343751.0262451171875
122input_layernorm5212.0373134328358210.67076167076167082.037313432835821True0.131997570395469670.070955082774162290.52343751.043212890625
123input_layernorm5221.86194029850746270.65058670143415911.8619402985074627True0.131997570395469670.072147034108638760.52343751.044921875
124input_layernorm5232.49253731343283570.71367521367521372.4925373134328357True0.131997570395469670.153697863221168520.52343750.98577880859375
125input_layernorm670.372310126582278470.59314343332493070.5931434333249307True0.14988830685615540.0959201306104660.472656250.46484375
126input_layernorm680.19018404907975460.234848484848484860.23484848484848486True0.14988830685615540.200549229979515080.472656250.41796875
127input_layernorm690.266978922716627650.364217252396166150.36421725239616615True0.14988830685615540.226494252681732180.472656250.42578125
128input_layernorm6100.25791855203619910.34756097560975610.3475609756097561True0.14988830685615540.22045125067234040.472656250.3828125
129input_layernorm6110.410443037974683570.69618894256575410.6961889425657541True0.14988830685615540.166038945317268370.472656250.34375
130input_layernorm6120.26944226237234880.212252475247524750.2694422623723488True0.14988830685615540.19005450606346130.472656250.5546875
131input_layernorm6130.25187032418952620.227597145122918320.2518703241895262True0.14988830685615540.168462425470352170.472656250.5703125
132input_layernorm6140.55785123966942150.358090185676392560.5578512396694215True0.14988830685615540.118257775902748110.472656250.6875
133input_layernorm6151.39717741935483870.58284272497897391.3971774193548387True0.14988830685615540.060290798544883730.472656250.779296875
134input_layernorm6160.72172619047619050.41918755401901470.7217261904761905True0.14988830685615540.091958701610565190.472656250.7763671875
135input_layernorm6171.34504132231404960.5735682819383261.3450413223140496True0.14988830685615540.064836747944355010.472656251.0012359619140625
136input_layernorm6181.74793388429752070.63609022556390981.7479338842975207True0.14988830685615540.067850381135940550.472656251.1640625
137input_layernorm6192.11157024793388450.67861885790172642.1115702479338845True0.14988830685615540.194096982479095460.472656250.884765625
138input_layernorm6201.86363636363636350.65079365079365081.8636363636363635True0.14988830685615540.086258880794048310.472656251.0262451171875
139input_layernorm6212.2822580645161290.69533169533169542.282258064516129True0.14988830685615540.070955082774162290.472656251.043212890625
140input_layernorm6222.0927419354838710.67666232073011732.092741935483871True0.14988830685615540.072147034108638760.472656251.044921875
141input_layernorm6232.7741935483870970.73504273504273512.774193548387097True0.14988830685615540.153697863221168520.472656250.98577880859375
142input_layernorm780.5649105117217040.63901515151515150.6390151515151515True0.0959201306104660.200549229979515080.464843750.41796875
143input_layernorm790.48222838416939750.80756578947368420.8075657894736842True0.0959201306104660.226494252681732180.464843750.42578125
144input_layernorm7100.44592891353667760.63831390675241160.6383139067524116True0.0959201306104660.22045125067234040.464843750.3828125
145input_layernorm7110.39410187667560320.65044247787610620.6504424778761062True0.0959201306104660.166038945317268370.464843750.34375
146input_layernorm7120.56769596199524940.4498680738786280.5676959619952494True0.0959201306104660.19005450606346130.464843750.5546875
147input_layernorm7130.58669833729216150.469769021739130430.5866983372921615True0.0959201306104660.168462425470352170.464843750.5703125
148input_layernorm7140.6301886792452830.386574074074074070.630188679245283True0.0959201306104660.118257775902748110.464843750.6875
149input_layernorm7151.48140495867768580.59700249791840131.4814049586776858True0.0959201306104660.060290798544883730.464843750.779296875
150input_layernorm7160.94774346793349170.48658536585365850.9477434679334917True0.0959201306104660.091958701610565190.464843750.7763671875
151input_layernorm7171.23949579831932780.55347091932457781.2394957983193278True0.0959201306104660.064836747944355010.464843751.0012359619140625
152input_layernorm7181.56300813008130080.60983346550356871.5630081300813008True0.0959201306104660.067850381135940550.464843751.1640625
153input_layernorm7192.193277310924370.68684210526315792.19327731092437True0.0959201306104660.194096982479095460.464843750.884765625
154input_layernorm7201.92016806722689080.65755395683453231.9201680672268908True0.0959201306104660.086258880794048310.464843751.0262451171875
155input_layernorm7212.34453781512605050.70100502512562812.3445378151260505True0.0959201306104660.070955082774162290.464843751.043212890625
156input_layernorm7222.11788617886178840.67926988265971322.1178861788617884True0.0959201306104660.072147034108638760.464843751.044921875
157input_layernorm7232.80487804878048760.73717948717948722.8048780487804876True0.0959201306104660.153697863221168520.464843750.98577880859375
158input_layernorm890.21681415929203540.17818181818181820.2168141592920354True0.200549229979515080.226494252681732180.417968750.42578125
159input_layernorm8100.193939393939393940.18131868131868130.19393939393939394True0.200549229979515080.22045125067234040.417968750.3828125
160input_layernorm8110.399806701030927860.6661298980139560.666129898013956True0.200549229979515080.166038945317268370.417968750.34375
161input_layernorm8120.36725663716814160.26860841423948220.3672566371681416True0.200549229979515080.19005450606346130.417968750.5546875
162input_layernorm8130.36448598130841120.26712328767123290.3644859813084112True0.200549229979515080.168462425470352170.417968750.5703125
163input_layernorm8140.76168224299065420.43236074270557030.7616822429906542True0.200549229979515080.118257775902748110.417968750.6875
164input_layernorm8151.6779279279279280.62657695542472671.677927927927928True0.200549229979515080.060290798544883730.417968750.779296875
165input_layernorm8160.94781144781144780.486603284356093350.9478114478114478True0.200549229979515080.091958701610565190.417968750.7763671875
166input_layernorm8171.65186915887850460.62290748898678421.6518691588785046True0.200549229979515080.064836747944355010.417968751.0012359619140625
167input_layernorm8182.1074766355140190.67819548872180452.107476635514019True0.200549229979515080.067850381135940550.417968751.1640625
168input_layernorm8192.51869158878504650.71580345285524572.5186915887850465True0.200549229979515080.194096982479095460.417968750.884765625
169input_layernorm8202.2824427480916030.69534883720930232.282442748091603True0.200549229979515080.086258880794048310.417968751.0262451171875
170input_layernorm8212.66666666666666650.72727272727272732.6666666666666665True0.200549229979515080.070955082774162290.417968751.043212890625
171input_layernorm8222.4672897196261680.71159029649595682.467289719626168True0.200549229979515080.072147034108638760.417968751.044921875
172input_layernorm8233.21621621621621620.76282051282051283.2162162162162162True0.200549229979515080.153697863221168520.417968750.98577880859375
173input_layernorm9100.313333333333333350.30088495575221240.31333333333333335True0.226494252681732180.22045125067234040.425781250.3828125
174input_layernorm9110.50833333333333330.57809983896940420.5780998389694042True0.226494252681732180.166038945317268370.425781250.34375
175input_layernorm9120.4529914529914530.311764705882352940.452991452991453True0.226494252681732180.19005450606346130.425781250.5546875
176input_layernorm9130.49212598425196850.329815303430079140.4921259842519685True0.226494252681732180.168462425470352170.425781250.5703125
177input_layernorm9140.81349206349206350.44857768052516410.8134920634920635True0.226494252681732180.118257775902748110.425781250.6875
178input_layernorm9151.77272727272727270.6393442622950821.7727272727272727True0.226494252681732180.060290798544883730.425781250.779296875
179input_layernorm9161.20801526717557260.5471045808124461.2080152671755726True0.226494252681732180.091958701610565190.425781250.7763671875
180input_layernorm9171.70588235294117640.63043478260869571.7058823529411764True0.226494252681732180.064836747944355010.425781251.0012359619140625
181input_layernorm9182.14705882352941170.68224299065420562.1470588235294117True0.226494252681732180.067850381135940550.425781251.1640625
182input_layernorm9192.48739495798319330.71325301204819282.4873949579831933True0.226494252681732180.194096982479095460.425781250.884765625
183input_layernorm9202.61344537815126050.72325581395348842.6134453781512605True0.226494252681732180.086258880794048310.425781251.0262451171875
184input_layernorm9212.73949579831932780.73258426966292132.7394957983193278True0.226494252681732180.070955082774162290.425781251.043212890625
185input_layernorm9222.4036697247706420.7061994609164422.403669724770642True0.226494252681732180.072147034108638760.425781251.044921875
186input_layernorm9232.9909909909909910.74943566591422122.990990990990991True0.226494252681732180.153697863221168520.425781250.98577880859375
187input_layernorm10110.3504184100418410.53945249597423510.5394524959742351True0.22045125067234040.166038945317268370.38281250.34375
188input_layernorm10120.44897959183673470.309859154929577440.4489795918367347True0.22045125067234040.19005450606346130.38281250.5546875
189input_layernorm10130.48979591836734690.32876712328767120.4897959183673469True0.22045125067234040.168462425470352170.38281250.5703125
190input_layernorm10140.9234693877551020.480106100795755940.923469387755102True0.22045125067234040.118257775902748110.38281250.6875
191input_layernorm10151.87627551020408160.65232815964523281.8762755102040816True0.22045125067234040.060290798544883730.38281250.779296875
192input_layernorm10161.13468634686346870.53154710458081241.1346863468634687True0.22045125067234040.091958701610565190.38281250.7763671875
193input_layernorm10171.89540816326530610.6546255506607931.8954081632653061True0.22045125067234040.064836747944355010.38281251.0012359619140625
194input_layernorm10182.3928571428571430.70526315789473682.392857142857143True0.22045125067234040.067850381135940550.38281251.1640625
195input_layernorm10192.84183673469387750.73970783532536522.8418367346938775True0.22045125067234040.194096982479095460.38281250.884765625
196input_layernorm10202.53571428571428560.71717171717171712.5357142857142856True0.22045125067234040.086258880794048310.38281251.0262451171875
197input_layernorm10212.92857142857142840.74545454545454552.9285714285714284True0.22045125067234040.070955082774162290.38281251.043212890625
198input_layernorm10222.78571428571428560.73584905660377352.7857142857142856True0.22045125067234040.072147034108638760.38281251.044921875
199input_layernorm10233.33333333333333350.76923076923076933.3333333333333335True0.22045125067234040.153697863221168520.38281250.98577880859375
200input_layernorm11120.70786516853932580.41447368421052630.7078651685393258True0.166038945317268370.19005450606346130.343750.5546875
201input_layernorm11130.73684210526315790.424242424242424250.7368421052631579True0.166038945317268370.168462425470352170.343750.5703125
202input_layernorm11141.14204545454545460.533156498673741.1420454545454546True0.166038945317268370.118257775902748110.343750.6875
203input_layernorm11152.35164835164835170.70163934426229512.3516483516483517True0.166038945317268370.060290798544883730.343750.779296875
204input_layernorm11161.4147451456310680.58587762281693681.414745145631068True0.166038945317268370.091958701610565190.343750.7763671875
205input_layernorm11172.22443181818181830.68986784140969162.2244318181818183True0.166038945317268370.064836747944355010.343751.0012359619140625
206input_layernorm11182.7784090909090910.73533834586466162.778409090909091True0.166038945317268370.067850381135940550.343751.1640625
207input_layernorm11193.2784090909090910.76626826029216473.278409090909091True0.166038945317268370.194096982479095460.343750.884765625
208input_layernorm11203.0566037735849060.75348837209302323.056603773584906True0.166038945317268370.086258880794048310.343751.0262451171875
209input_layernorm11213.48314606741573040.77694235588972433.4831460674157304True0.166038945317268370.070955082774162290.343751.043212890625
210input_layernorm11223.2159090909090910.76280323450134773.215909090909091True0.166038945317268370.072147034108638760.343751.044921875
211input_layernorm11234.1428571428571430.80555555555555564.142857142857143True0.166038945317268370.153697863221168520.343750.98577880859375
212input_layernorm12130.101851851851851850.11340206185567010.1134020618556701True0.19005450606346130.168462425470352170.55468750.5703125
213input_layernorm12140.36443433029908970.267095544436502240.3644343302990897True0.19005450606346130.118257775902748110.55468750.6875
214input_layernorm12151.03595890410958910.50883095037846931.0359589041095891True0.19005450606346130.060290798544883730.55468750.779296875
215input_layernorm12160.62957746478873240.38634399308556610.6295774647887324True0.19005450606346130.091958701610565190.55468750.7763671875
216input_layernorm12170.99823943661971830.49955947136563880.9982394366197183True0.19005450606346130.064836747944355010.55468751.0012359619140625
217input_layernorm12181.3415492957746480.57293233082706761.341549295774648True0.19005450606346130.067850381135940550.55468751.1640625
218input_layernorm12191.65140845070422530.62284196547144751.6514084507042253True0.19005450606346130.194096982479095460.55468750.884765625
219input_layernorm12201.52941176470588220.60465116279069761.5294117647058822True0.19005450606346130.086258880794048310.55468751.0262451171875
220input_layernorm12211.78767123287671240.64127764127764131.7876712328767124True0.19005450606346130.070955082774162290.55468751.043212890625
221input_layernorm12221.62671232876712320.61929595827900911.6267123287671232True0.19005450606346130.072147034108638760.55468751.044921875
222input_layernorm12232.20547945205479450.6880341880341882.2054794520547945True0.19005450606346130.153697863221168520.55468750.98577880859375
223input_layernorm13140.35801630434782610.2636318159079540.3580163043478261True0.168462425470352170.118257775902748110.57031250.6875
224input_layernorm13151.08904109589041090.5213114754098361.0890410958904109True0.168462425470352170.060290798544883730.57031250.779296875
225input_layernorm13160.64130434782608690.390728476821192050.6413043478260869True0.168462425470352170.091958701610565190.57031250.7763671875
226input_layernorm13170.94349315068493160.485462555066079270.9434931506849316True0.168462425470352170.064836747944355010.57031251.0012359619140625
227input_layernorm13181.27739726027397270.56090225563909781.2773972602739727True0.168462425470352170.067850381135940550.57031251.1640625
228input_layernorm13191.57876712328767120.61221779548472781.5787671232876712True0.168462425470352170.194096982479095460.57031250.884765625
229input_layernorm13201.4571428571428570.59302325581395351.457142857142857True0.168462425470352170.086258880794048310.57031251.0262451171875
230input_layernorm13211.7593220338983050.63759213759213761.759322033898305True0.168462425470352170.070955082774162290.57031251.043212890625
231input_layernorm13221.60.61538461538461541.6True0.168462425470352170.072147034108638760.57031251.044921875
232input_layernorm13232.17288135593220360.68482905982905982.1728813559322036True0.168462425470352170.153697863221168520.57031250.98577880859375
233input_layernorm14150.66619318181818180.6679536679536680.667953667953668True0.118257775902748110.060290798544883730.68750.779296875
234input_layernorm14160.40276301806588740.28712121212121210.4027630180658874True0.118257775902748110.091958701610565190.68750.7763671875
235input_layernorm14170.6408076514346440.39054404145077720.640807651434644True0.118257775902748110.064836747944355010.68751.0012359619140625
236input_layernorm14180.85759829968119020.461670480549199070.8575982996811902True0.118257775902748110.067850381135940550.68751.1640625
237input_layernorm14191.15909090909090920.57746478873239441.1590909090909092True0.118257775902748110.194096982479095460.68750.884765625
238input_layernorm14201.1078431372549020.52558139534883721.107843137254902True0.118257775902748110.086258880794048310.68751.0262451171875
239input_layernorm14211.26136363636363650.55778894472361811.2613636363636365True0.118257775902748110.070955082774162290.68751.043212890625
240input_layernorm14221.07102272727272730.51714677640603571.0710227272727273True0.118257775902748110.072147034108638760.68751.044921875
241input_layernorm14231.50568181818181810.60090702947845811.5056818181818181True0.118257775902748110.153697863221168520.68750.98577880859375
242input_layernorm15160.87975730832873690.49937578027465670.8797573083287369True0.060290798544883730.091958701610565190.7792968750.7763671875
243input_layernorm15170.7322978529008680.422732067510548540.732297852900868True0.060290798544883730.064836747944355010.7792968751.0012359619140625
244input_layernorm15180.82978723404255320.453488372093023230.8297872340425532True0.060290798544883730.067850381135940550.7792968751.1640625
245input_layernorm15191.03007518796992480.50740740740740741.0300751879699248True0.060290798544883730.194096982479095460.7792968750.884765625
246input_layernorm15201.04511278195488730.51102941176470581.0451127819548873True0.060290798544883730.086258880794048310.7792968751.0262451171875
247input_layernorm15211.1503759398496240.5349650349650351.150375939849624True0.060290798544883730.070955082774162290.7792968751.043212890625
248input_layernorm15221.0050125313283210.501251.005012531328321True0.060290798544883730.072147034108638760.7792968751.044921875
249input_layernorm15231.1002506265664160.52386634844868741.100250626566416True0.060290798544883730.153697863221168520.7792968750.98577880859375
250input_layernorm16170.39093137254901960.281057268722466950.3909313725490196True0.091958701610565190.064836747944355010.77636718751.0012359619140625
251input_layernorm16180.62990196078431370.386466165413533850.6299019607843137True0.091958701610565190.067850381135940550.77636718751.1640625
252input_layernorm16190.89526184538653360.77777777777777780.8952618453865336True0.091958701610565190.194096982479095460.77636718750.884765625
253input_layernorm16200.75780274656679150.431107954545454530.7578027465667915True0.091958701610565190.086258880794048310.77636718751.0262451171875
254input_layernorm16211.03245942571785280.5079852579852581.0324594257178528True0.091958701610565190.070955082774162290.77636718751.043212890625
255input_layernorm16220.91510611735330840.477835723598435460.9151061173533084True0.091958701610565190.072147034108638760.77636718751.044921875
256input_layernorm16231.33707865168539320.57211538461538461.3370786516853932True0.091958701610565190.153697863221168520.77636718750.98577880859375
257input_layernorm17180.206250.170984455958549220.20625True0.064836747944355010.067850381135940551.00123596191406251.1640625
258input_layernorm17190.44938049590807260.61919666145018260.6191966614501826True0.064836747944355010.194096982479095461.00123596191406250.884765625
259input_layernorm17200.357318070318887960.26325301204819280.35731807031888796True0.064836747944355010.086258880794048311.00123596191406251.0262451171875
260input_layernorm17210.58039002596148040.3672448044009780.5803900259614804True0.064836747944355010.070955082774162291.00123596191406251.043212890625
261input_layernorm17220.44751120547298890.309159061277705370.4475112054729889True0.064836747944355010.072147034108638761.00123596191406251.044921875
262input_layernorm17230.77905116052242560.458242556281771960.7790511605224256True0.064836747944355010.153697863221168521.00123596191406250.98577880859375
263input_layernorm18190.402431421446384050.67344809598330720.6734480959833072True0.067850381135940550.194096982479095461.16406250.884765625
264input_layernorm18200.179173047473200620.195783132530120470.19578313253012047True0.067850381135940550.086258880794048311.16406251.0262451171875
265input_layernorm18210.36241610738255030.26600985221674880.3624161073825503True0.067850381135940550.070955082774162291.16406251.043212890625
266input_layernorm18220.223781998348472340.272171253822629970.27217125382262997True0.067850381135940550.072147034108638761.16406251.044921875
267input_layernorm18230.49293433083956770.55990888382687930.5599088838268793True0.067850381135940550.153697863221168521.16406250.98577880859375
268input_layernorm19200.7028032746216820.41273310023310020.702803274621682True0.194096982479095460.086258880794048310.8847656251.0262451171875
269input_layernorm19210.82820097244732580.45301418439716310.8282009724473258True0.194096982479095460.070955082774162290.8847656251.043212890625
270input_layernorm19220.67909238249594820.404440154440154460.6790923824959482True0.194096982479095460.072147034108638760.8847656251.044921875
271input_layernorm19230.344510546241211470.52346241457858770.5234624145785877True0.194096982479095460.153697863221168520.8847656250.98577880859375
272input_layernorm20210.23592085235920850.190886699507389150.2359208523592085True0.086258880794048310.070955082774162291.02624511718751.043212890625
273input_layernorm20220.180929095354523230.22089552238805970.2208955223880597True0.086258880794048310.072147034108638761.02624511718751.044921875
274input_layernorm20230.37331334332833580.58096273479495080.5809627347949508True0.086258880794048310.153697863221168521.02624511718750.98577880859375
275input_layernorm21220.148225469728601260.174019607843137250.17401960784313725True0.070955082774162290.072147034108638761.0432128906251.044921875
276input_layernorm21230.38829787234042550.63478260869565220.6347826086956522True0.070955082774162290.153697863221168521.0432128906250.98577880859375
277input_layernorm22230.3339768339768340.50144927536231890.5014492753623189True0.072147034108638760.153697863221168521.0449218750.98577880859375
278post_attention_layernorm01129.50.9923371647509579129.5True0.1084337979555130.094103075563907620.003906250.45703125
279post_attention_layernorm02154.00.9935483870967742154.0True0.1084337979555130.103851824998855590.003906250.533203125
280post_attention_layernorm03165.50.993993993993994165.5True0.1084337979555130.115460418164730070.003906250.48828125
281post_attention_layernorm04181.50.9945205479452055181.5True0.1084337979555130.118743106722831730.003906250.4765625
282post_attention_layernorm05194.250.9948783610755442194.25True0.1084337979555130.145673766732215880.003906250.421875
283post_attention_layernorm06221.00.9954954954954955221.0True0.1084337979555130.135594502091407780.003906250.43359375
284post_attention_layernorm07188.50.9947229551451188188.5True0.1084337979555130.171474978327751160.003906250.375
285post_attention_layernorm08187.00.9946808510638298187.0True0.1084337979555130.182552218437194820.003906250.33984375
286post_attention_layernorm09185.00.9946236559139785185.0True0.1084337979555130.178699910640716550.003906250.3515625
287post_attention_layernorm010215.750.9953863898500577215.75True0.1084337979555130.166111409664154050.003906250.36328125
288post_attention_layernorm011195.750.9949174078780177195.75True0.1084337979555130.15284265577793120.003906250.41796875
289post_attention_layernorm012188.00.9947089947089947188.0True0.1084337979555130.124976463615894320.003906250.5234375
290post_attention_layernorm013199.250.9950062421972534199.25True0.1084337979555130.096320122480392460.003906250.619140625
291post_attention_layernorm014228.8750.9956498096791735228.875True0.1084337979555130.0534550361335277560.003906250.87646484375
292post_attention_layernorm015197.250.9949558638083228197.25True0.1084337979555130.068011879920959470.003906250.736328125
293post_attention_layernorm016189.50.994750656167979189.5True0.1084337979555130.086808115243911740.003906250.72265625
294post_attention_layernorm017181.50.9945205479452055181.5True0.1084337979555130.092422582209110260.003906250.712890625
295post_attention_layernorm018224.8750.9955727725511898224.875True0.1084337979555130.096764244139194490.003906250.8095703125
296post_attention_layernorm019233.50.9957356076759062233.5True0.1084337979555130.076134495437145230.003906250.81640625
297post_attention_layernorm020209.50.995249406175772209.5True0.1084337979555130.078083924949169160.003906250.822265625
298post_attention_layernorm021220.00.995475113122172220.0True0.1084337979555130.065701790153980260.003906250.86328125
299post_attention_layernorm022248.56250.995992987728525248.5625True0.1084337979555130.050129596143960950.003906250.9713134765625
300post_attention_layernorm023258.4843750.9961462034082014258.484375True0.1084337979555130.065212950110435490.003906251.01361083984375
301post_attention_layernorm120.425129087779690160.298309178743961350.42512908777969016True0.094103075563907620.103851824998855590.457031250.533203125
302post_attention_layernorm130.275862068965517240.268584579976985040.27586206896551724True0.094103075563907620.115460418164730070.457031250.48828125
303post_attention_layernorm140.398467432950191550.284931506849315060.39846743295019155True0.094103075563907620.118743106722831730.457031250.4765625
304post_attention_layernorm150.496168582375478950.331626120358514740.49616858237547895True0.094103075563907620.145673766732215880.457031250.421875
305post_attention_layernorm160.70114942528735640.412162162162162170.7011494252873564True0.094103075563907620.135594502091407780.457031250.43359375
306post_attention_layernorm170.45210727969348660.451612903225806440.4521072796934866True0.094103075563907620.171474978327751160.457031250.375
307post_attention_layernorm180.52960526315789470.5944881889763780.594488188976378True0.094103075563907620.182552218437194820.457031250.33984375
308post_attention_layernorm190.425287356321839060.51330798479087450.5133079847908745True0.094103075563907620.178699910640716550.457031250.3515625
309post_attention_layernorm1100.66091954022988510.50732600732600730.6609195402298851True0.094103075563907620.166111409664154050.457031250.36328125
310post_attention_layernorm1110.50766283524904210.37858072916666670.5076628352490421True0.094103075563907620.15284265577793120.457031250.41796875
311post_attention_layernorm1120.73972039473684210.42747326203208560.7397203947368421True0.094103075563907620.124976463615894320.457031250.5234375
312post_attention_layernorm1130.87253289473684210.465963987703118140.8725328947368421True0.094103075563907620.096320122480392460.457031250.619140625
313post_attention_layernorm1141.087394067796610.52093377315402181.08739406779661True0.094103075563907620.0534550361335277560.457031250.87646484375
314post_attention_layernorm1151.74152542372881360.63523956723338481.7415254237288136True0.094103075563907620.068011879920959470.457031250.736328125
315post_attention_layernorm1160.99013157894736850.49752066115702480.9901315789473685True0.094103075563907620.086808115243911740.457031250.72265625
316post_attention_layernorm1171.0097336065573770.50242161611011981.009733606557377True0.094103075563907620.092422582209110260.457031250.712890625
317post_attention_layernorm1181.1940789473684210.54422788605697151.194078947368421True0.094103075563907620.096764244139194490.457031250.8095703125
318post_attention_layernorm1191.52777777777777770.60439560439560441.5277777777777777True0.094103075563907620.076134495437145230.457031250.81640625
319post_attention_layernorm1201.36440677966101690.57706093189964161.3644067796610169True0.094103075563907620.078083924949169160.457031250.822265625
320post_attention_layernorm1211.71666666666666660.63190184049079761.7166666666666666True0.094103075563907620.065701790153980260.457031250.86328125
321post_attention_layernorm1222.3770491803278690.70388349514563112.377049180327869True0.094103075563907620.050129596143960950.457031250.9713134765625
322post_attention_layernorm1232.63247863247863250.72470588235294122.6324786324786325True0.094103075563907620.065212950110435490.457031251.01361083984375
323post_attention_layernorm230.30582524271844660.44055944055944060.4405594405594406True0.103851824998855590.115460418164730070.5332031250.48828125
324post_attention_layernorm240.30946601941747570.448154657293497350.44815465729349735True0.103851824998855590.118743106722831730.5332031250.4765625
325post_attention_layernorm250.31099033816425120.451358457493426850.45135845749342685True0.103851824998855590.145673766732215880.5332031250.421875
326post_attention_layernorm260.4322580645161290.53546592489568840.5354659248956884True0.103851824998855590.135594502091407780.5332031250.43359375
327post_attention_layernorm270.36896135265700480.5846889952153110.584688995215311True0.103851824998855590.171474978327751160.5332031250.375
328post_attention_layernorm280.424626006904487930.7380.738True0.103851824998855590.182552218437194820.5332031250.33984375
329post_attention_layernorm290.420023014959723830.72420634920634920.7242063492063492True0.103851824998855590.178699910640716550.5332031250.3515625
330post_attention_layernorm2100.4143687399530110.70755912162162160.7075591216216216True0.103851824998855590.166111409664154050.5332031250.36328125
331post_attention_layernorm2110.373339371980676350.59576005781739340.5957600578173934True0.103851824998855590.15284265577793120.5332031250.41796875
332post_attention_layernorm2120.460980662983425440.56447803495512520.5644780349551252True0.103851824998855590.124976463615894320.5332031250.5234375
333post_attention_layernorm2130.57251381215469610.524160147261850.5725138121546961True0.103851824998855590.096320122480392460.5332031250.619140625
334post_attention_layernorm2140.80448717948717950.45006599208095030.8044871794871795True0.103851824998855590.0534550361335277560.5332031250.87646484375
335post_attention_layernorm2151.369963369963370.57805255023183921.36996336996337True0.103851824998855590.068011879920959470.5332031250.736328125
336post_attention_layernorm2160.67127071823204420.479098888957092850.6712707182320442True0.103851824998855590.086808115243911740.5332031250.72265625
337post_attention_layernorm2170.75134892086330940.42901155327342750.7513489208633094True0.103851824998855590.092422582209110260.5332031250.712890625
338post_attention_layernorm2180.84254143646408840.45727136431784110.8425414364640884True0.103851824998855590.096764244139194490.5332031250.8095703125
339post_attention_layernorm2191.16666666666666670.53846153846153841.1666666666666667True0.103851824998855590.076134495437145230.5332031250.81640625
340post_attention_layernorm2201.0439560439560440.5107526881720431.043956043956044True0.103851824998855590.078083924949169160.5332031250.822265625
341post_attention_layernorm2211.3812949640287770.58006042296072511.381294964028777True0.103851824998855590.065701790153980260.5332031250.86328125
342post_attention_layernorm2221.96402877697841730.6626213592233011.9640287769784173True0.103851824998855590.050129596143960950.5332031250.9713134765625
343post_attention_layernorm2232.11355311355311360.67882352941176472.1135531135531136True0.103851824998855590.065212950110435490.5332031251.01361083984375
344post_attention_layernorm340.18320895522388060.224303334856098690.22430333485609869True0.115460418164730070.118743106722831730.488281250.4765625
345post_attention_layernorm350.19391495601173020.24056389267849020.2405638926784902True0.115460418164730070.145673766732215880.488281250.421875
346post_attention_layernorm360.33333333333333330.250.3333333333333333True0.115460418164730070.135594502091407780.488281250.43359375
347post_attention_layernorm370.28937728937728940.40721649484536080.4072164948453608True0.115460418164730070.171474978327751160.488281250.375
348post_attention_layernorm380.347985347985347970.53370786516853930.5337078651685393True0.115460418164730070.182552218437194820.488281250.33984375
349post_attention_layernorm390.340659340659340670.51666666666666670.5166666666666667True0.115460418164730070.178699910640716550.488281250.3515625
350post_attention_layernorm3100.33333333333333330.50.5True0.115460418164730070.166111409664154050.488281250.36328125
351post_attention_layernorm3110.25141242937853110.287560096153846150.28756009615384615True0.115460418164730070.15284265577793120.488281250.41796875
352post_attention_layernorm3120.433265582655826540.37870012870012870.43326558265582654True0.115460418164730070.124976463615894320.488281250.5234375
353post_attention_layernorm3130.54268292682926830.351778656126482240.5426829268292683True0.115460418164730070.096320122480392460.488281250.619140625
354post_attention_layernorm3140.9020270270270270.474245115452930740.902027027027027True0.115460418164730070.0534550361335277560.488281250.87646484375
355post_attention_layernorm3151.560.6093751.56True0.115460418164730070.068011879920959470.488281250.736328125
356post_attention_layernorm3160.80926430517711170.447289156626506030.8092643051771117True0.115460418164730070.086808115243911740.488281250.72265625
357post_attention_layernorm3170.89333976833976840.471832781034922270.8933397683397684True0.115460418164730070.092422582209110260.488281250.712890625
358post_attention_layernorm3180.92150.479573250065053360.9215True0.115460418164730070.096764244139194490.488281250.8095703125
359post_attention_layernorm3191.3660.5773457311918851.366True0.115460418164730070.076134495437145230.488281250.81640625
360post_attention_layernorm3201.1690.53895804518211151.169True0.115460418164730070.078083924949169160.488281250.822265625
361post_attention_layernorm3211.53968253968253980.606251.5396825396825398True0.115460418164730070.065701790153980260.488281250.86328125
362post_attention_layernorm3222.26984126984126980.69417475728155342.2698412698412698True0.115460418164730070.050129596143960950.488281250.9713134765625
363post_attention_layernorm3232.40.70588235294117652.4True0.115460418164730070.065212950110435490.488281251.01361083984375
364post_attention_layernorm450.164750957854406130.197247706422018360.19724770642201836True0.118743106722831730.145673766732215880.47656250.421875
365post_attention_layernorm460.25483425414364640.20308200330214640.2548342541436464True0.118743106722831730.135594502091407780.47656250.43359375
366post_attention_layernorm470.27859237536656890.38617886178861790.3861788617886179True0.118743106722831730.171474978327751160.47656250.375
367post_attention_layernorm480.32537313432835820.48230088495575220.4823008849557522True0.118743106722831730.182552218437194820.47656250.33984375
368post_attention_layernorm490.31284916201117320.455284552845528430.45528455284552843True0.118743106722831730.178699910640716550.47656250.3515625
369post_attention_layernorm4100.304347826086956540.43750.4375True0.118743106722831730.166111409664154050.47656250.36328125
370post_attention_layernorm4110.21601884570082450.275540865384615360.27554086538461536True0.118743106722831730.15284265577793120.47656250.41796875
371post_attention_layernorm4120.37370129870129870.36583011583011580.3737012987012987True0.118743106722831730.124976463615894320.47656250.5234375
372post_attention_layernorm4130.47857142857142860.323671497584541060.4785714285714286True0.118743106722831730.096320122480392460.47656250.619140625
373post_attention_layernorm4140.96153846153846160.490196078431372530.9615384615384616True0.118743106722831730.0534550361335277560.47656250.87646484375
374post_attention_layernorm4151.65983606557377050.62403697996918341.6598360655737705True0.118743106722831730.068011879920959470.47656250.736328125
375post_attention_layernorm4160.79945799457994580.44427710843373490.7994579945799458True0.118743106722831730.086808115243911740.47656250.72265625
376post_attention_layernorm4170.95696721311475410.489005235602094250.9569672131147541True0.118743106722831730.092422582209110260.47656250.712890625
377post_attention_layernorm4181.03637295081967220.50893081761006291.0363729508196722True0.118743106722831730.096764244139194490.47656250.8095703125
378post_attention_layernorm4191.42460317460317460.58756137479541741.4246031746031746True0.118743106722831730.076134495437145230.47656250.81640625
379post_attention_layernorm4201.29303278688524580.56389633601429841.2930327868852458True0.118743106722831730.078083924949169160.47656250.822265625
380post_attention_layernorm4211.58064516129032250.61251.5806451612903225True0.118743106722831730.065701790153980260.47656250.86328125
381post_attention_layernorm4222.32258064516129050.69902912621359232.3225806451612905True0.118743106722831730.050129596143960950.47656250.9713134765625
382post_attention_layernorm4232.3730158730158730.70352941176470582.373015873015873True0.118743106722831730.065212950110435490.47656251.01361083984375
383post_attention_layernorm560.325153374233128840.245370370370370380.32515337423312884True0.145673766732215880.135594502091407780.4218750.43359375
384post_attention_layernorm570.16088328075709780.191729323308270670.19172932330827067True0.145673766732215880.171474978327751160.4218750.375
385post_attention_layernorm580.24137931034482760.31818181818181820.3181818181818182True0.145673766732215880.182552218437194820.4218750.33984375
386post_attention_layernorm590.249683143219264880.33277027027027030.3327702702702703True0.145673766732215880.178699910640716550.4218750.3515625
387post_attention_layernorm5100.25414364640883980.300675675675675660.30067567567567566True0.145673766732215880.166111409664154050.4218750.36328125
388post_attention_layernorm5110.2140.237868088942307680.23786808894230768True0.145673766732215880.15284265577793120.4218750.41796875
389post_attention_layernorm5120.41033333333333330.32549066924066920.4103333333333333True0.145673766732215880.124976463615894320.4218750.5234375
390post_attention_layernorm5130.5550458715596330.356932153392330360.555045871559633True0.145673766732215880.096320122480392460.4218750.619140625
391post_attention_layernorm5141.2750929368029740.56045751633986931.275092936802974True0.145673766732215880.0534550361335277560.4218750.87646484375
392post_attention_layernorm5151.9629629629629630.66251.962962962962963True0.145673766732215880.068011879920959470.4218750.736328125
393post_attention_layernorm5161.0631970260223050.51531531531531531.063197026022305True0.145673766732215880.086808115243911740.4218750.72265625
394post_attention_layernorm5171.23337155963302750.55224646983311941.2333715596330275True0.145673766732215880.092422582209110260.4218750.712890625
395post_attention_layernorm5181.25733278508771940.55699930173957921.2573327850877194True0.145673766732215880.096764244139194490.4218750.8095703125
396post_attention_layernorm5191.7385321100917430.63484087102177561.738532110091743True0.145673766732215880.076134495437145230.4218750.81640625
397post_attention_layernorm5201.51363636363636370.60216998191681741.5136363636363637True0.145673766732215880.078083924949169160.4218750.822265625
398post_attention_layernorm5212.0366972477064220.67069486404833832.036697247706422True0.145673766732215880.065701790153980260.4218750.86328125
399post_attention_layernorm5222.7798165137614680.73543689320388352.779816513761468True0.145673766732215880.050129596143960950.4218750.9713134765625
400post_attention_layernorm5232.9351851851851850.74588235294117642.935185185185185True0.145673766732215880.065212950110435490.4218751.01361083984375
401post_attention_layernorm670.35191637630662020.5430107526881720.543010752688172True0.135594502091407780.171474978327751160.433593750.375
402post_attention_layernorm680.41229050279329610.70152091254752850.7015209125475285True0.135594502091407780.182552218437194820.433593750.33984375
403post_attention_layernorm690.351955307262569850.54310344827586210.5431034482758621True0.135594502091407780.178699910640716550.433593750.3515625
404post_attention_layernorm6100.37430167597765360.59821428571428570.5982142857142857True0.135594502091407780.166111409664154050.433593750.36328125
405post_attention_layernorm6110.29616724738675960.42079207920792080.4207920792079208True0.135594502091407780.15284265577793120.433593750.41796875
406post_attention_layernorm6120.31818181818181820.298128342245989330.3181818181818182True0.135594502091407780.124976463615894320.433593750.5234375
407post_attention_layernorm6130.55263157894736850.35593220338983050.5526315789473685True0.135594502091407780.096320122480392460.433593750.619140625
408post_attention_layernorm6141.17148014440433210.53948462177888611.1714801444043321True0.135594502091407780.0534550361335277560.433593750.87646484375
409post_attention_layernorm6151.9279279279279280.65846153846153841.927927927927928True0.135594502091407780.068011879920959470.433593750.736328125
410post_attention_layernorm6160.98599137931034490.49647314161692890.9859913793103449True0.135594502091407780.086808115243911740.433593750.72265625
411post_attention_layernorm6171.20889639639639630.54728524088707621.2088963963963963True0.135594502091407780.092422582209110260.433593750.712890625
412post_attention_layernorm6181.24014639639639630.55360060324242811.2401463963963963True0.135594502091407780.096764244139194490.433593750.8095703125
413post_attention_layernorm6191.66441441441441440.62468300929839391.6644144144144144True0.135594502091407780.076134495437145230.433593750.81640625
414post_attention_layernorm6201.52027027027027020.60321715817694371.5202702702702702True0.135594502091407780.078083924949169160.433593750.822265625
415post_attention_layernorm6211.87826086956521740.65256797583081571.8782608695652174True0.135594502091407780.065701790153980260.433593750.86328125
416post_attention_layernorm6222.61403508771929840.72330097087378642.6140350877192984True0.135594502091407780.050129596143960950.433593750.9713134765625
417post_attention_layernorm6232.8288288288288290.73882352941176472.828828828828829True0.135594502091407780.065212950110435490.433593751.01361083984375
418post_attention_layernorm780.193838254172015420.162365591397849450.19383825417201542True0.171474978327751160.182552218437194820.3750.33984375
419post_attention_layernorm790.120104438642297650.136498516320474770.13649851632047477True0.171474978327751160.178699910640716550.3750.3515625
420post_attention_layernorm7100.154685494223363280.13396331295163980.15468549422336328True0.171474978327751160.166111409664154050.3750.36328125
421post_attention_layernorm7110.232323232323232320.18852459016393440.23232323232323232True0.171474978327751160.15284265577793120.3750.41796875
422post_attention_layernorm7120.50471698113207550.3354231974921630.5047169811320755True0.171474978327751160.124976463615894320.3750.5234375
423post_attention_layernorm7130.74242424242424240.42608695652173910.7424242424242424True0.171474978327751160.096320122480392460.3750.619140625
424post_attention_layernorm7141.59322033898305080.61437908496732031.5932203389830508True0.171474978327751160.0534550361335277560.3750.87646484375
425post_attention_layernorm7152.36458333333333350.70278637770897832.3645833333333335True0.171474978327751160.068011879920959470.3750.736328125
426post_attention_layernorm7161.37992831541218640.57981927710843371.3799283154121864True0.171474978327751160.086808115243911740.3750.72265625
427post_attention_layernorm7171.50191326530612250.60030588835075191.5019132653061225True0.171474978327751160.092422582209110260.3750.712890625
428post_attention_layernorm7181.5799549549549550.61239633347883021.579954954954955True0.171474978327751160.096764244139194490.3750.8095703125
429post_attention_layernorm7192.0858585858585860.67594108019639932.085858585858586True0.171474978327751160.076134495437145230.3750.81640625
430post_attention_layernorm7201.8840206185567010.65326184092940121.884020618556701True0.171474978327751160.078083924949169160.3750.822265625
431post_attention_layernorm7212.3775510204081630.70392749244712992.377551020408163True0.171474978327751160.065701790153980260.3750.86328125
432post_attention_layernorm7223.29166666666666650.76699029126213593.2916666666666665True0.171474978327751160.050129596143960950.3750.9713134765625
433post_attention_layernorm7233.3814432989690720.77176470588235293.381443298969072True0.171474978327751160.065212950110435490.3751.01361083984375
434post_attention_layernorm890.15107913669064750.131250.1510791366906475True0.182552218437194820.178699910640716550.339843750.3515625
435post_attention_layernorm8100.174644243208279430.14867841409691630.17464424320827943True0.182552218437194820.166111409664154050.339843750.36328125
436post_attention_layernorm8110.284210526315789470.221311475409836060.28421052631578947True0.182552218437194820.15284265577793120.339843750.41796875
437post_attention_layernorm8120.63775510204081630.38940809968847350.6377551020408163True0.182552218437194820.124976463615894320.339843750.5234375
438post_attention_layernorm8130.89560439560439560.472463768115942040.8956043956043956True0.182552218437194820.096320122480392460.339843750.619140625
439post_attention_layernorm8141.75675675675675680.63725490196078431.7567567567567568True0.182552218437194820.0534550361335277560.339843750.87646484375
440post_attention_layernorm8152.70114942528735650.72981366459627332.7011494252873565True0.182552218437194820.068011879920959470.339843750.736328125
441post_attention_layernorm8161.61417322834645670.61746987951807231.6141732283464567True0.182552218437194820.086808115243911740.339843750.72265625
442post_attention_layernorm8171.78622159090909080.64109100178434871.7862215909090908True0.182552218437194820.092422582209110260.339843750.712890625
443post_attention_layernorm8181.82563920454545460.64609777554354651.8256392045454546True0.182552218437194820.096764244139194490.339843750.8095703125
444post_attention_layernorm8192.3571428571428570.70212765957446812.357142857142857True0.182552218437194820.076134495437145230.339843750.81640625
445post_attention_layernorm8202.1432584269662920.68185880250223422.143258426966292True0.182552218437194820.078083924949169160.339843750.822265625
446post_attention_layernorm8212.678160919540230.7281252.67816091954023True0.182552218437194820.065701790153980260.339843750.86328125
447post_attention_layernorm8223.7356321839080460.78883495145631073.735632183908046True0.182552218437194820.050129596143960950.339843750.9713134765625
448post_attention_layernorm8233.72222222222222230.7882352941176473.7222222222222223True0.182552218437194820.065212950110435490.339843751.01361083984375
449post_attention_layernorm9100.165322580645161280.141868512110726650.16532258064516128True0.178699910640716550.166111409664154050.35156250.36328125
450post_attention_layernorm9110.27083333333333330.213114754098360640.2708333333333333True0.178699910640716550.15284265577793120.35156250.41796875
451post_attention_layernorm9120.57352941176470580.36448598130841120.5735294117647058True0.178699910640716550.124976463615894320.35156250.5234375
452post_attention_layernorm9130.81666666666666670.449541284403669750.8166666666666667True0.178699910640716550.096320122480392460.35156250.619140625
453post_attention_layernorm9141.66452991452991460.62469927826784281.6645299145299146True0.178699910640716550.0534550361335277560.35156250.87646484375
454post_attention_layernorm9152.60555555555555560.72265023112480742.6055555555555556True0.178699910640716550.068011879920959470.35156250.736328125
455post_attention_layernorm9161.43162393162393160.58875219683655531.4316239316239316True0.178699910640716550.086808115243911740.35156250.72265625
456post_attention_layernorm9171.65277777777777770.62303664921465971.6527777777777777True0.178699910640716550.092422582209110260.35156250.712890625
457post_attention_layernorm9181.76041666666666670.63773584905660371.7604166666666667True0.178699910640716550.096764244139194490.35156250.8095703125
458post_attention_layernorm9192.18229166666666650.68576104746317512.1822916666666665True0.178699910640716550.076134495437145230.35156250.81640625
459post_attention_layernorm9202.10833333333333340.678284182305632.1083333333333334True0.178699910640716550.078083924949169160.35156250.822265625
460post_attention_layernorm9212.49166666666666670.71360381861575182.4916666666666667True0.178699910640716550.065701790153980260.35156250.86328125
461post_attention_layernorm9223.3829787234042550.77184466019417473.382978723404255True0.178699910640716550.050129596143960950.35156250.9713134765625
462post_attention_layernorm9233.4736842105263160.77647058823529413.473684210526316True0.178699910640716550.065212950110435490.35156251.01361083984375
463post_attention_layernorm10110.232323232323232320.18852459016393440.23232323232323232True0.166111409664154050.15284265577793120.363281250.41796875
464post_attention_layernorm10120.5107526881720430.338078291814946640.510752688172043True0.166111409664154050.124976463615894320.363281250.5234375
465post_attention_layernorm10130.7968750.44347826086956520.796875True0.166111409664154050.096320122480392460.363281250.619140625
466post_attention_layernorm10141.70796460176991150.6307189542483661.7079646017699115True0.166111409664154050.0534550361335277560.363281250.87646484375
467post_attention_layernorm10152.49462365591397850.71384615384615382.4946236559139785True0.166111409664154050.068011879920959470.363281250.736328125
468post_attention_layernorm10161.45575221238938050.59279279279279281.4557522123893805True0.166111409664154050.086808115243911740.363281250.72265625
469post_attention_layernorm10171.63642473118279570.62069844506755031.6364247311827957True0.166111409664154050.092422582209110260.363281250.712890625
470post_attention_layernorm10181.673723118279570.62598969460852081.67372311827957True0.166111409664154050.096764244139194490.363281250.8095703125
471post_attention_layernorm10192.1462765957446810.68216398985629762.146276595744681True0.166111409664154050.076134495437145230.363281250.81640625
472post_attention_layernorm10201.9760638297872340.66398570151921351.976063829787234True0.166111409664154050.078083924949169160.363281250.822265625
473post_attention_layernorm10212.41237113402061840.70694864048338372.4123711340206184True0.166111409664154050.065701790153980260.363281250.86328125
474post_attention_layernorm10223.2474226804123710.76456310679611653.247422680412371True0.166111409664154050.050129596143960950.363281250.9713134765625
475post_attention_layernorm10233.5212765957446810.77882352941176473.521276595744681True0.166111409664154050.065212950110435490.363281251.01361083984375
476post_attention_layernorm11120.33750.25233644859813080.3375True0.15284265577793120.124976463615894320.417968750.5234375
477post_attention_layernorm11130.51315789473684210.33913043478260870.5131578947368421True0.15284265577793120.096320122480392460.417968750.619140625
478post_attention_layernorm11141.26127819548872180.55777223607647551.2612781954887218True0.15284265577793120.0534550361335277560.417968750.87646484375
479post_attention_layernorm11151.99065420560747670.6656251.9906542056074767True0.15284265577793120.068011879920959470.417968750.736328125
480post_attention_layernorm11161.19141914191419150.54367469879518071.1914191419141915True0.15284265577793120.086808115243911740.417968750.72265625
481post_attention_layernorm11171.2494266055045870.55544226357379561.249426605504587True0.15284265577793120.092422582209110260.417968750.712890625
482post_attention_layernorm11181.281250.56164383561643841.28125True0.15284265577793120.096764244139194490.417968750.8095703125
483post_attention_layernorm11191.7640186915887850.63820794590025351.764018691588785True0.15284265577793120.076134495437145230.417968750.81640625
484post_attention_layernorm11201.53440366972477070.60542986425339361.5344036697247707True0.15284265577793120.078083924949169160.417968750.822265625
485post_attention_layernorm11211.93691588785046730.65950676213206051.9369158878504673True0.15284265577793120.065701790153980260.417968750.86328125
486post_attention_layernorm11222.74545454545454560.73300970873786412.7454545454545456True0.15284265577793120.050129596143960950.417968750.9713134765625
487post_attention_layernorm11232.971962616822430.74823529411764712.97196261682243True0.15284265577793120.065212950110435490.417968751.01361083984375
488post_attention_layernorm12130.264925373134328350.209439528023598830.26492537313432835True0.124976463615894320.096320122480392460.52343750.619140625
489post_attention_layernorm12140.92138364779874220.47954173486088380.9213836477987422True0.124976463615894320.0534550361335277560.52343750.87646484375
490post_attention_layernorm12151.38619402985074620.58092259577795161.3861940298507462True0.124976463615894320.068011879920959470.52343750.736328125
491post_attention_layernorm12160.93586005830903780.483433734939759050.9358600583090378True0.124976463615894320.086808115243911740.52343750.72265625
492post_attention_layernorm12170.90962099125364430.47633587786259540.9096209912536443True0.124976463615894320.092422582209110260.52343750.712890625
493post_attention_layernorm12180.93586005830903780.483433734939759050.9358600583090378True0.124976463615894320.096764244139194490.52343750.8095703125
494post_attention_layernorm12191.22761194029850750.55108877721943051.2276119402985075True0.124976463615894320.076134495437145230.52343750.81640625
495post_attention_layernorm12201.0569852941176470.51385165326184091.056985294117647True0.124976463615894320.078083924949169160.52343750.822265625
496post_attention_layernorm12211.47014925373134320.5951661631419941.4701492537313432True0.124976463615894320.065701790153980260.52343750.86328125
497post_attention_layernorm12222.02941176470588220.66990291262135932.0294117647058822True0.124976463615894320.050129596143960950.52343750.9713134765625
498post_attention_layernorm12232.14814814814814840.68235294117647062.1481481481481484True0.124976463615894320.065212950110435490.52343751.01361083984375
499post_attention_layernorm13140.62765957446808510.385620915032679760.6276595744680851True0.096320122480392460.0534550361335277560.6191406250.87646484375
500post_attention_layernorm13151.05047318611987370.51230769230769241.0504731861198737True0.096320122480392460.068011879920959470.6191406250.736328125
501post_attention_layernorm13160.56973995271867620.36295180722891570.5697399527186762True0.096320122480392460.086808115243911740.6191406250.72265625
502post_attention_layernorm13170.56199304750869060.359792284866468860.5619930475086906True0.096320122480392460.092422582209110260.6191406250.712890625
503post_attention_layernorm13180.6570104287369640.39650349650349650.657010428736964True0.096320122480392460.096764244139194490.6191406250.8095703125
504post_attention_layernorm13190.86593059936908510.46407438715131020.8659305993690851True0.096320122480392460.076134495437145230.6191406250.81640625
505post_attention_layernorm13200.78115942028985510.43856794141578520.7811594202898551True0.096320122480392460.078083924949169160.6191406250.822265625
506post_attention_layernorm13210.98264984227129340.495624502784407340.9826498422712934True0.096320122480392460.065701790153980260.6191406250.86328125
507post_attention_layernorm13221.54320987654320980.60679611650485431.5432098765432098True0.096320122480392460.050129596143960950.6191406250.9713134765625
508post_attention_layernorm13231.68138801261829650.62705882352941181.6813880126182965True0.096320122480392460.065212950110435490.6191406251.01361083984375
509post_attention_layernorm14150.41356673960612690.292569659442724450.4135667396061269True0.0534550361335277560.068011879920959470.876464843750.736328125
510post_attention_layernorm14160.25515055467511890.24189189189189190.2551505546751189True0.0534550361335277560.086808115243911740.876464843750.72265625
511post_attention_layernorm14170.284983728498372830.25958904109589040.28498372849837283True0.0534550361335277560.092422582209110260.876464843750.712890625
512post_attention_layernorm14180.397172822617419040.284268929503916470.39717282261741904True0.0534550361335277560.096764244139194490.876464843750.8095703125
513post_attention_layernorm14190.39899680802553580.285202086049543670.3989968080255358True0.0534550361335277560.076134495437145230.876464843750.81640625
514post_attention_layernorm14200.47378020975832190.32147277227722770.4737802097583219True0.0534550361335277560.078083924949169160.876464843750.822265625
515post_attention_layernorm14210.475152571926765470.322104018912529540.47515257192676547True0.0534550361335277560.065701790153980260.876464843750.86328125
516post_attention_layernorm14220.74023231256599790.42536407766990290.7402323125659979True0.0534550361335277560.050129596143960950.876464843750.9713134765625
517post_attention_layernorm14230.82207931404072890.45117647058823530.8220793140407289True0.0534550361335277560.065212950110435490.876464843751.01361083984375
518post_attention_layernorm15160.36568322981366460.5764993880048960.576499388004896True0.068011879920959470.086808115243911740.7363281250.72265625
519post_attention_layernorm15170.298761609907120750.42604856512141280.4260485651214128True0.068011879920959470.092422582209110260.7363281250.712890625
520post_attention_layernorm15180.301242236024844730.43111111111111110.4311111111111111True0.068011879920959470.096764244139194490.7363281250.8095703125
521post_attention_layernorm15190.28405491024287220.221217105263157880.2840549102428722True0.068011879920959470.076134495437145230.7363281250.81640625
522post_attention_layernorm15200.339966832504145940.25371287128712870.33996683250414594True0.068011879920959470.078083924949169160.7363281250.822265625
523post_attention_layernorm15210.42060085836909870.296072507552870070.4206008583690987True0.068011879920959470.065701790153980260.7363281250.86328125
524post_attention_layernorm15220.452789699570815440.311669128508124060.45278969957081544True0.068011879920959470.050129596143960950.7363281250.9713134765625
525post_attention_layernorm15230.8153789233520380.44915081521739130.815378923352038True0.068011879920959470.065212950110435490.7363281251.01361083984375
526post_attention_layernorm16170.176026570048309180.14967907573812580.17602657004830918True0.086808115243911740.092422582209110260.722656250.712890625
527post_attention_layernorm16180.21542159763313610.177240225163547840.2154215976331361True0.086808115243911740.096764244139194490.722656250.8095703125
528post_attention_layernorm16190.44202898550724640.30653266331658290.4420289855072464True0.086808115243911740.076134495437145230.722656250.81640625
529post_attention_layernorm16200.331089351285189740.248735632183908040.33108935128518974True0.086808115243911740.078083924949169160.722656250.822265625
530post_attention_layernorm16210.59903381642512080.374622356495468270.5990338164251208True0.086808115243911740.065701790153980260.722656250.86328125
531post_attention_layernorm16221.01713586291309670.5042475728155341.0171358629130967True0.086808115243911740.050129596143960950.722656250.9713134765625
532post_attention_layernorm16231.05066344993968630.51235294117647061.0506634499396863True0.086808115243911740.065212950110435490.722656251.01361083984375
533post_attention_layernorm17180.237671232876712320.192030990592141680.23767123287671232True0.092422582209110260.096764244139194490.7128906250.8095703125
534post_attention_layernorm17190.293603061782394760.226965342349957740.29360306178239476True0.092422582209110260.076134495437145230.7128906250.81640625
535post_attention_layernorm17200.209694415173867220.173344947735191630.20969441517386722True0.092422582209110260.078083924949169160.7128906250.822265625
536post_attention_layernorm17210.403508771929824540.28750.40350877192982454True0.092422582209110260.065701790153980260.7128906250.86328125
537post_attention_layernorm17220.80701754385964910.446601941747572840.8070175438596491True0.092422582209110260.050129596143960950.7128906250.9713134765625
538post_attention_layernorm17230.85893931109896120.462058823529411740.8589393110989612True0.092422582209110260.065212950110435490.7128906251.01361083984375
539post_attention_layernorm18190.279581151832460740.218494271685761050.27958115183246074True0.096764244139194490.076134495437145230.80957031250.81640625
540post_attention_layernorm18200.208333333333333340.17241379310344830.20833333333333334True0.096764244139194490.078083924949169160.80957031250.822265625
541post_attention_layernorm18210.42222222222222220.2968750.4222222222222222True0.096764244139194490.065701790153980260.80957031250.86328125
542post_attention_layernorm18220.83111111111111110.45388349514563110.8311111111111111True0.096764244139194490.050129596143960950.80957031250.9713134765625
543post_attention_layernorm18230.80.44444444444444440.8True0.096764244139194490.065212950110435490.80957031251.01361083984375
544post_attention_layernorm19200.1510333863275040.14419475655430710.151033386327504True0.076134495437145230.078083924949169160.816406250.822265625
545post_attention_layernorm19210.16788321167883210.143750.1678832116788321True0.076134495437145230.065701790153980260.816406250.86328125
546post_attention_layernorm19220.50364963503649640.334951456310679630.5036496350364964True0.076134495437145230.050129596143960950.816406250.9713134765625
547post_attention_layernorm19230.482675261885576130.347826086956521730.48267526188557613True0.076134495437145230.065212950110435490.816406251.01361083984375
548post_attention_layernorm20210.20913242009132420.17296072507552870.2091324200913242True0.078083924949169160.065701790153980260.8222656250.86328125
549post_attention_layernorm20220.51540229885057480.34010922330097090.5154022988505748True0.078083924949169160.050129596143960950.8222656250.9713134765625
550post_attention_layernorm20230.56754264638082060.42198581560283690.5675426463808206True0.078083924949169160.065212950110435490.8222656251.01361083984375
551post_attention_layernorm21220.28750.223300970873786420.2875True0.065701790153980260.050129596143960950.863281250.9713134765625
552post_attention_layernorm21230.39605462822458270.41489361702127660.4148936170212766True0.065701790153980260.065212950110435490.863281251.01361083984375
553post_attention_layernorm22230.31241084165477890.342632955536181340.34263295553618134True0.050129596143960950.065212950110435490.97131347656251.01361083984375