81 KiB
81 KiB
| 1 | role | a | b | a_to_b_uniform_bound | b_to_a_uniform_bound | worst_uniform_bound | eligible_nonconstant_gains | gain_std_a | gain_std_b | gain_min_a | gain_min_b |
|---|---|---|---|---|---|---|---|---|---|---|---|
| 2 | input_layernorm | 0 | 1 | 0.6032863849765259 | 1.5207100591715976 | 1.5207100591715976 | True | 0.11805251985788345 | 0.0930413156747818 | 0.794921875 | 0.607421875 |
| 3 | input_layernorm | 0 | 2 | 0.5692488262910798 | 1.3215258855585832 | 1.3215258855585832 | True | 0.11805251985788345 | 0.10473614931106567 | 0.794921875 | 0.6484375 |
| 4 | input_layernorm | 0 | 3 | 0.5469483568075117 | 1.2072538860103628 | 1.2072538860103628 | True | 0.11805251985788345 | 0.07621725648641586 | 0.794921875 | 0.7265625 |
| 5 | input_layernorm | 0 | 4 | 0.5751173708920188 | 1.3535911602209945 | 1.3535911602209945 | True | 0.11805251985788345 | 0.10847259312868118 | 0.794921875 | 0.662109375 |
| 6 | input_layernorm | 0 | 5 | 0.6396713615023474 | 1.775244299674267 | 1.775244299674267 | True | 0.11805251985788345 | 0.13199757039546967 | 0.794921875 | 0.5234375 |
| 7 | input_layernorm | 0 | 6 | 0.6643192488262911 | 1.979020979020979 | 1.979020979020979 | True | 0.11805251985788345 | 0.1498883068561554 | 0.794921875 | 0.47265625 |
| 8 | input_layernorm | 0 | 7 | 0.6830985915492958 | 2.1555555555555554 | 2.1555555555555554 | True | 0.11805251985788345 | 0.095920130610466 | 0.794921875 | 0.46484375 |
| 9 | input_layernorm | 0 | 8 | 0.6913145539906104 | 2.2395437262357416 | 2.2395437262357416 | True | 0.11805251985788345 | 0.20054922997951508 | 0.794921875 | 0.41796875 |
| 10 | input_layernorm | 0 | 9 | 0.7136150234741784 | 2.4918032786885247 | 2.4918032786885247 | True | 0.11805251985788345 | 0.22649425268173218 | 0.794921875 | 0.42578125 |
| 11 | input_layernorm | 0 | 10 | 0.7230046948356808 | 2.610169491525424 | 2.610169491525424 | True | 0.11805251985788345 | 0.2204512506723404 | 0.794921875 | 0.3828125 |
| 12 | input_layernorm | 0 | 11 | 0.7347417840375586 | 2.769911504424779 | 2.769911504424779 | True | 0.11805251985788345 | 0.16603894531726837 | 0.794921875 | 0.34375 |
| 13 | input_layernorm | 0 | 12 | 0.6338028169014085 | 1.7307692307692308 | 1.7307692307692308 | True | 0.11805251985788345 | 0.1900545060634613 | 0.794921875 | 0.5546875 |
| 14 | input_layernorm | 0 | 13 | 0.6349765258215962 | 1.7395498392282958 | 1.7395498392282958 | True | 0.11805251985788345 | 0.16846242547035217 | 0.794921875 | 0.5703125 |
| 15 | input_layernorm | 0 | 14 | 0.5516431924882629 | 1.2303664921465969 | 1.2303664921465969 | True | 0.11805251985788345 | 0.11825777590274811 | 0.794921875 | 0.6875 |
| 16 | input_layernorm | 0 | 15 | 0.49018199233716475 | 0.9614842649131048 | 0.9614842649131048 | True | 0.11805251985788345 | 0.06029079854488373 | 0.794921875 | 0.779296875 |
| 17 | input_layernorm | 0 | 16 | 0.5117370892018779 | 1.0480769230769231 | 1.0480769230769231 | True | 0.11805251985788345 | 0.09195870161056519 | 0.794921875 | 0.7763671875 |
| 18 | input_layernorm | 0 | 17 | 0.6232876712328768 | 0.7185185185185186 | 0.7185185185185186 | True | 0.11805251985788345 | 0.06483674794435501 | 0.794921875 | 1.0012359619140625 |
| 19 | input_layernorm | 0 | 18 | 0.8402948402948403 | 0.6637450199203188 | 0.8402948402948403 | True | 0.11805251985788345 | 0.06785038113594055 | 0.794921875 | 1.1640625 |
| 20 | input_layernorm | 0 | 19 | 1.0393120393120394 | 1.1248445660283513 | 1.1248445660283513 | True | 0.11805251985788345 | 0.19409698247909546 | 0.794921875 | 0.884765625 |
| 21 | input_layernorm | 0 | 20 | 1.113022113022113 | 0.9869156655168312 | 1.113022113022113 | True | 0.11805251985788345 | 0.08625888079404831 | 0.794921875 | 1.0262451171875 |
| 22 | input_layernorm | 0 | 21 | 1.1867321867321867 | 0.9545986426398315 | 1.1867321867321867 | True | 0.11805251985788345 | 0.07095508277416229 | 0.794921875 | 1.043212890625 |
| 23 | input_layernorm | 0 | 22 | 0.9656019656019657 | 0.9514018691588785 | 0.9656019656019657 | True | 0.11805251985788345 | 0.07214703410863876 | 0.794921875 | 1.044921875 |
| 24 | input_layernorm | 0 | 23 | 0.941031941031941 | 0.9568884723523898 | 0.9568884723523898 | True | 0.11805251985788345 | 0.15369786322116852 | 0.794921875 | 0.98577880859375 |
| 25 | input_layernorm | 1 | 2 | 0.16765578635014836 | 0.17593150850114556 | 0.17593150850114556 | True | 0.0930413156747818 | 0.10473614931106567 | 0.607421875 | 0.6484375 |
| 26 | input_layernorm | 1 | 3 | 0.28125 | 0.34967320261437906 | 0.34967320261437906 | True | 0.0930413156747818 | 0.07621725648641586 | 0.607421875 | 0.7265625 |
| 27 | input_layernorm | 1 | 4 | 0.1678622668579627 | 0.15668366741786266 | 0.1678622668579627 | True | 0.0930413156747818 | 0.10847259312868118 | 0.607421875 | 0.662109375 |
| 28 | input_layernorm | 1 | 5 | 0.23018147086914995 | 0.2990074441687345 | 0.2990074441687345 | True | 0.0930413156747818 | 0.13199757039546967 | 0.607421875 | 0.5234375 |
| 29 | input_layernorm | 1 | 6 | 0.34367141659681477 | 0.5236270753512133 | 0.5236270753512133 | True | 0.0930413156747818 | 0.1498883068561554 | 0.607421875 | 0.47265625 |
| 30 | input_layernorm | 1 | 7 | 0.3996670702179177 | 0.6657423745903706 | 0.6657423745903706 | True | 0.0930413156747818 | 0.095920130610466 | 0.607421875 | 0.46484375 |
| 31 | input_layernorm | 1 | 8 | 0.4585726004922067 | 0.8469696969696969 | 0.8469696969696969 | True | 0.0930413156747818 | 0.20054922997951508 | 0.607421875 | 0.41796875 |
| 32 | input_layernorm | 1 | 9 | 0.5138306789606035 | 1.056896551724138 | 1.056896551724138 | True | 0.0930413156747818 | 0.22649425268173218 | 0.607421875 | 0.42578125 |
| 33 | input_layernorm | 1 | 10 | 0.4786253143336127 | 0.9180064308681672 | 0.9180064308681672 | True | 0.0930413156747818 | 0.2204512506723404 | 0.607421875 | 0.3828125 |
| 34 | input_layernorm | 1 | 11 | 0.49209302325581394 | 0.9688644688644689 | 0.9688644688644689 | True | 0.0930413156747818 | 0.16603894531726837 | 0.607421875 | 0.34375 |
| 35 | input_layernorm | 1 | 12 | 0.3838141025641026 | 0.6228868660598179 | 0.6228868660598179 | True | 0.0930413156747818 | 0.1900545060634613 | 0.607421875 | 0.5546875 |
| 36 | input_layernorm | 1 | 13 | 0.39622641509433965 | 0.65625 | 0.65625 | True | 0.0930413156747818 | 0.16846242547035217 | 0.607421875 | 0.5703125 |
| 37 | input_layernorm | 1 | 14 | 0.27009646302250806 | 0.28465608465608466 | 0.28465608465608466 | True | 0.0930413156747818 | 0.11825777590274811 | 0.607421875 | 0.6875 |
| 38 | input_layernorm | 1 | 15 | 0.9292604501607717 | 0.5223386651958081 | 0.9292604501607717 | True | 0.0930413156747818 | 0.06029079854488373 | 0.607421875 | 0.779296875 |
| 39 | input_layernorm | 1 | 16 | 0.36012861736334406 | 0.2647754137115839 | 0.36012861736334406 | True | 0.0930413156747818 | 0.09195870161056519 | 0.607421875 | 0.7763671875 |
| 40 | input_layernorm | 1 | 17 | 0.7958860759493671 | 0.4431718061674009 | 0.7958860759493671 | True | 0.0930413156747818 | 0.06483674794435501 | 0.607421875 | 1.0012359619140625 |
| 41 | input_layernorm | 1 | 18 | 1.1044303797468353 | 0.524812030075188 | 1.1044303797468353 | True | 0.0930413156747818 | 0.06785038113594055 | 0.607421875 | 1.1640625 |
| 42 | input_layernorm | 1 | 19 | 1.3858520900321543 | 0.5808625336927223 | 1.3858520900321543 | True | 0.0930413156747818 | 0.19409698247909546 | 0.607421875 | 0.884765625 |
| 43 | input_layernorm | 1 | 20 | 1.206896551724138 | 0.546875 | 1.206896551724138 | True | 0.0930413156747818 | 0.08625888079404831 | 0.607421875 | 1.0262451171875 |
| 44 | input_layernorm | 1 | 21 | 1.630225080385852 | 0.6198044009779952 | 1.630225080385852 | True | 0.0930413156747818 | 0.07095508277416229 | 0.607421875 | 1.043212890625 |
| 45 | input_layernorm | 1 | 22 | 1.4043887147335423 | 0.5840938722294654 | 1.4043887147335423 | True | 0.0930413156747818 | 0.07214703410863876 | 0.607421875 | 1.044921875 |
| 46 | input_layernorm | 1 | 23 | 1.9453376205787782 | 0.6604803493449781 | 1.9453376205787782 | True | 0.0930413156747818 | 0.15369786322116852 | 0.607421875 | 0.98577880859375 |
| 47 | input_layernorm | 2 | 3 | 0.2867132867132867 | 0.4019607843137255 | 0.4019607843137255 | True | 0.10473614931106567 | 0.07621725648641586 | 0.6484375 | 0.7265625 |
| 48 | input_layernorm | 2 | 4 | 0.10583941605839416 | 0.11836734693877551 | 0.11836734693877551 | True | 0.10473614931106567 | 0.10847259312868118 | 0.6484375 | 0.662109375 |
| 49 | input_layernorm | 2 | 5 | 0.23737099402498643 | 0.31125356125356124 | 0.31125356125356124 | True | 0.10473614931106567 | 0.13199757039546967 | 0.6484375 | 0.5234375 |
| 50 | input_layernorm | 2 | 6 | 0.31070496083550914 | 0.45075757575757575 | 0.45075757575757575 | True | 0.10473614931106567 | 0.1498883068561554 | 0.6484375 | 0.47265625 |
| 51 | input_layernorm | 2 | 7 | 0.42205710955710957 | 0.7302747668263171 | 0.7302747668263171 | True | 0.10473614931106567 | 0.095920130610466 | 0.6484375 | 0.46484375 |
| 52 | input_layernorm | 2 | 8 | 0.4018264840182648 | 0.6717557251908397 | 0.6717557251908397 | True | 0.10473614931106567 | 0.20054922997951508 | 0.6484375 | 0.41796875 |
| 53 | input_layernorm | 2 | 9 | 0.4722187382415653 | 0.8947243346007605 | 0.8947243346007605 | True | 0.10473614931106567 | 0.22649425268173218 | 0.6484375 | 0.42578125 |
| 54 | input_layernorm | 2 | 10 | 0.46013404206147446 | 0.8523116438356164 | 0.8523116438356164 | True | 0.10473614931106567 | 0.2204512506723404 | 0.6484375 | 0.3828125 |
| 55 | input_layernorm | 2 | 11 | 0.5159817351598174 | 1.0660377358490567 | 1.0660377358490567 | True | 0.10473614931106567 | 0.16603894531726837 | 0.6484375 | 0.34375 |
| 56 | input_layernorm | 2 | 12 | 0.30617848970251715 | 0.4412928759894459 | 0.4412928759894459 | True | 0.10473614931106567 | 0.1900545060634613 | 0.6484375 | 0.5546875 |
| 57 | input_layernorm | 2 | 13 | 0.2900036175087423 | 0.4084578804347826 | 0.4084578804347826 | True | 0.10473614931106567 | 0.16846242547035217 | 0.6484375 | 0.5703125 |
| 58 | input_layernorm | 2 | 14 | 0.19501226492232215 | 0.24225495175215844 | 0.24225495175215844 | True | 0.10473614931106567 | 0.11825777590274811 | 0.6484375 | 0.6875 |
| 59 | input_layernorm | 2 | 15 | 0.7957142857142857 | 0.5678391959798995 | 0.7957142857142857 | True | 0.10473614931106567 | 0.06029079854488373 | 0.6484375 | 0.779296875 |
| 60 | input_layernorm | 2 | 16 | 0.2740963855421687 | 0.21513002364066194 | 0.2740963855421687 | True | 0.10473614931106567 | 0.09195870161056519 | 0.6484375 | 0.7763671875 |
| 61 | input_layernorm | 2 | 17 | 0.7093373493975904 | 0.4149779735682819 | 0.7093373493975904 | True | 0.10473614931106567 | 0.06483674794435501 | 0.6484375 | 1.0012359619140625 |
| 62 | input_layernorm | 2 | 18 | 1.0030120481927711 | 0.5007518796992482 | 1.0030120481927711 | True | 0.10473614931106567 | 0.06785038113594055 | 0.6484375 | 1.1640625 |
| 63 | input_layernorm | 2 | 19 | 1.2680722891566265 | 0.5590969455511288 | 1.2680722891566265 | True | 0.10473614931106567 | 0.19409698247909546 | 0.6484375 | 0.884765625 |
| 64 | input_layernorm | 2 | 20 | 1.0873493975903614 | 0.5209235209235209 | 1.0873493975903614 | True | 0.10473614931106567 | 0.08625888079404831 | 0.6484375 | 1.0262451171875 |
| 65 | input_layernorm | 2 | 21 | 1.463855421686747 | 0.5941320293398533 | 1.463855421686747 | True | 0.10473614931106567 | 0.07095508277416229 | 0.6484375 | 1.043212890625 |
| 66 | input_layernorm | 2 | 22 | 1.249266862170088 | 0.5554106910039114 | 1.249266862170088 | True | 0.10473614931106567 | 0.07214703410863876 | 0.6484375 | 1.044921875 |
| 67 | input_layernorm | 2 | 23 | 1.7448680351906158 | 0.6356837606837606 | 1.7448680351906158 | True | 0.10473614931106567 | 0.15369786322116852 | 0.6484375 | 0.98577880859375 |
| 68 | input_layernorm | 3 | 4 | 0.40522875816993464 | 0.28837209302325584 | 0.40522875816993464 | True | 0.07621725648641586 | 0.10847259312868118 | 0.7265625 | 0.662109375 |
| 69 | input_layernorm | 3 | 5 | 0.3660130718954248 | 0.39925373134328357 | 0.39925373134328357 | True | 0.07621725648641586 | 0.13199757039546967 | 0.7265625 | 0.5234375 |
| 70 | input_layernorm | 3 | 6 | 0.35609756097560974 | 0.553030303030303 | 0.553030303030303 | True | 0.07621725648641586 | 0.1498883068561554 | 0.7265625 | 0.47265625 |
| 71 | input_layernorm | 3 | 7 | 0.39575530586766544 | 0.6549586776859504 | 0.6549586776859504 | True | 0.07621725648641586 | 0.095920130610466 | 0.7265625 | 0.46484375 |
| 72 | input_layernorm | 3 | 8 | 0.42473118279569894 | 0.7383177570093458 | 0.7383177570093458 | True | 0.07621725648641586 | 0.20054922997951508 | 0.7265625 | 0.41796875 |
| 73 | input_layernorm | 3 | 9 | 0.49180741114192084 | 0.9677579365079365 | 0.9677579365079365 | True | 0.07621725648641586 | 0.22649425268173218 | 0.7265625 | 0.42578125 |
| 74 | input_layernorm | 3 | 10 | 0.47804878048780486 | 0.9158878504672897 | 0.9158878504672897 | True | 0.07621725648641586 | 0.2204512506723404 | 0.7265625 | 0.3828125 |
| 75 | input_layernorm | 3 | 11 | 0.545338441890166 | 1.199438202247191 | 1.199438202247191 | True | 0.07621725648641586 | 0.16603894531726837 | 0.7265625 | 0.34375 |
| 76 | input_layernorm | 3 | 12 | 0.40460669274228594 | 0.5290237467018469 | 0.5290237467018469 | True | 0.07621725648641586 | 0.1900545060634613 | 0.7265625 | 0.5546875 |
| 77 | input_layernorm | 3 | 13 | 0.3559322033898305 | 0.5441576086956522 | 0.5441576086956522 | True | 0.07621725648641586 | 0.16846242547035217 | 0.7265625 | 0.5703125 |
| 78 | input_layernorm | 3 | 14 | 0.28804587560652845 | 0.22363013698630138 | 0.28804587560652845 | True | 0.07621725648641586 | 0.11825777590274811 | 0.7265625 | 0.6875 |
| 79 | input_layernorm | 3 | 15 | 0.5853333333333334 | 0.36921783010933557 | 0.5853333333333334 | True | 0.07621725648641586 | 0.06029079854488373 | 0.7265625 | 0.779296875 |
| 80 | input_layernorm | 3 | 16 | 0.43790849673202614 | 0.30454545454545456 | 0.43790849673202614 | True | 0.07621725648641586 | 0.09195870161056519 | 0.7265625 | 0.7763671875 |
| 81 | input_layernorm | 3 | 17 | 0.5490196078431373 | 0.35443037974683544 | 0.5490196078431373 | True | 0.07621725648641586 | 0.06483674794435501 | 0.7265625 | 1.0012359619140625 |
| 82 | input_layernorm | 3 | 18 | 0.7876344086021505 | 0.4406015037593985 | 0.7876344086021505 | True | 0.07621725648641586 | 0.06785038113594055 | 0.7265625 | 1.1640625 |
| 83 | input_layernorm | 3 | 19 | 1.0241935483870968 | 0.5059760956175299 | 1.0241935483870968 | True | 0.07621725648641586 | 0.19409698247909546 | 0.7265625 | 0.884765625 |
| 84 | input_layernorm | 3 | 20 | 0.9153567110036276 | 0.4779040404040404 | 0.9153567110036276 | True | 0.07621725648641586 | 0.08625888079404831 | 0.7265625 | 1.0262451171875 |
| 85 | input_layernorm | 3 | 21 | 1.1706666666666667 | 0.5393120393120393 | 1.1706666666666667 | True | 0.07621725648641586 | 0.07095508277416229 | 0.7265625 | 1.043212890625 |
| 86 | input_layernorm | 3 | 22 | 1.0453333333333332 | 0.5110821382007823 | 1.0453333333333332 | True | 0.07621725648641586 | 0.07214703410863876 | 0.7265625 | 1.044921875 |
| 87 | input_layernorm | 3 | 23 | 1.496 | 0.5993589743589743 | 1.496 | True | 0.07621725648641586 | 0.15369786322116852 | 0.7265625 | 0.98577880859375 |
| 88 | input_layernorm | 4 | 5 | 0.21176470588235294 | 0.26865671641791045 | 0.26865671641791045 | True | 0.10847259312868118 | 0.13199757039546967 | 0.662109375 | 0.5234375 |
| 89 | input_layernorm | 4 | 6 | 0.2985507246376812 | 0.4256198347107438 | 0.4256198347107438 | True | 0.10847259312868118 | 0.1498883068561554 | 0.662109375 | 0.47265625 |
| 90 | input_layernorm | 4 | 7 | 0.42340116279069767 | 0.7343080413410638 | 0.7343080413410638 | True | 0.10847259312868118 | 0.095920130610466 | 0.662109375 | 0.46484375 |
| 91 | input_layernorm | 4 | 8 | 0.37971014492753624 | 0.6121495327102804 | 0.6121495327102804 | True | 0.10847259312868118 | 0.20054922997951508 | 0.662109375 | 0.41796875 |
| 92 | input_layernorm | 4 | 9 | 0.4610917537746806 | 0.8556034482758621 | 0.8556034482758621 | True | 0.10847259312868118 | 0.22649425268173218 | 0.662109375 | 0.42578125 |
| 93 | input_layernorm | 4 | 10 | 0.4318840579710145 | 0.7602040816326531 | 0.7602040816326531 | True | 0.10847259312868118 | 0.2204512506723404 | 0.662109375 | 0.3828125 |
| 94 | input_layernorm | 4 | 11 | 0.5041140976412507 | 1.0165929203539823 | 1.0165929203539823 | True | 0.10847259312868118 | 0.16603894531726837 | 0.662109375 | 0.34375 |
| 95 | input_layernorm | 4 | 12 | 0.31369924141008476 | 0.45708712613784136 | 0.45708712613784136 | True | 0.10847259312868118 | 0.1900545060634613 | 0.662109375 | 0.5546875 |
| 96 | input_layernorm | 4 | 13 | 0.3016249555212905 | 0.4318953804347826 | 0.4318953804347826 | True | 0.10847259312868118 | 0.16846242547035217 | 0.662109375 | 0.5703125 |
| 97 | input_layernorm | 4 | 14 | 0.177762982689747 | 0.21619433198380567 | 0.21619433198380567 | True | 0.10847259312868118 | 0.11825777590274811 | 0.662109375 | 0.6875 |
| 98 | input_layernorm | 4 | 15 | 0.799410029498525 | 0.5714938328003655 | 0.799410029498525 | True | 0.10847259312868118 | 0.06029079854488373 | 0.662109375 | 0.779296875 |
| 99 | input_layernorm | 4 | 16 | 0.2727919383521043 | 0.21432563338301044 | 0.2727919383521043 | True | 0.10847259312868118 | 0.09195870161056519 | 0.662109375 | 0.7763671875 |
| 100 | input_layernorm | 4 | 17 | 0.644927536231884 | 0.3920704845814978 | 0.644927536231884 | True | 0.10847259312868118 | 0.06483674794435501 | 0.662109375 | 1.0012359619140625 |
| 101 | input_layernorm | 4 | 18 | 0.927536231884058 | 0.48120300751879697 | 0.927536231884058 | True | 0.10847259312868118 | 0.06785038113594055 | 0.662109375 | 1.1640625 |
| 102 | input_layernorm | 4 | 19 | 1.191740412979351 | 0.5437415881561238 | 1.191740412979351 | True | 0.10847259312868118 | 0.19409698247909546 | 0.662109375 | 0.884765625 |
| 103 | input_layernorm | 4 | 20 | 1.0705882352941176 | 0.5170454545454546 | 1.0705882352941176 | True | 0.10847259312868118 | 0.08625888079404831 | 0.662109375 | 1.0262451171875 |
| 104 | input_layernorm | 4 | 21 | 1.4129793510324484 | 0.5855745721271394 | 1.4129793510324484 | True | 0.10847259312868118 | 0.07095508277416229 | 0.662109375 | 1.043212890625 |
| 105 | input_layernorm | 4 | 22 | 1.2558823529411764 | 0.5567144719687093 | 1.2558823529411764 | True | 0.10847259312868118 | 0.07214703410863876 | 0.662109375 | 1.044921875 |
| 106 | input_layernorm | 4 | 23 | 1.7529411764705882 | 0.6367521367521367 | 1.7529411764705882 | True | 0.10847259312868118 | 0.15369786322116852 | 0.662109375 | 0.98577880859375 |
| 107 | input_layernorm | 5 | 6 | 0.21281039684381528 | 0.27034198113207547 | 0.27034198113207547 | True | 0.13199757039546967 | 0.1498883068561554 | 0.5234375 | 0.47265625 |
| 108 | input_layernorm | 5 | 7 | 0.40684808612440193 | 0.6859087471641039 | 0.6859087471641039 | True | 0.13199757039546967 | 0.095920130610466 | 0.5234375 | 0.46484375 |
| 109 | input_layernorm | 5 | 8 | 0.3513911921872121 | 0.5417613636363636 | 0.5417613636363636 | True | 0.13199757039546967 | 0.20054922997951508 | 0.5234375 | 0.41796875 |
| 110 | input_layernorm | 5 | 9 | 0.41179234202490017 | 0.7000798722044729 | 0.7000798722044729 | True | 0.13199757039546967 | 0.22649425268173218 | 0.5234375 | 0.42578125 |
| 111 | input_layernorm | 5 | 10 | 0.35843218153687467 | 0.5586816720257235 | 0.5586816720257235 | True | 0.13199757039546967 | 0.2204512506723404 | 0.5234375 | 0.3828125 |
| 112 | input_layernorm | 5 | 11 | 0.4428827751196172 | 0.7949543746645196 | 0.7949543746645196 | True | 0.13199757039546967 | 0.16603894531726837 | 0.5234375 | 0.34375 |
| 113 | input_layernorm | 5 | 12 | 0.2774254169603007 | 0.3839401820546164 | 0.3839401820546164 | True | 0.13199757039546967 | 0.1900545060634613 | 0.5234375 | 0.5546875 |
| 114 | input_layernorm | 5 | 13 | 0.2767029052269517 | 0.3825577445652174 | 0.3825577445652174 | True | 0.13199757039546967 | 0.16846242547035217 | 0.5234375 | 0.5703125 |
| 115 | input_layernorm | 5 | 14 | 0.4141791044776119 | 0.2928759894459103 | 0.4141791044776119 | True | 0.13199757039546967 | 0.11825777590274811 | 0.5234375 | 0.6875 |
| 116 | input_layernorm | 5 | 15 | 1.2182835820895523 | 0.5492010092514719 | 1.2182835820895523 | True | 0.13199757039546967 | 0.06029079854488373 | 0.5234375 | 0.779296875 |
| 117 | input_layernorm | 5 | 16 | 0.5316051136363636 | 0.34709019244145606 | 0.5316051136363636 | True | 0.13199757039546967 | 0.09195870161056519 | 0.5234375 | 0.7763671875 |
| 118 | input_layernorm | 5 | 17 | 1.0124113475177305 | 0.5030837004405286 | 1.0124113475177305 | True | 0.13199757039546967 | 0.06483674794435501 | 0.5234375 | 1.0012359619140625 |
| 119 | input_layernorm | 5 | 18 | 1.3581560283687943 | 0.5759398496240602 | 1.3581560283687943 | True | 0.13199757039546967 | 0.06785038113594055 | 0.5234375 | 1.1640625 |
| 120 | input_layernorm | 5 | 19 | 1.7798507462686568 | 0.640268456375839 | 1.7798507462686568 | True | 0.13199757039546967 | 0.19409698247909546 | 0.5234375 | 0.884765625 |
| 121 | input_layernorm | 5 | 20 | 1.626865671641791 | 0.6193181818181818 | 1.626865671641791 | True | 0.13199757039546967 | 0.08625888079404831 | 0.5234375 | 1.0262451171875 |
| 122 | input_layernorm | 5 | 21 | 2.037313432835821 | 0.6707616707616708 | 2.037313432835821 | True | 0.13199757039546967 | 0.07095508277416229 | 0.5234375 | 1.043212890625 |
| 123 | input_layernorm | 5 | 22 | 1.8619402985074627 | 0.6505867014341591 | 1.8619402985074627 | True | 0.13199757039546967 | 0.07214703410863876 | 0.5234375 | 1.044921875 |
| 124 | input_layernorm | 5 | 23 | 2.4925373134328357 | 0.7136752136752137 | 2.4925373134328357 | True | 0.13199757039546967 | 0.15369786322116852 | 0.5234375 | 0.98577880859375 |
| 125 | input_layernorm | 6 | 7 | 0.37231012658227847 | 0.5931434333249307 | 0.5931434333249307 | True | 0.1498883068561554 | 0.095920130610466 | 0.47265625 | 0.46484375 |
| 126 | input_layernorm | 6 | 8 | 0.1901840490797546 | 0.23484848484848486 | 0.23484848484848486 | True | 0.1498883068561554 | 0.20054922997951508 | 0.47265625 | 0.41796875 |
| 127 | input_layernorm | 6 | 9 | 0.26697892271662765 | 0.36421725239616615 | 0.36421725239616615 | True | 0.1498883068561554 | 0.22649425268173218 | 0.47265625 | 0.42578125 |
| 128 | input_layernorm | 6 | 10 | 0.2579185520361991 | 0.3475609756097561 | 0.3475609756097561 | True | 0.1498883068561554 | 0.2204512506723404 | 0.47265625 | 0.3828125 |
| 129 | input_layernorm | 6 | 11 | 0.41044303797468357 | 0.6961889425657541 | 0.6961889425657541 | True | 0.1498883068561554 | 0.16603894531726837 | 0.47265625 | 0.34375 |
| 130 | input_layernorm | 6 | 12 | 0.2694422623723488 | 0.21225247524752475 | 0.2694422623723488 | True | 0.1498883068561554 | 0.1900545060634613 | 0.47265625 | 0.5546875 |
| 131 | input_layernorm | 6 | 13 | 0.2518703241895262 | 0.22759714512291832 | 0.2518703241895262 | True | 0.1498883068561554 | 0.16846242547035217 | 0.47265625 | 0.5703125 |
| 132 | input_layernorm | 6 | 14 | 0.5578512396694215 | 0.35809018567639256 | 0.5578512396694215 | True | 0.1498883068561554 | 0.11825777590274811 | 0.47265625 | 0.6875 |
| 133 | input_layernorm | 6 | 15 | 1.3971774193548387 | 0.5828427249789739 | 1.3971774193548387 | True | 0.1498883068561554 | 0.06029079854488373 | 0.47265625 | 0.779296875 |
| 134 | input_layernorm | 6 | 16 | 0.7217261904761905 | 0.4191875540190147 | 0.7217261904761905 | True | 0.1498883068561554 | 0.09195870161056519 | 0.47265625 | 0.7763671875 |
| 135 | input_layernorm | 6 | 17 | 1.3450413223140496 | 0.573568281938326 | 1.3450413223140496 | True | 0.1498883068561554 | 0.06483674794435501 | 0.47265625 | 1.0012359619140625 |
| 136 | input_layernorm | 6 | 18 | 1.7479338842975207 | 0.6360902255639098 | 1.7479338842975207 | True | 0.1498883068561554 | 0.06785038113594055 | 0.47265625 | 1.1640625 |
| 137 | input_layernorm | 6 | 19 | 2.1115702479338845 | 0.6786188579017264 | 2.1115702479338845 | True | 0.1498883068561554 | 0.19409698247909546 | 0.47265625 | 0.884765625 |
| 138 | input_layernorm | 6 | 20 | 1.8636363636363635 | 0.6507936507936508 | 1.8636363636363635 | True | 0.1498883068561554 | 0.08625888079404831 | 0.47265625 | 1.0262451171875 |
| 139 | input_layernorm | 6 | 21 | 2.282258064516129 | 0.6953316953316954 | 2.282258064516129 | True | 0.1498883068561554 | 0.07095508277416229 | 0.47265625 | 1.043212890625 |
| 140 | input_layernorm | 6 | 22 | 2.092741935483871 | 0.6766623207301173 | 2.092741935483871 | True | 0.1498883068561554 | 0.07214703410863876 | 0.47265625 | 1.044921875 |
| 141 | input_layernorm | 6 | 23 | 2.774193548387097 | 0.7350427350427351 | 2.774193548387097 | True | 0.1498883068561554 | 0.15369786322116852 | 0.47265625 | 0.98577880859375 |
| 142 | input_layernorm | 7 | 8 | 0.564910511721704 | 0.6390151515151515 | 0.6390151515151515 | True | 0.095920130610466 | 0.20054922997951508 | 0.46484375 | 0.41796875 |
| 143 | input_layernorm | 7 | 9 | 0.4822283841693975 | 0.8075657894736842 | 0.8075657894736842 | True | 0.095920130610466 | 0.22649425268173218 | 0.46484375 | 0.42578125 |
| 144 | input_layernorm | 7 | 10 | 0.4459289135366776 | 0.6383139067524116 | 0.6383139067524116 | True | 0.095920130610466 | 0.2204512506723404 | 0.46484375 | 0.3828125 |
| 145 | input_layernorm | 7 | 11 | 0.3941018766756032 | 0.6504424778761062 | 0.6504424778761062 | True | 0.095920130610466 | 0.16603894531726837 | 0.46484375 | 0.34375 |
| 146 | input_layernorm | 7 | 12 | 0.5676959619952494 | 0.449868073878628 | 0.5676959619952494 | True | 0.095920130610466 | 0.1900545060634613 | 0.46484375 | 0.5546875 |
| 147 | input_layernorm | 7 | 13 | 0.5866983372921615 | 0.46976902173913043 | 0.5866983372921615 | True | 0.095920130610466 | 0.16846242547035217 | 0.46484375 | 0.5703125 |
| 148 | input_layernorm | 7 | 14 | 0.630188679245283 | 0.38657407407407407 | 0.630188679245283 | True | 0.095920130610466 | 0.11825777590274811 | 0.46484375 | 0.6875 |
| 149 | input_layernorm | 7 | 15 | 1.4814049586776858 | 0.5970024979184013 | 1.4814049586776858 | True | 0.095920130610466 | 0.06029079854488373 | 0.46484375 | 0.779296875 |
| 150 | input_layernorm | 7 | 16 | 0.9477434679334917 | 0.4865853658536585 | 0.9477434679334917 | True | 0.095920130610466 | 0.09195870161056519 | 0.46484375 | 0.7763671875 |
| 151 | input_layernorm | 7 | 17 | 1.2394957983193278 | 0.5534709193245778 | 1.2394957983193278 | True | 0.095920130610466 | 0.06483674794435501 | 0.46484375 | 1.0012359619140625 |
| 152 | input_layernorm | 7 | 18 | 1.5630081300813008 | 0.6098334655035687 | 1.5630081300813008 | True | 0.095920130610466 | 0.06785038113594055 | 0.46484375 | 1.1640625 |
| 153 | input_layernorm | 7 | 19 | 2.19327731092437 | 0.6868421052631579 | 2.19327731092437 | True | 0.095920130610466 | 0.19409698247909546 | 0.46484375 | 0.884765625 |
| 154 | input_layernorm | 7 | 20 | 1.9201680672268908 | 0.6575539568345323 | 1.9201680672268908 | True | 0.095920130610466 | 0.08625888079404831 | 0.46484375 | 1.0262451171875 |
| 155 | input_layernorm | 7 | 21 | 2.3445378151260505 | 0.7010050251256281 | 2.3445378151260505 | True | 0.095920130610466 | 0.07095508277416229 | 0.46484375 | 1.043212890625 |
| 156 | input_layernorm | 7 | 22 | 2.1178861788617884 | 0.6792698826597132 | 2.1178861788617884 | True | 0.095920130610466 | 0.07214703410863876 | 0.46484375 | 1.044921875 |
| 157 | input_layernorm | 7 | 23 | 2.8048780487804876 | 0.7371794871794872 | 2.8048780487804876 | True | 0.095920130610466 | 0.15369786322116852 | 0.46484375 | 0.98577880859375 |
| 158 | input_layernorm | 8 | 9 | 0.2168141592920354 | 0.1781818181818182 | 0.2168141592920354 | True | 0.20054922997951508 | 0.22649425268173218 | 0.41796875 | 0.42578125 |
| 159 | input_layernorm | 8 | 10 | 0.19393939393939394 | 0.1813186813186813 | 0.19393939393939394 | True | 0.20054922997951508 | 0.2204512506723404 | 0.41796875 | 0.3828125 |
| 160 | input_layernorm | 8 | 11 | 0.39980670103092786 | 0.666129898013956 | 0.666129898013956 | True | 0.20054922997951508 | 0.16603894531726837 | 0.41796875 | 0.34375 |
| 161 | input_layernorm | 8 | 12 | 0.3672566371681416 | 0.2686084142394822 | 0.3672566371681416 | True | 0.20054922997951508 | 0.1900545060634613 | 0.41796875 | 0.5546875 |
| 162 | input_layernorm | 8 | 13 | 0.3644859813084112 | 0.2671232876712329 | 0.3644859813084112 | True | 0.20054922997951508 | 0.16846242547035217 | 0.41796875 | 0.5703125 |
| 163 | input_layernorm | 8 | 14 | 0.7616822429906542 | 0.4323607427055703 | 0.7616822429906542 | True | 0.20054922997951508 | 0.11825777590274811 | 0.41796875 | 0.6875 |
| 164 | input_layernorm | 8 | 15 | 1.677927927927928 | 0.6265769554247267 | 1.677927927927928 | True | 0.20054922997951508 | 0.06029079854488373 | 0.41796875 | 0.779296875 |
| 165 | input_layernorm | 8 | 16 | 0.9478114478114478 | 0.48660328435609335 | 0.9478114478114478 | True | 0.20054922997951508 | 0.09195870161056519 | 0.41796875 | 0.7763671875 |
| 166 | input_layernorm | 8 | 17 | 1.6518691588785046 | 0.6229074889867842 | 1.6518691588785046 | True | 0.20054922997951508 | 0.06483674794435501 | 0.41796875 | 1.0012359619140625 |
| 167 | input_layernorm | 8 | 18 | 2.107476635514019 | 0.6781954887218045 | 2.107476635514019 | True | 0.20054922997951508 | 0.06785038113594055 | 0.41796875 | 1.1640625 |
| 168 | input_layernorm | 8 | 19 | 2.5186915887850465 | 0.7158034528552457 | 2.5186915887850465 | True | 0.20054922997951508 | 0.19409698247909546 | 0.41796875 | 0.884765625 |
| 169 | input_layernorm | 8 | 20 | 2.282442748091603 | 0.6953488372093023 | 2.282442748091603 | True | 0.20054922997951508 | 0.08625888079404831 | 0.41796875 | 1.0262451171875 |
| 170 | input_layernorm | 8 | 21 | 2.6666666666666665 | 0.7272727272727273 | 2.6666666666666665 | True | 0.20054922997951508 | 0.07095508277416229 | 0.41796875 | 1.043212890625 |
| 171 | input_layernorm | 8 | 22 | 2.467289719626168 | 0.7115902964959568 | 2.467289719626168 | True | 0.20054922997951508 | 0.07214703410863876 | 0.41796875 | 1.044921875 |
| 172 | input_layernorm | 8 | 23 | 3.2162162162162162 | 0.7628205128205128 | 3.2162162162162162 | True | 0.20054922997951508 | 0.15369786322116852 | 0.41796875 | 0.98577880859375 |
| 173 | input_layernorm | 9 | 10 | 0.31333333333333335 | 0.3008849557522124 | 0.31333333333333335 | True | 0.22649425268173218 | 0.2204512506723404 | 0.42578125 | 0.3828125 |
| 174 | input_layernorm | 9 | 11 | 0.5083333333333333 | 0.5780998389694042 | 0.5780998389694042 | True | 0.22649425268173218 | 0.16603894531726837 | 0.42578125 | 0.34375 |
| 175 | input_layernorm | 9 | 12 | 0.452991452991453 | 0.31176470588235294 | 0.452991452991453 | True | 0.22649425268173218 | 0.1900545060634613 | 0.42578125 | 0.5546875 |
| 176 | input_layernorm | 9 | 13 | 0.4921259842519685 | 0.32981530343007914 | 0.4921259842519685 | True | 0.22649425268173218 | 0.16846242547035217 | 0.42578125 | 0.5703125 |
| 177 | input_layernorm | 9 | 14 | 0.8134920634920635 | 0.4485776805251641 | 0.8134920634920635 | True | 0.22649425268173218 | 0.11825777590274811 | 0.42578125 | 0.6875 |
| 178 | input_layernorm | 9 | 15 | 1.7727272727272727 | 0.639344262295082 | 1.7727272727272727 | True | 0.22649425268173218 | 0.06029079854488373 | 0.42578125 | 0.779296875 |
| 179 | input_layernorm | 9 | 16 | 1.2080152671755726 | 0.547104580812446 | 1.2080152671755726 | True | 0.22649425268173218 | 0.09195870161056519 | 0.42578125 | 0.7763671875 |
| 180 | input_layernorm | 9 | 17 | 1.7058823529411764 | 0.6304347826086957 | 1.7058823529411764 | True | 0.22649425268173218 | 0.06483674794435501 | 0.42578125 | 1.0012359619140625 |
| 181 | input_layernorm | 9 | 18 | 2.1470588235294117 | 0.6822429906542056 | 2.1470588235294117 | True | 0.22649425268173218 | 0.06785038113594055 | 0.42578125 | 1.1640625 |
| 182 | input_layernorm | 9 | 19 | 2.4873949579831933 | 0.7132530120481928 | 2.4873949579831933 | True | 0.22649425268173218 | 0.19409698247909546 | 0.42578125 | 0.884765625 |
| 183 | input_layernorm | 9 | 20 | 2.6134453781512605 | 0.7232558139534884 | 2.6134453781512605 | True | 0.22649425268173218 | 0.08625888079404831 | 0.42578125 | 1.0262451171875 |
| 184 | input_layernorm | 9 | 21 | 2.7394957983193278 | 0.7325842696629213 | 2.7394957983193278 | True | 0.22649425268173218 | 0.07095508277416229 | 0.42578125 | 1.043212890625 |
| 185 | input_layernorm | 9 | 22 | 2.403669724770642 | 0.706199460916442 | 2.403669724770642 | True | 0.22649425268173218 | 0.07214703410863876 | 0.42578125 | 1.044921875 |
| 186 | input_layernorm | 9 | 23 | 2.990990990990991 | 0.7494356659142212 | 2.990990990990991 | True | 0.22649425268173218 | 0.15369786322116852 | 0.42578125 | 0.98577880859375 |
| 187 | input_layernorm | 10 | 11 | 0.350418410041841 | 0.5394524959742351 | 0.5394524959742351 | True | 0.2204512506723404 | 0.16603894531726837 | 0.3828125 | 0.34375 |
| 188 | input_layernorm | 10 | 12 | 0.4489795918367347 | 0.30985915492957744 | 0.4489795918367347 | True | 0.2204512506723404 | 0.1900545060634613 | 0.3828125 | 0.5546875 |
| 189 | input_layernorm | 10 | 13 | 0.4897959183673469 | 0.3287671232876712 | 0.4897959183673469 | True | 0.2204512506723404 | 0.16846242547035217 | 0.3828125 | 0.5703125 |
| 190 | input_layernorm | 10 | 14 | 0.923469387755102 | 0.48010610079575594 | 0.923469387755102 | True | 0.2204512506723404 | 0.11825777590274811 | 0.3828125 | 0.6875 |
| 191 | input_layernorm | 10 | 15 | 1.8762755102040816 | 0.6523281596452328 | 1.8762755102040816 | True | 0.2204512506723404 | 0.06029079854488373 | 0.3828125 | 0.779296875 |
| 192 | input_layernorm | 10 | 16 | 1.1346863468634687 | 0.5315471045808124 | 1.1346863468634687 | True | 0.2204512506723404 | 0.09195870161056519 | 0.3828125 | 0.7763671875 |
| 193 | input_layernorm | 10 | 17 | 1.8954081632653061 | 0.654625550660793 | 1.8954081632653061 | True | 0.2204512506723404 | 0.06483674794435501 | 0.3828125 | 1.0012359619140625 |
| 194 | input_layernorm | 10 | 18 | 2.392857142857143 | 0.7052631578947368 | 2.392857142857143 | True | 0.2204512506723404 | 0.06785038113594055 | 0.3828125 | 1.1640625 |
| 195 | input_layernorm | 10 | 19 | 2.8418367346938775 | 0.7397078353253652 | 2.8418367346938775 | True | 0.2204512506723404 | 0.19409698247909546 | 0.3828125 | 0.884765625 |
| 196 | input_layernorm | 10 | 20 | 2.5357142857142856 | 0.7171717171717171 | 2.5357142857142856 | True | 0.2204512506723404 | 0.08625888079404831 | 0.3828125 | 1.0262451171875 |
| 197 | input_layernorm | 10 | 21 | 2.9285714285714284 | 0.7454545454545455 | 2.9285714285714284 | True | 0.2204512506723404 | 0.07095508277416229 | 0.3828125 | 1.043212890625 |
| 198 | input_layernorm | 10 | 22 | 2.7857142857142856 | 0.7358490566037735 | 2.7857142857142856 | True | 0.2204512506723404 | 0.07214703410863876 | 0.3828125 | 1.044921875 |
| 199 | input_layernorm | 10 | 23 | 3.3333333333333335 | 0.7692307692307693 | 3.3333333333333335 | True | 0.2204512506723404 | 0.15369786322116852 | 0.3828125 | 0.98577880859375 |
| 200 | input_layernorm | 11 | 12 | 0.7078651685393258 | 0.4144736842105263 | 0.7078651685393258 | True | 0.16603894531726837 | 0.1900545060634613 | 0.34375 | 0.5546875 |
| 201 | input_layernorm | 11 | 13 | 0.7368421052631579 | 0.42424242424242425 | 0.7368421052631579 | True | 0.16603894531726837 | 0.16846242547035217 | 0.34375 | 0.5703125 |
| 202 | input_layernorm | 11 | 14 | 1.1420454545454546 | 0.53315649867374 | 1.1420454545454546 | True | 0.16603894531726837 | 0.11825777590274811 | 0.34375 | 0.6875 |
| 203 | input_layernorm | 11 | 15 | 2.3516483516483517 | 0.7016393442622951 | 2.3516483516483517 | True | 0.16603894531726837 | 0.06029079854488373 | 0.34375 | 0.779296875 |
| 204 | input_layernorm | 11 | 16 | 1.414745145631068 | 0.5858776228169368 | 1.414745145631068 | True | 0.16603894531726837 | 0.09195870161056519 | 0.34375 | 0.7763671875 |
| 205 | input_layernorm | 11 | 17 | 2.2244318181818183 | 0.6898678414096916 | 2.2244318181818183 | True | 0.16603894531726837 | 0.06483674794435501 | 0.34375 | 1.0012359619140625 |
| 206 | input_layernorm | 11 | 18 | 2.778409090909091 | 0.7353383458646616 | 2.778409090909091 | True | 0.16603894531726837 | 0.06785038113594055 | 0.34375 | 1.1640625 |
| 207 | input_layernorm | 11 | 19 | 3.278409090909091 | 0.7662682602921647 | 3.278409090909091 | True | 0.16603894531726837 | 0.19409698247909546 | 0.34375 | 0.884765625 |
| 208 | input_layernorm | 11 | 20 | 3.056603773584906 | 0.7534883720930232 | 3.056603773584906 | True | 0.16603894531726837 | 0.08625888079404831 | 0.34375 | 1.0262451171875 |
| 209 | input_layernorm | 11 | 21 | 3.4831460674157304 | 0.7769423558897243 | 3.4831460674157304 | True | 0.16603894531726837 | 0.07095508277416229 | 0.34375 | 1.043212890625 |
| 210 | input_layernorm | 11 | 22 | 3.215909090909091 | 0.7628032345013477 | 3.215909090909091 | True | 0.16603894531726837 | 0.07214703410863876 | 0.34375 | 1.044921875 |
| 211 | input_layernorm | 11 | 23 | 4.142857142857143 | 0.8055555555555556 | 4.142857142857143 | True | 0.16603894531726837 | 0.15369786322116852 | 0.34375 | 0.98577880859375 |
| 212 | input_layernorm | 12 | 13 | 0.10185185185185185 | 0.1134020618556701 | 0.1134020618556701 | True | 0.1900545060634613 | 0.16846242547035217 | 0.5546875 | 0.5703125 |
| 213 | input_layernorm | 12 | 14 | 0.3644343302990897 | 0.26709554443650224 | 0.3644343302990897 | True | 0.1900545060634613 | 0.11825777590274811 | 0.5546875 | 0.6875 |
| 214 | input_layernorm | 12 | 15 | 1.0359589041095891 | 0.5088309503784693 | 1.0359589041095891 | True | 0.1900545060634613 | 0.06029079854488373 | 0.5546875 | 0.779296875 |
| 215 | input_layernorm | 12 | 16 | 0.6295774647887324 | 0.3863439930855661 | 0.6295774647887324 | True | 0.1900545060634613 | 0.09195870161056519 | 0.5546875 | 0.7763671875 |
| 216 | input_layernorm | 12 | 17 | 0.9982394366197183 | 0.4995594713656388 | 0.9982394366197183 | True | 0.1900545060634613 | 0.06483674794435501 | 0.5546875 | 1.0012359619140625 |
| 217 | input_layernorm | 12 | 18 | 1.341549295774648 | 0.5729323308270676 | 1.341549295774648 | True | 0.1900545060634613 | 0.06785038113594055 | 0.5546875 | 1.1640625 |
| 218 | input_layernorm | 12 | 19 | 1.6514084507042253 | 0.6228419654714475 | 1.6514084507042253 | True | 0.1900545060634613 | 0.19409698247909546 | 0.5546875 | 0.884765625 |
| 219 | input_layernorm | 12 | 20 | 1.5294117647058822 | 0.6046511627906976 | 1.5294117647058822 | True | 0.1900545060634613 | 0.08625888079404831 | 0.5546875 | 1.0262451171875 |
| 220 | input_layernorm | 12 | 21 | 1.7876712328767124 | 0.6412776412776413 | 1.7876712328767124 | True | 0.1900545060634613 | 0.07095508277416229 | 0.5546875 | 1.043212890625 |
| 221 | input_layernorm | 12 | 22 | 1.6267123287671232 | 0.6192959582790091 | 1.6267123287671232 | True | 0.1900545060634613 | 0.07214703410863876 | 0.5546875 | 1.044921875 |
| 222 | input_layernorm | 12 | 23 | 2.2054794520547945 | 0.688034188034188 | 2.2054794520547945 | True | 0.1900545060634613 | 0.15369786322116852 | 0.5546875 | 0.98577880859375 |
| 223 | input_layernorm | 13 | 14 | 0.3580163043478261 | 0.263631815907954 | 0.3580163043478261 | True | 0.16846242547035217 | 0.11825777590274811 | 0.5703125 | 0.6875 |
| 224 | input_layernorm | 13 | 15 | 1.0890410958904109 | 0.521311475409836 | 1.0890410958904109 | True | 0.16846242547035217 | 0.06029079854488373 | 0.5703125 | 0.779296875 |
| 225 | input_layernorm | 13 | 16 | 0.6413043478260869 | 0.39072847682119205 | 0.6413043478260869 | True | 0.16846242547035217 | 0.09195870161056519 | 0.5703125 | 0.7763671875 |
| 226 | input_layernorm | 13 | 17 | 0.9434931506849316 | 0.48546255506607927 | 0.9434931506849316 | True | 0.16846242547035217 | 0.06483674794435501 | 0.5703125 | 1.0012359619140625 |
| 227 | input_layernorm | 13 | 18 | 1.2773972602739727 | 0.5609022556390978 | 1.2773972602739727 | True | 0.16846242547035217 | 0.06785038113594055 | 0.5703125 | 1.1640625 |
| 228 | input_layernorm | 13 | 19 | 1.5787671232876712 | 0.6122177954847278 | 1.5787671232876712 | True | 0.16846242547035217 | 0.19409698247909546 | 0.5703125 | 0.884765625 |
| 229 | input_layernorm | 13 | 20 | 1.457142857142857 | 0.5930232558139535 | 1.457142857142857 | True | 0.16846242547035217 | 0.08625888079404831 | 0.5703125 | 1.0262451171875 |
| 230 | input_layernorm | 13 | 21 | 1.759322033898305 | 0.6375921375921376 | 1.759322033898305 | True | 0.16846242547035217 | 0.07095508277416229 | 0.5703125 | 1.043212890625 |
| 231 | input_layernorm | 13 | 22 | 1.6 | 0.6153846153846154 | 1.6 | True | 0.16846242547035217 | 0.07214703410863876 | 0.5703125 | 1.044921875 |
| 232 | input_layernorm | 13 | 23 | 2.1728813559322036 | 0.6848290598290598 | 2.1728813559322036 | True | 0.16846242547035217 | 0.15369786322116852 | 0.5703125 | 0.98577880859375 |
| 233 | input_layernorm | 14 | 15 | 0.6661931818181818 | 0.667953667953668 | 0.667953667953668 | True | 0.11825777590274811 | 0.06029079854488373 | 0.6875 | 0.779296875 |
| 234 | input_layernorm | 14 | 16 | 0.4027630180658874 | 0.2871212121212121 | 0.4027630180658874 | True | 0.11825777590274811 | 0.09195870161056519 | 0.6875 | 0.7763671875 |
| 235 | input_layernorm | 14 | 17 | 0.640807651434644 | 0.3905440414507772 | 0.640807651434644 | True | 0.11825777590274811 | 0.06483674794435501 | 0.6875 | 1.0012359619140625 |
| 236 | input_layernorm | 14 | 18 | 0.8575982996811902 | 0.46167048054919907 | 0.8575982996811902 | True | 0.11825777590274811 | 0.06785038113594055 | 0.6875 | 1.1640625 |
| 237 | input_layernorm | 14 | 19 | 1.1590909090909092 | 0.5774647887323944 | 1.1590909090909092 | True | 0.11825777590274811 | 0.19409698247909546 | 0.6875 | 0.884765625 |
| 238 | input_layernorm | 14 | 20 | 1.107843137254902 | 0.5255813953488372 | 1.107843137254902 | True | 0.11825777590274811 | 0.08625888079404831 | 0.6875 | 1.0262451171875 |
| 239 | input_layernorm | 14 | 21 | 1.2613636363636365 | 0.5577889447236181 | 1.2613636363636365 | True | 0.11825777590274811 | 0.07095508277416229 | 0.6875 | 1.043212890625 |
| 240 | input_layernorm | 14 | 22 | 1.0710227272727273 | 0.5171467764060357 | 1.0710227272727273 | True | 0.11825777590274811 | 0.07214703410863876 | 0.6875 | 1.044921875 |
| 241 | input_layernorm | 14 | 23 | 1.5056818181818181 | 0.6009070294784581 | 1.5056818181818181 | True | 0.11825777590274811 | 0.15369786322116852 | 0.6875 | 0.98577880859375 |
| 242 | input_layernorm | 15 | 16 | 0.8797573083287369 | 0.4993757802746567 | 0.8797573083287369 | True | 0.06029079854488373 | 0.09195870161056519 | 0.779296875 | 0.7763671875 |
| 243 | input_layernorm | 15 | 17 | 0.732297852900868 | 0.42273206751054854 | 0.732297852900868 | True | 0.06029079854488373 | 0.06483674794435501 | 0.779296875 | 1.0012359619140625 |
| 244 | input_layernorm | 15 | 18 | 0.8297872340425532 | 0.45348837209302323 | 0.8297872340425532 | True | 0.06029079854488373 | 0.06785038113594055 | 0.779296875 | 1.1640625 |
| 245 | input_layernorm | 15 | 19 | 1.0300751879699248 | 0.5074074074074074 | 1.0300751879699248 | True | 0.06029079854488373 | 0.19409698247909546 | 0.779296875 | 0.884765625 |
| 246 | input_layernorm | 15 | 20 | 1.0451127819548873 | 0.5110294117647058 | 1.0451127819548873 | True | 0.06029079854488373 | 0.08625888079404831 | 0.779296875 | 1.0262451171875 |
| 247 | input_layernorm | 15 | 21 | 1.150375939849624 | 0.534965034965035 | 1.150375939849624 | True | 0.06029079854488373 | 0.07095508277416229 | 0.779296875 | 1.043212890625 |
| 248 | input_layernorm | 15 | 22 | 1.005012531328321 | 0.50125 | 1.005012531328321 | True | 0.06029079854488373 | 0.07214703410863876 | 0.779296875 | 1.044921875 |
| 249 | input_layernorm | 15 | 23 | 1.100250626566416 | 0.5238663484486874 | 1.100250626566416 | True | 0.06029079854488373 | 0.15369786322116852 | 0.779296875 | 0.98577880859375 |
| 250 | input_layernorm | 16 | 17 | 0.3909313725490196 | 0.28105726872246695 | 0.3909313725490196 | True | 0.09195870161056519 | 0.06483674794435501 | 0.7763671875 | 1.0012359619140625 |
| 251 | input_layernorm | 16 | 18 | 0.6299019607843137 | 0.38646616541353385 | 0.6299019607843137 | True | 0.09195870161056519 | 0.06785038113594055 | 0.7763671875 | 1.1640625 |
| 252 | input_layernorm | 16 | 19 | 0.8952618453865336 | 0.7777777777777778 | 0.8952618453865336 | True | 0.09195870161056519 | 0.19409698247909546 | 0.7763671875 | 0.884765625 |
| 253 | input_layernorm | 16 | 20 | 0.7578027465667915 | 0.43110795454545453 | 0.7578027465667915 | True | 0.09195870161056519 | 0.08625888079404831 | 0.7763671875 | 1.0262451171875 |
| 254 | input_layernorm | 16 | 21 | 1.0324594257178528 | 0.507985257985258 | 1.0324594257178528 | True | 0.09195870161056519 | 0.07095508277416229 | 0.7763671875 | 1.043212890625 |
| 255 | input_layernorm | 16 | 22 | 0.9151061173533084 | 0.47783572359843546 | 0.9151061173533084 | True | 0.09195870161056519 | 0.07214703410863876 | 0.7763671875 | 1.044921875 |
| 256 | input_layernorm | 16 | 23 | 1.3370786516853932 | 0.5721153846153846 | 1.3370786516853932 | True | 0.09195870161056519 | 0.15369786322116852 | 0.7763671875 | 0.98577880859375 |
| 257 | input_layernorm | 17 | 18 | 0.20625 | 0.17098445595854922 | 0.20625 | True | 0.06483674794435501 | 0.06785038113594055 | 1.0012359619140625 | 1.1640625 |
| 258 | input_layernorm | 17 | 19 | 0.4493804959080726 | 0.6191966614501826 | 0.6191966614501826 | True | 0.06483674794435501 | 0.19409698247909546 | 1.0012359619140625 | 0.884765625 |
| 259 | input_layernorm | 17 | 20 | 0.35731807031888796 | 0.2632530120481928 | 0.35731807031888796 | True | 0.06483674794435501 | 0.08625888079404831 | 1.0012359619140625 | 1.0262451171875 |
| 260 | input_layernorm | 17 | 21 | 0.5803900259614804 | 0.367244804400978 | 0.5803900259614804 | True | 0.06483674794435501 | 0.07095508277416229 | 1.0012359619140625 | 1.043212890625 |
| 261 | input_layernorm | 17 | 22 | 0.4475112054729889 | 0.30915906127770537 | 0.4475112054729889 | True | 0.06483674794435501 | 0.07214703410863876 | 1.0012359619140625 | 1.044921875 |
| 262 | input_layernorm | 17 | 23 | 0.7790511605224256 | 0.45824255628177196 | 0.7790511605224256 | True | 0.06483674794435501 | 0.15369786322116852 | 1.0012359619140625 | 0.98577880859375 |
| 263 | input_layernorm | 18 | 19 | 0.40243142144638405 | 0.6734480959833072 | 0.6734480959833072 | True | 0.06785038113594055 | 0.19409698247909546 | 1.1640625 | 0.884765625 |
| 264 | input_layernorm | 18 | 20 | 0.17917304747320062 | 0.19578313253012047 | 0.19578313253012047 | True | 0.06785038113594055 | 0.08625888079404831 | 1.1640625 | 1.0262451171875 |
| 265 | input_layernorm | 18 | 21 | 0.3624161073825503 | 0.2660098522167488 | 0.3624161073825503 | True | 0.06785038113594055 | 0.07095508277416229 | 1.1640625 | 1.043212890625 |
| 266 | input_layernorm | 18 | 22 | 0.22378199834847234 | 0.27217125382262997 | 0.27217125382262997 | True | 0.06785038113594055 | 0.07214703410863876 | 1.1640625 | 1.044921875 |
| 267 | input_layernorm | 18 | 23 | 0.4929343308395677 | 0.5599088838268793 | 0.5599088838268793 | True | 0.06785038113594055 | 0.15369786322116852 | 1.1640625 | 0.98577880859375 |
| 268 | input_layernorm | 19 | 20 | 0.702803274621682 | 0.4127331002331002 | 0.702803274621682 | True | 0.19409698247909546 | 0.08625888079404831 | 0.884765625 | 1.0262451171875 |
| 269 | input_layernorm | 19 | 21 | 0.8282009724473258 | 0.4530141843971631 | 0.8282009724473258 | True | 0.19409698247909546 | 0.07095508277416229 | 0.884765625 | 1.043212890625 |
| 270 | input_layernorm | 19 | 22 | 0.6790923824959482 | 0.40444015444015446 | 0.6790923824959482 | True | 0.19409698247909546 | 0.07214703410863876 | 0.884765625 | 1.044921875 |
| 271 | input_layernorm | 19 | 23 | 0.34451054624121147 | 0.5234624145785877 | 0.5234624145785877 | True | 0.19409698247909546 | 0.15369786322116852 | 0.884765625 | 0.98577880859375 |
| 272 | input_layernorm | 20 | 21 | 0.2359208523592085 | 0.19088669950738915 | 0.2359208523592085 | True | 0.08625888079404831 | 0.07095508277416229 | 1.0262451171875 | 1.043212890625 |
| 273 | input_layernorm | 20 | 22 | 0.18092909535452323 | 0.2208955223880597 | 0.2208955223880597 | True | 0.08625888079404831 | 0.07214703410863876 | 1.0262451171875 | 1.044921875 |
| 274 | input_layernorm | 20 | 23 | 0.3733133433283358 | 0.5809627347949508 | 0.5809627347949508 | True | 0.08625888079404831 | 0.15369786322116852 | 1.0262451171875 | 0.98577880859375 |
| 275 | input_layernorm | 21 | 22 | 0.14822546972860126 | 0.17401960784313725 | 0.17401960784313725 | True | 0.07095508277416229 | 0.07214703410863876 | 1.043212890625 | 1.044921875 |
| 276 | input_layernorm | 21 | 23 | 0.3882978723404255 | 0.6347826086956522 | 0.6347826086956522 | True | 0.07095508277416229 | 0.15369786322116852 | 1.043212890625 | 0.98577880859375 |
| 277 | input_layernorm | 22 | 23 | 0.333976833976834 | 0.5014492753623189 | 0.5014492753623189 | True | 0.07214703410863876 | 0.15369786322116852 | 1.044921875 | 0.98577880859375 |
| 278 | post_attention_layernorm | 0 | 1 | 129.5 | 0.9923371647509579 | 129.5 | True | 0.108433797955513 | 0.09410307556390762 | 0.00390625 | 0.45703125 |
| 279 | post_attention_layernorm | 0 | 2 | 154.0 | 0.9935483870967742 | 154.0 | True | 0.108433797955513 | 0.10385182499885559 | 0.00390625 | 0.533203125 |
| 280 | post_attention_layernorm | 0 | 3 | 165.5 | 0.993993993993994 | 165.5 | True | 0.108433797955513 | 0.11546041816473007 | 0.00390625 | 0.48828125 |
| 281 | post_attention_layernorm | 0 | 4 | 181.5 | 0.9945205479452055 | 181.5 | True | 0.108433797955513 | 0.11874310672283173 | 0.00390625 | 0.4765625 |
| 282 | post_attention_layernorm | 0 | 5 | 194.25 | 0.9948783610755442 | 194.25 | True | 0.108433797955513 | 0.14567376673221588 | 0.00390625 | 0.421875 |
| 283 | post_attention_layernorm | 0 | 6 | 221.0 | 0.9954954954954955 | 221.0 | True | 0.108433797955513 | 0.13559450209140778 | 0.00390625 | 0.43359375 |
| 284 | post_attention_layernorm | 0 | 7 | 188.5 | 0.9947229551451188 | 188.5 | True | 0.108433797955513 | 0.17147497832775116 | 0.00390625 | 0.375 |
| 285 | post_attention_layernorm | 0 | 8 | 187.0 | 0.9946808510638298 | 187.0 | True | 0.108433797955513 | 0.18255221843719482 | 0.00390625 | 0.33984375 |
| 286 | post_attention_layernorm | 0 | 9 | 185.0 | 0.9946236559139785 | 185.0 | True | 0.108433797955513 | 0.17869991064071655 | 0.00390625 | 0.3515625 |
| 287 | post_attention_layernorm | 0 | 10 | 215.75 | 0.9953863898500577 | 215.75 | True | 0.108433797955513 | 0.16611140966415405 | 0.00390625 | 0.36328125 |
| 288 | post_attention_layernorm | 0 | 11 | 195.75 | 0.9949174078780177 | 195.75 | True | 0.108433797955513 | 0.1528426557779312 | 0.00390625 | 0.41796875 |
| 289 | post_attention_layernorm | 0 | 12 | 188.0 | 0.9947089947089947 | 188.0 | True | 0.108433797955513 | 0.12497646361589432 | 0.00390625 | 0.5234375 |
| 290 | post_attention_layernorm | 0 | 13 | 199.25 | 0.9950062421972534 | 199.25 | True | 0.108433797955513 | 0.09632012248039246 | 0.00390625 | 0.619140625 |
| 291 | post_attention_layernorm | 0 | 14 | 228.875 | 0.9956498096791735 | 228.875 | True | 0.108433797955513 | 0.053455036133527756 | 0.00390625 | 0.87646484375 |
| 292 | post_attention_layernorm | 0 | 15 | 197.25 | 0.9949558638083228 | 197.25 | True | 0.108433797955513 | 0.06801187992095947 | 0.00390625 | 0.736328125 |
| 293 | post_attention_layernorm | 0 | 16 | 189.5 | 0.994750656167979 | 189.5 | True | 0.108433797955513 | 0.08680811524391174 | 0.00390625 | 0.72265625 |
| 294 | post_attention_layernorm | 0 | 17 | 181.5 | 0.9945205479452055 | 181.5 | True | 0.108433797955513 | 0.09242258220911026 | 0.00390625 | 0.712890625 |
| 295 | post_attention_layernorm | 0 | 18 | 224.875 | 0.9955727725511898 | 224.875 | True | 0.108433797955513 | 0.09676424413919449 | 0.00390625 | 0.8095703125 |
| 296 | post_attention_layernorm | 0 | 19 | 233.5 | 0.9957356076759062 | 233.5 | True | 0.108433797955513 | 0.07613449543714523 | 0.00390625 | 0.81640625 |
| 297 | post_attention_layernorm | 0 | 20 | 209.5 | 0.995249406175772 | 209.5 | True | 0.108433797955513 | 0.07808392494916916 | 0.00390625 | 0.822265625 |
| 298 | post_attention_layernorm | 0 | 21 | 220.0 | 0.995475113122172 | 220.0 | True | 0.108433797955513 | 0.06570179015398026 | 0.00390625 | 0.86328125 |
| 299 | post_attention_layernorm | 0 | 22 | 248.5625 | 0.995992987728525 | 248.5625 | True | 0.108433797955513 | 0.05012959614396095 | 0.00390625 | 0.9713134765625 |
| 300 | post_attention_layernorm | 0 | 23 | 258.484375 | 0.9961462034082014 | 258.484375 | True | 0.108433797955513 | 0.06521295011043549 | 0.00390625 | 1.01361083984375 |
| 301 | post_attention_layernorm | 1 | 2 | 0.42512908777969016 | 0.29830917874396135 | 0.42512908777969016 | True | 0.09410307556390762 | 0.10385182499885559 | 0.45703125 | 0.533203125 |
| 302 | post_attention_layernorm | 1 | 3 | 0.27586206896551724 | 0.26858457997698504 | 0.27586206896551724 | True | 0.09410307556390762 | 0.11546041816473007 | 0.45703125 | 0.48828125 |
| 303 | post_attention_layernorm | 1 | 4 | 0.39846743295019155 | 0.28493150684931506 | 0.39846743295019155 | True | 0.09410307556390762 | 0.11874310672283173 | 0.45703125 | 0.4765625 |
| 304 | post_attention_layernorm | 1 | 5 | 0.49616858237547895 | 0.33162612035851474 | 0.49616858237547895 | True | 0.09410307556390762 | 0.14567376673221588 | 0.45703125 | 0.421875 |
| 305 | post_attention_layernorm | 1 | 6 | 0.7011494252873564 | 0.41216216216216217 | 0.7011494252873564 | True | 0.09410307556390762 | 0.13559450209140778 | 0.45703125 | 0.43359375 |
| 306 | post_attention_layernorm | 1 | 7 | 0.4521072796934866 | 0.45161290322580644 | 0.4521072796934866 | True | 0.09410307556390762 | 0.17147497832775116 | 0.45703125 | 0.375 |
| 307 | post_attention_layernorm | 1 | 8 | 0.5296052631578947 | 0.594488188976378 | 0.594488188976378 | True | 0.09410307556390762 | 0.18255221843719482 | 0.45703125 | 0.33984375 |
| 308 | post_attention_layernorm | 1 | 9 | 0.42528735632183906 | 0.5133079847908745 | 0.5133079847908745 | True | 0.09410307556390762 | 0.17869991064071655 | 0.45703125 | 0.3515625 |
| 309 | post_attention_layernorm | 1 | 10 | 0.6609195402298851 | 0.5073260073260073 | 0.6609195402298851 | True | 0.09410307556390762 | 0.16611140966415405 | 0.45703125 | 0.36328125 |
| 310 | post_attention_layernorm | 1 | 11 | 0.5076628352490421 | 0.3785807291666667 | 0.5076628352490421 | True | 0.09410307556390762 | 0.1528426557779312 | 0.45703125 | 0.41796875 |
| 311 | post_attention_layernorm | 1 | 12 | 0.7397203947368421 | 0.4274732620320856 | 0.7397203947368421 | True | 0.09410307556390762 | 0.12497646361589432 | 0.45703125 | 0.5234375 |
| 312 | post_attention_layernorm | 1 | 13 | 0.8725328947368421 | 0.46596398770311814 | 0.8725328947368421 | True | 0.09410307556390762 | 0.09632012248039246 | 0.45703125 | 0.619140625 |
| 313 | post_attention_layernorm | 1 | 14 | 1.08739406779661 | 0.5209337731540218 | 1.08739406779661 | True | 0.09410307556390762 | 0.053455036133527756 | 0.45703125 | 0.87646484375 |
| 314 | post_attention_layernorm | 1 | 15 | 1.7415254237288136 | 0.6352395672333848 | 1.7415254237288136 | True | 0.09410307556390762 | 0.06801187992095947 | 0.45703125 | 0.736328125 |
| 315 | post_attention_layernorm | 1 | 16 | 0.9901315789473685 | 0.4975206611570248 | 0.9901315789473685 | True | 0.09410307556390762 | 0.08680811524391174 | 0.45703125 | 0.72265625 |
| 316 | post_attention_layernorm | 1 | 17 | 1.009733606557377 | 0.5024216161101198 | 1.009733606557377 | True | 0.09410307556390762 | 0.09242258220911026 | 0.45703125 | 0.712890625 |
| 317 | post_attention_layernorm | 1 | 18 | 1.194078947368421 | 0.5442278860569715 | 1.194078947368421 | True | 0.09410307556390762 | 0.09676424413919449 | 0.45703125 | 0.8095703125 |
| 318 | post_attention_layernorm | 1 | 19 | 1.5277777777777777 | 0.6043956043956044 | 1.5277777777777777 | True | 0.09410307556390762 | 0.07613449543714523 | 0.45703125 | 0.81640625 |
| 319 | post_attention_layernorm | 1 | 20 | 1.3644067796610169 | 0.5770609318996416 | 1.3644067796610169 | True | 0.09410307556390762 | 0.07808392494916916 | 0.45703125 | 0.822265625 |
| 320 | post_attention_layernorm | 1 | 21 | 1.7166666666666666 | 0.6319018404907976 | 1.7166666666666666 | True | 0.09410307556390762 | 0.06570179015398026 | 0.45703125 | 0.86328125 |
| 321 | post_attention_layernorm | 1 | 22 | 2.377049180327869 | 0.7038834951456311 | 2.377049180327869 | True | 0.09410307556390762 | 0.05012959614396095 | 0.45703125 | 0.9713134765625 |
| 322 | post_attention_layernorm | 1 | 23 | 2.6324786324786325 | 0.7247058823529412 | 2.6324786324786325 | True | 0.09410307556390762 | 0.06521295011043549 | 0.45703125 | 1.01361083984375 |
| 323 | post_attention_layernorm | 2 | 3 | 0.3058252427184466 | 0.4405594405594406 | 0.4405594405594406 | True | 0.10385182499885559 | 0.11546041816473007 | 0.533203125 | 0.48828125 |
| 324 | post_attention_layernorm | 2 | 4 | 0.3094660194174757 | 0.44815465729349735 | 0.44815465729349735 | True | 0.10385182499885559 | 0.11874310672283173 | 0.533203125 | 0.4765625 |
| 325 | post_attention_layernorm | 2 | 5 | 0.3109903381642512 | 0.45135845749342685 | 0.45135845749342685 | True | 0.10385182499885559 | 0.14567376673221588 | 0.533203125 | 0.421875 |
| 326 | post_attention_layernorm | 2 | 6 | 0.432258064516129 | 0.5354659248956884 | 0.5354659248956884 | True | 0.10385182499885559 | 0.13559450209140778 | 0.533203125 | 0.43359375 |
| 327 | post_attention_layernorm | 2 | 7 | 0.3689613526570048 | 0.584688995215311 | 0.584688995215311 | True | 0.10385182499885559 | 0.17147497832775116 | 0.533203125 | 0.375 |
| 328 | post_attention_layernorm | 2 | 8 | 0.42462600690448793 | 0.738 | 0.738 | True | 0.10385182499885559 | 0.18255221843719482 | 0.533203125 | 0.33984375 |
| 329 | post_attention_layernorm | 2 | 9 | 0.42002301495972383 | 0.7242063492063492 | 0.7242063492063492 | True | 0.10385182499885559 | 0.17869991064071655 | 0.533203125 | 0.3515625 |
| 330 | post_attention_layernorm | 2 | 10 | 0.414368739953011 | 0.7075591216216216 | 0.7075591216216216 | True | 0.10385182499885559 | 0.16611140966415405 | 0.533203125 | 0.36328125 |
| 331 | post_attention_layernorm | 2 | 11 | 0.37333937198067635 | 0.5957600578173934 | 0.5957600578173934 | True | 0.10385182499885559 | 0.1528426557779312 | 0.533203125 | 0.41796875 |
| 332 | post_attention_layernorm | 2 | 12 | 0.46098066298342544 | 0.5644780349551252 | 0.5644780349551252 | True | 0.10385182499885559 | 0.12497646361589432 | 0.533203125 | 0.5234375 |
| 333 | post_attention_layernorm | 2 | 13 | 0.5725138121546961 | 0.52416014726185 | 0.5725138121546961 | True | 0.10385182499885559 | 0.09632012248039246 | 0.533203125 | 0.619140625 |
| 334 | post_attention_layernorm | 2 | 14 | 0.8044871794871795 | 0.4500659920809503 | 0.8044871794871795 | True | 0.10385182499885559 | 0.053455036133527756 | 0.533203125 | 0.87646484375 |
| 335 | post_attention_layernorm | 2 | 15 | 1.36996336996337 | 0.5780525502318392 | 1.36996336996337 | True | 0.10385182499885559 | 0.06801187992095947 | 0.533203125 | 0.736328125 |
| 336 | post_attention_layernorm | 2 | 16 | 0.6712707182320442 | 0.47909888895709285 | 0.6712707182320442 | True | 0.10385182499885559 | 0.08680811524391174 | 0.533203125 | 0.72265625 |
| 337 | post_attention_layernorm | 2 | 17 | 0.7513489208633094 | 0.4290115532734275 | 0.7513489208633094 | True | 0.10385182499885559 | 0.09242258220911026 | 0.533203125 | 0.712890625 |
| 338 | post_attention_layernorm | 2 | 18 | 0.8425414364640884 | 0.4572713643178411 | 0.8425414364640884 | True | 0.10385182499885559 | 0.09676424413919449 | 0.533203125 | 0.8095703125 |
| 339 | post_attention_layernorm | 2 | 19 | 1.1666666666666667 | 0.5384615384615384 | 1.1666666666666667 | True | 0.10385182499885559 | 0.07613449543714523 | 0.533203125 | 0.81640625 |
| 340 | post_attention_layernorm | 2 | 20 | 1.043956043956044 | 0.510752688172043 | 1.043956043956044 | True | 0.10385182499885559 | 0.07808392494916916 | 0.533203125 | 0.822265625 |
| 341 | post_attention_layernorm | 2 | 21 | 1.381294964028777 | 0.5800604229607251 | 1.381294964028777 | True | 0.10385182499885559 | 0.06570179015398026 | 0.533203125 | 0.86328125 |
| 342 | post_attention_layernorm | 2 | 22 | 1.9640287769784173 | 0.662621359223301 | 1.9640287769784173 | True | 0.10385182499885559 | 0.05012959614396095 | 0.533203125 | 0.9713134765625 |
| 343 | post_attention_layernorm | 2 | 23 | 2.1135531135531136 | 0.6788235294117647 | 2.1135531135531136 | True | 0.10385182499885559 | 0.06521295011043549 | 0.533203125 | 1.01361083984375 |
| 344 | post_attention_layernorm | 3 | 4 | 0.1832089552238806 | 0.22430333485609869 | 0.22430333485609869 | True | 0.11546041816473007 | 0.11874310672283173 | 0.48828125 | 0.4765625 |
| 345 | post_attention_layernorm | 3 | 5 | 0.1939149560117302 | 0.2405638926784902 | 0.2405638926784902 | True | 0.11546041816473007 | 0.14567376673221588 | 0.48828125 | 0.421875 |
| 346 | post_attention_layernorm | 3 | 6 | 0.3333333333333333 | 0.25 | 0.3333333333333333 | True | 0.11546041816473007 | 0.13559450209140778 | 0.48828125 | 0.43359375 |
| 347 | post_attention_layernorm | 3 | 7 | 0.2893772893772894 | 0.4072164948453608 | 0.4072164948453608 | True | 0.11546041816473007 | 0.17147497832775116 | 0.48828125 | 0.375 |
| 348 | post_attention_layernorm | 3 | 8 | 0.34798534798534797 | 0.5337078651685393 | 0.5337078651685393 | True | 0.11546041816473007 | 0.18255221843719482 | 0.48828125 | 0.33984375 |
| 349 | post_attention_layernorm | 3 | 9 | 0.34065934065934067 | 0.5166666666666667 | 0.5166666666666667 | True | 0.11546041816473007 | 0.17869991064071655 | 0.48828125 | 0.3515625 |
| 350 | post_attention_layernorm | 3 | 10 | 0.3333333333333333 | 0.5 | 0.5 | True | 0.11546041816473007 | 0.16611140966415405 | 0.48828125 | 0.36328125 |
| 351 | post_attention_layernorm | 3 | 11 | 0.2514124293785311 | 0.28756009615384615 | 0.28756009615384615 | True | 0.11546041816473007 | 0.1528426557779312 | 0.48828125 | 0.41796875 |
| 352 | post_attention_layernorm | 3 | 12 | 0.43326558265582654 | 0.3787001287001287 | 0.43326558265582654 | True | 0.11546041816473007 | 0.12497646361589432 | 0.48828125 | 0.5234375 |
| 353 | post_attention_layernorm | 3 | 13 | 0.5426829268292683 | 0.35177865612648224 | 0.5426829268292683 | True | 0.11546041816473007 | 0.09632012248039246 | 0.48828125 | 0.619140625 |
| 354 | post_attention_layernorm | 3 | 14 | 0.902027027027027 | 0.47424511545293074 | 0.902027027027027 | True | 0.11546041816473007 | 0.053455036133527756 | 0.48828125 | 0.87646484375 |
| 355 | post_attention_layernorm | 3 | 15 | 1.56 | 0.609375 | 1.56 | True | 0.11546041816473007 | 0.06801187992095947 | 0.48828125 | 0.736328125 |
| 356 | post_attention_layernorm | 3 | 16 | 0.8092643051771117 | 0.44728915662650603 | 0.8092643051771117 | True | 0.11546041816473007 | 0.08680811524391174 | 0.48828125 | 0.72265625 |
| 357 | post_attention_layernorm | 3 | 17 | 0.8933397683397684 | 0.47183278103492227 | 0.8933397683397684 | True | 0.11546041816473007 | 0.09242258220911026 | 0.48828125 | 0.712890625 |
| 358 | post_attention_layernorm | 3 | 18 | 0.9215 | 0.47957325006505336 | 0.9215 | True | 0.11546041816473007 | 0.09676424413919449 | 0.48828125 | 0.8095703125 |
| 359 | post_attention_layernorm | 3 | 19 | 1.366 | 0.577345731191885 | 1.366 | True | 0.11546041816473007 | 0.07613449543714523 | 0.48828125 | 0.81640625 |
| 360 | post_attention_layernorm | 3 | 20 | 1.169 | 0.5389580451821115 | 1.169 | True | 0.11546041816473007 | 0.07808392494916916 | 0.48828125 | 0.822265625 |
| 361 | post_attention_layernorm | 3 | 21 | 1.5396825396825398 | 0.60625 | 1.5396825396825398 | True | 0.11546041816473007 | 0.06570179015398026 | 0.48828125 | 0.86328125 |
| 362 | post_attention_layernorm | 3 | 22 | 2.2698412698412698 | 0.6941747572815534 | 2.2698412698412698 | True | 0.11546041816473007 | 0.05012959614396095 | 0.48828125 | 0.9713134765625 |
| 363 | post_attention_layernorm | 3 | 23 | 2.4 | 0.7058823529411765 | 2.4 | True | 0.11546041816473007 | 0.06521295011043549 | 0.48828125 | 1.01361083984375 |
| 364 | post_attention_layernorm | 4 | 5 | 0.16475095785440613 | 0.19724770642201836 | 0.19724770642201836 | True | 0.11874310672283173 | 0.14567376673221588 | 0.4765625 | 0.421875 |
| 365 | post_attention_layernorm | 4 | 6 | 0.2548342541436464 | 0.2030820033021464 | 0.2548342541436464 | True | 0.11874310672283173 | 0.13559450209140778 | 0.4765625 | 0.43359375 |
| 366 | post_attention_layernorm | 4 | 7 | 0.2785923753665689 | 0.3861788617886179 | 0.3861788617886179 | True | 0.11874310672283173 | 0.17147497832775116 | 0.4765625 | 0.375 |
| 367 | post_attention_layernorm | 4 | 8 | 0.3253731343283582 | 0.4823008849557522 | 0.4823008849557522 | True | 0.11874310672283173 | 0.18255221843719482 | 0.4765625 | 0.33984375 |
| 368 | post_attention_layernorm | 4 | 9 | 0.3128491620111732 | 0.45528455284552843 | 0.45528455284552843 | True | 0.11874310672283173 | 0.17869991064071655 | 0.4765625 | 0.3515625 |
| 369 | post_attention_layernorm | 4 | 10 | 0.30434782608695654 | 0.4375 | 0.4375 | True | 0.11874310672283173 | 0.16611140966415405 | 0.4765625 | 0.36328125 |
| 370 | post_attention_layernorm | 4 | 11 | 0.2160188457008245 | 0.27554086538461536 | 0.27554086538461536 | True | 0.11874310672283173 | 0.1528426557779312 | 0.4765625 | 0.41796875 |
| 371 | post_attention_layernorm | 4 | 12 | 0.3737012987012987 | 0.3658301158301158 | 0.3737012987012987 | True | 0.11874310672283173 | 0.12497646361589432 | 0.4765625 | 0.5234375 |
| 372 | post_attention_layernorm | 4 | 13 | 0.4785714285714286 | 0.32367149758454106 | 0.4785714285714286 | True | 0.11874310672283173 | 0.09632012248039246 | 0.4765625 | 0.619140625 |
| 373 | post_attention_layernorm | 4 | 14 | 0.9615384615384616 | 0.49019607843137253 | 0.9615384615384616 | True | 0.11874310672283173 | 0.053455036133527756 | 0.4765625 | 0.87646484375 |
| 374 | post_attention_layernorm | 4 | 15 | 1.6598360655737705 | 0.6240369799691834 | 1.6598360655737705 | True | 0.11874310672283173 | 0.06801187992095947 | 0.4765625 | 0.736328125 |
| 375 | post_attention_layernorm | 4 | 16 | 0.7994579945799458 | 0.4442771084337349 | 0.7994579945799458 | True | 0.11874310672283173 | 0.08680811524391174 | 0.4765625 | 0.72265625 |
| 376 | post_attention_layernorm | 4 | 17 | 0.9569672131147541 | 0.48900523560209425 | 0.9569672131147541 | True | 0.11874310672283173 | 0.09242258220911026 | 0.4765625 | 0.712890625 |
| 377 | post_attention_layernorm | 4 | 18 | 1.0363729508196722 | 0.5089308176100629 | 1.0363729508196722 | True | 0.11874310672283173 | 0.09676424413919449 | 0.4765625 | 0.8095703125 |
| 378 | post_attention_layernorm | 4 | 19 | 1.4246031746031746 | 0.5875613747954174 | 1.4246031746031746 | True | 0.11874310672283173 | 0.07613449543714523 | 0.4765625 | 0.81640625 |
| 379 | post_attention_layernorm | 4 | 20 | 1.2930327868852458 | 0.5638963360142984 | 1.2930327868852458 | True | 0.11874310672283173 | 0.07808392494916916 | 0.4765625 | 0.822265625 |
| 380 | post_attention_layernorm | 4 | 21 | 1.5806451612903225 | 0.6125 | 1.5806451612903225 | True | 0.11874310672283173 | 0.06570179015398026 | 0.4765625 | 0.86328125 |
| 381 | post_attention_layernorm | 4 | 22 | 2.3225806451612905 | 0.6990291262135923 | 2.3225806451612905 | True | 0.11874310672283173 | 0.05012959614396095 | 0.4765625 | 0.9713134765625 |
| 382 | post_attention_layernorm | 4 | 23 | 2.373015873015873 | 0.7035294117647058 | 2.373015873015873 | True | 0.11874310672283173 | 0.06521295011043549 | 0.4765625 | 1.01361083984375 |
| 383 | post_attention_layernorm | 5 | 6 | 0.32515337423312884 | 0.24537037037037038 | 0.32515337423312884 | True | 0.14567376673221588 | 0.13559450209140778 | 0.421875 | 0.43359375 |
| 384 | post_attention_layernorm | 5 | 7 | 0.1608832807570978 | 0.19172932330827067 | 0.19172932330827067 | True | 0.14567376673221588 | 0.17147497832775116 | 0.421875 | 0.375 |
| 385 | post_attention_layernorm | 5 | 8 | 0.2413793103448276 | 0.3181818181818182 | 0.3181818181818182 | True | 0.14567376673221588 | 0.18255221843719482 | 0.421875 | 0.33984375 |
| 386 | post_attention_layernorm | 5 | 9 | 0.24968314321926488 | 0.3327702702702703 | 0.3327702702702703 | True | 0.14567376673221588 | 0.17869991064071655 | 0.421875 | 0.3515625 |
| 387 | post_attention_layernorm | 5 | 10 | 0.2541436464088398 | 0.30067567567567566 | 0.30067567567567566 | True | 0.14567376673221588 | 0.16611140966415405 | 0.421875 | 0.36328125 |
| 388 | post_attention_layernorm | 5 | 11 | 0.214 | 0.23786808894230768 | 0.23786808894230768 | True | 0.14567376673221588 | 0.1528426557779312 | 0.421875 | 0.41796875 |
| 389 | post_attention_layernorm | 5 | 12 | 0.4103333333333333 | 0.3254906692406692 | 0.4103333333333333 | True | 0.14567376673221588 | 0.12497646361589432 | 0.421875 | 0.5234375 |
| 390 | post_attention_layernorm | 5 | 13 | 0.555045871559633 | 0.35693215339233036 | 0.555045871559633 | True | 0.14567376673221588 | 0.09632012248039246 | 0.421875 | 0.619140625 |
| 391 | post_attention_layernorm | 5 | 14 | 1.275092936802974 | 0.5604575163398693 | 1.275092936802974 | True | 0.14567376673221588 | 0.053455036133527756 | 0.421875 | 0.87646484375 |
| 392 | post_attention_layernorm | 5 | 15 | 1.962962962962963 | 0.6625 | 1.962962962962963 | True | 0.14567376673221588 | 0.06801187992095947 | 0.421875 | 0.736328125 |
| 393 | post_attention_layernorm | 5 | 16 | 1.063197026022305 | 0.5153153153153153 | 1.063197026022305 | True | 0.14567376673221588 | 0.08680811524391174 | 0.421875 | 0.72265625 |
| 394 | post_attention_layernorm | 5 | 17 | 1.2333715596330275 | 0.5522464698331194 | 1.2333715596330275 | True | 0.14567376673221588 | 0.09242258220911026 | 0.421875 | 0.712890625 |
| 395 | post_attention_layernorm | 5 | 18 | 1.2573327850877194 | 0.5569993017395792 | 1.2573327850877194 | True | 0.14567376673221588 | 0.09676424413919449 | 0.421875 | 0.8095703125 |
| 396 | post_attention_layernorm | 5 | 19 | 1.738532110091743 | 0.6348408710217756 | 1.738532110091743 | True | 0.14567376673221588 | 0.07613449543714523 | 0.421875 | 0.81640625 |
| 397 | post_attention_layernorm | 5 | 20 | 1.5136363636363637 | 0.6021699819168174 | 1.5136363636363637 | True | 0.14567376673221588 | 0.07808392494916916 | 0.421875 | 0.822265625 |
| 398 | post_attention_layernorm | 5 | 21 | 2.036697247706422 | 0.6706948640483383 | 2.036697247706422 | True | 0.14567376673221588 | 0.06570179015398026 | 0.421875 | 0.86328125 |
| 399 | post_attention_layernorm | 5 | 22 | 2.779816513761468 | 0.7354368932038835 | 2.779816513761468 | True | 0.14567376673221588 | 0.05012959614396095 | 0.421875 | 0.9713134765625 |
| 400 | post_attention_layernorm | 5 | 23 | 2.935185185185185 | 0.7458823529411764 | 2.935185185185185 | True | 0.14567376673221588 | 0.06521295011043549 | 0.421875 | 1.01361083984375 |
| 401 | post_attention_layernorm | 6 | 7 | 0.3519163763066202 | 0.543010752688172 | 0.543010752688172 | True | 0.13559450209140778 | 0.17147497832775116 | 0.43359375 | 0.375 |
| 402 | post_attention_layernorm | 6 | 8 | 0.4122905027932961 | 0.7015209125475285 | 0.7015209125475285 | True | 0.13559450209140778 | 0.18255221843719482 | 0.43359375 | 0.33984375 |
| 403 | post_attention_layernorm | 6 | 9 | 0.35195530726256985 | 0.5431034482758621 | 0.5431034482758621 | True | 0.13559450209140778 | 0.17869991064071655 | 0.43359375 | 0.3515625 |
| 404 | post_attention_layernorm | 6 | 10 | 0.3743016759776536 | 0.5982142857142857 | 0.5982142857142857 | True | 0.13559450209140778 | 0.16611140966415405 | 0.43359375 | 0.36328125 |
| 405 | post_attention_layernorm | 6 | 11 | 0.2961672473867596 | 0.4207920792079208 | 0.4207920792079208 | True | 0.13559450209140778 | 0.1528426557779312 | 0.43359375 | 0.41796875 |
| 406 | post_attention_layernorm | 6 | 12 | 0.3181818181818182 | 0.29812834224598933 | 0.3181818181818182 | True | 0.13559450209140778 | 0.12497646361589432 | 0.43359375 | 0.5234375 |
| 407 | post_attention_layernorm | 6 | 13 | 0.5526315789473685 | 0.3559322033898305 | 0.5526315789473685 | True | 0.13559450209140778 | 0.09632012248039246 | 0.43359375 | 0.619140625 |
| 408 | post_attention_layernorm | 6 | 14 | 1.1714801444043321 | 0.5394846217788861 | 1.1714801444043321 | True | 0.13559450209140778 | 0.053455036133527756 | 0.43359375 | 0.87646484375 |
| 409 | post_attention_layernorm | 6 | 15 | 1.927927927927928 | 0.6584615384615384 | 1.927927927927928 | True | 0.13559450209140778 | 0.06801187992095947 | 0.43359375 | 0.736328125 |
| 410 | post_attention_layernorm | 6 | 16 | 0.9859913793103449 | 0.4964731416169289 | 0.9859913793103449 | True | 0.13559450209140778 | 0.08680811524391174 | 0.43359375 | 0.72265625 |
| 411 | post_attention_layernorm | 6 | 17 | 1.2088963963963963 | 0.5472852408870762 | 1.2088963963963963 | True | 0.13559450209140778 | 0.09242258220911026 | 0.43359375 | 0.712890625 |
| 412 | post_attention_layernorm | 6 | 18 | 1.2401463963963963 | 0.5536006032424281 | 1.2401463963963963 | True | 0.13559450209140778 | 0.09676424413919449 | 0.43359375 | 0.8095703125 |
| 413 | post_attention_layernorm | 6 | 19 | 1.6644144144144144 | 0.6246830092983939 | 1.6644144144144144 | True | 0.13559450209140778 | 0.07613449543714523 | 0.43359375 | 0.81640625 |
| 414 | post_attention_layernorm | 6 | 20 | 1.5202702702702702 | 0.6032171581769437 | 1.5202702702702702 | True | 0.13559450209140778 | 0.07808392494916916 | 0.43359375 | 0.822265625 |
| 415 | post_attention_layernorm | 6 | 21 | 1.8782608695652174 | 0.6525679758308157 | 1.8782608695652174 | True | 0.13559450209140778 | 0.06570179015398026 | 0.43359375 | 0.86328125 |
| 416 | post_attention_layernorm | 6 | 22 | 2.6140350877192984 | 0.7233009708737864 | 2.6140350877192984 | True | 0.13559450209140778 | 0.05012959614396095 | 0.43359375 | 0.9713134765625 |
| 417 | post_attention_layernorm | 6 | 23 | 2.828828828828829 | 0.7388235294117647 | 2.828828828828829 | True | 0.13559450209140778 | 0.06521295011043549 | 0.43359375 | 1.01361083984375 |
| 418 | post_attention_layernorm | 7 | 8 | 0.19383825417201542 | 0.16236559139784945 | 0.19383825417201542 | True | 0.17147497832775116 | 0.18255221843719482 | 0.375 | 0.33984375 |
| 419 | post_attention_layernorm | 7 | 9 | 0.12010443864229765 | 0.13649851632047477 | 0.13649851632047477 | True | 0.17147497832775116 | 0.17869991064071655 | 0.375 | 0.3515625 |
| 420 | post_attention_layernorm | 7 | 10 | 0.15468549422336328 | 0.1339633129516398 | 0.15468549422336328 | True | 0.17147497832775116 | 0.16611140966415405 | 0.375 | 0.36328125 |
| 421 | post_attention_layernorm | 7 | 11 | 0.23232323232323232 | 0.1885245901639344 | 0.23232323232323232 | True | 0.17147497832775116 | 0.1528426557779312 | 0.375 | 0.41796875 |
| 422 | post_attention_layernorm | 7 | 12 | 0.5047169811320755 | 0.335423197492163 | 0.5047169811320755 | True | 0.17147497832775116 | 0.12497646361589432 | 0.375 | 0.5234375 |
| 423 | post_attention_layernorm | 7 | 13 | 0.7424242424242424 | 0.4260869565217391 | 0.7424242424242424 | True | 0.17147497832775116 | 0.09632012248039246 | 0.375 | 0.619140625 |
| 424 | post_attention_layernorm | 7 | 14 | 1.5932203389830508 | 0.6143790849673203 | 1.5932203389830508 | True | 0.17147497832775116 | 0.053455036133527756 | 0.375 | 0.87646484375 |
| 425 | post_attention_layernorm | 7 | 15 | 2.3645833333333335 | 0.7027863777089783 | 2.3645833333333335 | True | 0.17147497832775116 | 0.06801187992095947 | 0.375 | 0.736328125 |
| 426 | post_attention_layernorm | 7 | 16 | 1.3799283154121864 | 0.5798192771084337 | 1.3799283154121864 | True | 0.17147497832775116 | 0.08680811524391174 | 0.375 | 0.72265625 |
| 427 | post_attention_layernorm | 7 | 17 | 1.5019132653061225 | 0.6003058883507519 | 1.5019132653061225 | True | 0.17147497832775116 | 0.09242258220911026 | 0.375 | 0.712890625 |
| 428 | post_attention_layernorm | 7 | 18 | 1.579954954954955 | 0.6123963334788302 | 1.579954954954955 | True | 0.17147497832775116 | 0.09676424413919449 | 0.375 | 0.8095703125 |
| 429 | post_attention_layernorm | 7 | 19 | 2.085858585858586 | 0.6759410801963993 | 2.085858585858586 | True | 0.17147497832775116 | 0.07613449543714523 | 0.375 | 0.81640625 |
| 430 | post_attention_layernorm | 7 | 20 | 1.884020618556701 | 0.6532618409294012 | 1.884020618556701 | True | 0.17147497832775116 | 0.07808392494916916 | 0.375 | 0.822265625 |
| 431 | post_attention_layernorm | 7 | 21 | 2.377551020408163 | 0.7039274924471299 | 2.377551020408163 | True | 0.17147497832775116 | 0.06570179015398026 | 0.375 | 0.86328125 |
| 432 | post_attention_layernorm | 7 | 22 | 3.2916666666666665 | 0.7669902912621359 | 3.2916666666666665 | True | 0.17147497832775116 | 0.05012959614396095 | 0.375 | 0.9713134765625 |
| 433 | post_attention_layernorm | 7 | 23 | 3.381443298969072 | 0.7717647058823529 | 3.381443298969072 | True | 0.17147497832775116 | 0.06521295011043549 | 0.375 | 1.01361083984375 |
| 434 | post_attention_layernorm | 8 | 9 | 0.1510791366906475 | 0.13125 | 0.1510791366906475 | True | 0.18255221843719482 | 0.17869991064071655 | 0.33984375 | 0.3515625 |
| 435 | post_attention_layernorm | 8 | 10 | 0.17464424320827943 | 0.1486784140969163 | 0.17464424320827943 | True | 0.18255221843719482 | 0.16611140966415405 | 0.33984375 | 0.36328125 |
| 436 | post_attention_layernorm | 8 | 11 | 0.28421052631578947 | 0.22131147540983606 | 0.28421052631578947 | True | 0.18255221843719482 | 0.1528426557779312 | 0.33984375 | 0.41796875 |
| 437 | post_attention_layernorm | 8 | 12 | 0.6377551020408163 | 0.3894080996884735 | 0.6377551020408163 | True | 0.18255221843719482 | 0.12497646361589432 | 0.33984375 | 0.5234375 |
| 438 | post_attention_layernorm | 8 | 13 | 0.8956043956043956 | 0.47246376811594204 | 0.8956043956043956 | True | 0.18255221843719482 | 0.09632012248039246 | 0.33984375 | 0.619140625 |
| 439 | post_attention_layernorm | 8 | 14 | 1.7567567567567568 | 0.6372549019607843 | 1.7567567567567568 | True | 0.18255221843719482 | 0.053455036133527756 | 0.33984375 | 0.87646484375 |
| 440 | post_attention_layernorm | 8 | 15 | 2.7011494252873565 | 0.7298136645962733 | 2.7011494252873565 | True | 0.18255221843719482 | 0.06801187992095947 | 0.33984375 | 0.736328125 |
| 441 | post_attention_layernorm | 8 | 16 | 1.6141732283464567 | 0.6174698795180723 | 1.6141732283464567 | True | 0.18255221843719482 | 0.08680811524391174 | 0.33984375 | 0.72265625 |
| 442 | post_attention_layernorm | 8 | 17 | 1.7862215909090908 | 0.6410910017843487 | 1.7862215909090908 | True | 0.18255221843719482 | 0.09242258220911026 | 0.33984375 | 0.712890625 |
| 443 | post_attention_layernorm | 8 | 18 | 1.8256392045454546 | 0.6460977755435465 | 1.8256392045454546 | True | 0.18255221843719482 | 0.09676424413919449 | 0.33984375 | 0.8095703125 |
| 444 | post_attention_layernorm | 8 | 19 | 2.357142857142857 | 0.7021276595744681 | 2.357142857142857 | True | 0.18255221843719482 | 0.07613449543714523 | 0.33984375 | 0.81640625 |
| 445 | post_attention_layernorm | 8 | 20 | 2.143258426966292 | 0.6818588025022342 | 2.143258426966292 | True | 0.18255221843719482 | 0.07808392494916916 | 0.33984375 | 0.822265625 |
| 446 | post_attention_layernorm | 8 | 21 | 2.67816091954023 | 0.728125 | 2.67816091954023 | True | 0.18255221843719482 | 0.06570179015398026 | 0.33984375 | 0.86328125 |
| 447 | post_attention_layernorm | 8 | 22 | 3.735632183908046 | 0.7888349514563107 | 3.735632183908046 | True | 0.18255221843719482 | 0.05012959614396095 | 0.33984375 | 0.9713134765625 |
| 448 | post_attention_layernorm | 8 | 23 | 3.7222222222222223 | 0.788235294117647 | 3.7222222222222223 | True | 0.18255221843719482 | 0.06521295011043549 | 0.33984375 | 1.01361083984375 |
| 449 | post_attention_layernorm | 9 | 10 | 0.16532258064516128 | 0.14186851211072665 | 0.16532258064516128 | True | 0.17869991064071655 | 0.16611140966415405 | 0.3515625 | 0.36328125 |
| 450 | post_attention_layernorm | 9 | 11 | 0.2708333333333333 | 0.21311475409836064 | 0.2708333333333333 | True | 0.17869991064071655 | 0.1528426557779312 | 0.3515625 | 0.41796875 |
| 451 | post_attention_layernorm | 9 | 12 | 0.5735294117647058 | 0.3644859813084112 | 0.5735294117647058 | True | 0.17869991064071655 | 0.12497646361589432 | 0.3515625 | 0.5234375 |
| 452 | post_attention_layernorm | 9 | 13 | 0.8166666666666667 | 0.44954128440366975 | 0.8166666666666667 | True | 0.17869991064071655 | 0.09632012248039246 | 0.3515625 | 0.619140625 |
| 453 | post_attention_layernorm | 9 | 14 | 1.6645299145299146 | 0.6246992782678428 | 1.6645299145299146 | True | 0.17869991064071655 | 0.053455036133527756 | 0.3515625 | 0.87646484375 |
| 454 | post_attention_layernorm | 9 | 15 | 2.6055555555555556 | 0.7226502311248074 | 2.6055555555555556 | True | 0.17869991064071655 | 0.06801187992095947 | 0.3515625 | 0.736328125 |
| 455 | post_attention_layernorm | 9 | 16 | 1.4316239316239316 | 0.5887521968365553 | 1.4316239316239316 | True | 0.17869991064071655 | 0.08680811524391174 | 0.3515625 | 0.72265625 |
| 456 | post_attention_layernorm | 9 | 17 | 1.6527777777777777 | 0.6230366492146597 | 1.6527777777777777 | True | 0.17869991064071655 | 0.09242258220911026 | 0.3515625 | 0.712890625 |
| 457 | post_attention_layernorm | 9 | 18 | 1.7604166666666667 | 0.6377358490566037 | 1.7604166666666667 | True | 0.17869991064071655 | 0.09676424413919449 | 0.3515625 | 0.8095703125 |
| 458 | post_attention_layernorm | 9 | 19 | 2.1822916666666665 | 0.6857610474631751 | 2.1822916666666665 | True | 0.17869991064071655 | 0.07613449543714523 | 0.3515625 | 0.81640625 |
| 459 | post_attention_layernorm | 9 | 20 | 2.1083333333333334 | 0.67828418230563 | 2.1083333333333334 | True | 0.17869991064071655 | 0.07808392494916916 | 0.3515625 | 0.822265625 |
| 460 | post_attention_layernorm | 9 | 21 | 2.4916666666666667 | 0.7136038186157518 | 2.4916666666666667 | True | 0.17869991064071655 | 0.06570179015398026 | 0.3515625 | 0.86328125 |
| 461 | post_attention_layernorm | 9 | 22 | 3.382978723404255 | 0.7718446601941747 | 3.382978723404255 | True | 0.17869991064071655 | 0.05012959614396095 | 0.3515625 | 0.9713134765625 |
| 462 | post_attention_layernorm | 9 | 23 | 3.473684210526316 | 0.7764705882352941 | 3.473684210526316 | True | 0.17869991064071655 | 0.06521295011043549 | 0.3515625 | 1.01361083984375 |
| 463 | post_attention_layernorm | 10 | 11 | 0.23232323232323232 | 0.1885245901639344 | 0.23232323232323232 | True | 0.16611140966415405 | 0.1528426557779312 | 0.36328125 | 0.41796875 |
| 464 | post_attention_layernorm | 10 | 12 | 0.510752688172043 | 0.33807829181494664 | 0.510752688172043 | True | 0.16611140966415405 | 0.12497646361589432 | 0.36328125 | 0.5234375 |
| 465 | post_attention_layernorm | 10 | 13 | 0.796875 | 0.4434782608695652 | 0.796875 | True | 0.16611140966415405 | 0.09632012248039246 | 0.36328125 | 0.619140625 |
| 466 | post_attention_layernorm | 10 | 14 | 1.7079646017699115 | 0.630718954248366 | 1.7079646017699115 | True | 0.16611140966415405 | 0.053455036133527756 | 0.36328125 | 0.87646484375 |
| 467 | post_attention_layernorm | 10 | 15 | 2.4946236559139785 | 0.7138461538461538 | 2.4946236559139785 | True | 0.16611140966415405 | 0.06801187992095947 | 0.36328125 | 0.736328125 |
| 468 | post_attention_layernorm | 10 | 16 | 1.4557522123893805 | 0.5927927927927928 | 1.4557522123893805 | True | 0.16611140966415405 | 0.08680811524391174 | 0.36328125 | 0.72265625 |
| 469 | post_attention_layernorm | 10 | 17 | 1.6364247311827957 | 0.6206984450675503 | 1.6364247311827957 | True | 0.16611140966415405 | 0.09242258220911026 | 0.36328125 | 0.712890625 |
| 470 | post_attention_layernorm | 10 | 18 | 1.67372311827957 | 0.6259896946085208 | 1.67372311827957 | True | 0.16611140966415405 | 0.09676424413919449 | 0.36328125 | 0.8095703125 |
| 471 | post_attention_layernorm | 10 | 19 | 2.146276595744681 | 0.6821639898562976 | 2.146276595744681 | True | 0.16611140966415405 | 0.07613449543714523 | 0.36328125 | 0.81640625 |
| 472 | post_attention_layernorm | 10 | 20 | 1.976063829787234 | 0.6639857015192135 | 1.976063829787234 | True | 0.16611140966415405 | 0.07808392494916916 | 0.36328125 | 0.822265625 |
| 473 | post_attention_layernorm | 10 | 21 | 2.4123711340206184 | 0.7069486404833837 | 2.4123711340206184 | True | 0.16611140966415405 | 0.06570179015398026 | 0.36328125 | 0.86328125 |
| 474 | post_attention_layernorm | 10 | 22 | 3.247422680412371 | 0.7645631067961165 | 3.247422680412371 | True | 0.16611140966415405 | 0.05012959614396095 | 0.36328125 | 0.9713134765625 |
| 475 | post_attention_layernorm | 10 | 23 | 3.521276595744681 | 0.7788235294117647 | 3.521276595744681 | True | 0.16611140966415405 | 0.06521295011043549 | 0.36328125 | 1.01361083984375 |
| 476 | post_attention_layernorm | 11 | 12 | 0.3375 | 0.2523364485981308 | 0.3375 | True | 0.1528426557779312 | 0.12497646361589432 | 0.41796875 | 0.5234375 |
| 477 | post_attention_layernorm | 11 | 13 | 0.5131578947368421 | 0.3391304347826087 | 0.5131578947368421 | True | 0.1528426557779312 | 0.09632012248039246 | 0.41796875 | 0.619140625 |
| 478 | post_attention_layernorm | 11 | 14 | 1.2612781954887218 | 0.5577722360764755 | 1.2612781954887218 | True | 0.1528426557779312 | 0.053455036133527756 | 0.41796875 | 0.87646484375 |
| 479 | post_attention_layernorm | 11 | 15 | 1.9906542056074767 | 0.665625 | 1.9906542056074767 | True | 0.1528426557779312 | 0.06801187992095947 | 0.41796875 | 0.736328125 |
| 480 | post_attention_layernorm | 11 | 16 | 1.1914191419141915 | 0.5436746987951807 | 1.1914191419141915 | True | 0.1528426557779312 | 0.08680811524391174 | 0.41796875 | 0.72265625 |
| 481 | post_attention_layernorm | 11 | 17 | 1.249426605504587 | 0.5554422635737956 | 1.249426605504587 | True | 0.1528426557779312 | 0.09242258220911026 | 0.41796875 | 0.712890625 |
| 482 | post_attention_layernorm | 11 | 18 | 1.28125 | 0.5616438356164384 | 1.28125 | True | 0.1528426557779312 | 0.09676424413919449 | 0.41796875 | 0.8095703125 |
| 483 | post_attention_layernorm | 11 | 19 | 1.764018691588785 | 0.6382079459002535 | 1.764018691588785 | True | 0.1528426557779312 | 0.07613449543714523 | 0.41796875 | 0.81640625 |
| 484 | post_attention_layernorm | 11 | 20 | 1.5344036697247707 | 0.6054298642533936 | 1.5344036697247707 | True | 0.1528426557779312 | 0.07808392494916916 | 0.41796875 | 0.822265625 |
| 485 | post_attention_layernorm | 11 | 21 | 1.9369158878504673 | 0.6595067621320605 | 1.9369158878504673 | True | 0.1528426557779312 | 0.06570179015398026 | 0.41796875 | 0.86328125 |
| 486 | post_attention_layernorm | 11 | 22 | 2.7454545454545456 | 0.7330097087378641 | 2.7454545454545456 | True | 0.1528426557779312 | 0.05012959614396095 | 0.41796875 | 0.9713134765625 |
| 487 | post_attention_layernorm | 11 | 23 | 2.97196261682243 | 0.7482352941176471 | 2.97196261682243 | True | 0.1528426557779312 | 0.06521295011043549 | 0.41796875 | 1.01361083984375 |
| 488 | post_attention_layernorm | 12 | 13 | 0.26492537313432835 | 0.20943952802359883 | 0.26492537313432835 | True | 0.12497646361589432 | 0.09632012248039246 | 0.5234375 | 0.619140625 |
| 489 | post_attention_layernorm | 12 | 14 | 0.9213836477987422 | 0.4795417348608838 | 0.9213836477987422 | True | 0.12497646361589432 | 0.053455036133527756 | 0.5234375 | 0.87646484375 |
| 490 | post_attention_layernorm | 12 | 15 | 1.3861940298507462 | 0.5809225957779516 | 1.3861940298507462 | True | 0.12497646361589432 | 0.06801187992095947 | 0.5234375 | 0.736328125 |
| 491 | post_attention_layernorm | 12 | 16 | 0.9358600583090378 | 0.48343373493975905 | 0.9358600583090378 | True | 0.12497646361589432 | 0.08680811524391174 | 0.5234375 | 0.72265625 |
| 492 | post_attention_layernorm | 12 | 17 | 0.9096209912536443 | 0.4763358778625954 | 0.9096209912536443 | True | 0.12497646361589432 | 0.09242258220911026 | 0.5234375 | 0.712890625 |
| 493 | post_attention_layernorm | 12 | 18 | 0.9358600583090378 | 0.48343373493975905 | 0.9358600583090378 | True | 0.12497646361589432 | 0.09676424413919449 | 0.5234375 | 0.8095703125 |
| 494 | post_attention_layernorm | 12 | 19 | 1.2276119402985075 | 0.5510887772194305 | 1.2276119402985075 | True | 0.12497646361589432 | 0.07613449543714523 | 0.5234375 | 0.81640625 |
| 495 | post_attention_layernorm | 12 | 20 | 1.056985294117647 | 0.5138516532618409 | 1.056985294117647 | True | 0.12497646361589432 | 0.07808392494916916 | 0.5234375 | 0.822265625 |
| 496 | post_attention_layernorm | 12 | 21 | 1.4701492537313432 | 0.595166163141994 | 1.4701492537313432 | True | 0.12497646361589432 | 0.06570179015398026 | 0.5234375 | 0.86328125 |
| 497 | post_attention_layernorm | 12 | 22 | 2.0294117647058822 | 0.6699029126213593 | 2.0294117647058822 | True | 0.12497646361589432 | 0.05012959614396095 | 0.5234375 | 0.9713134765625 |
| 498 | post_attention_layernorm | 12 | 23 | 2.1481481481481484 | 0.6823529411764706 | 2.1481481481481484 | True | 0.12497646361589432 | 0.06521295011043549 | 0.5234375 | 1.01361083984375 |
| 499 | post_attention_layernorm | 13 | 14 | 0.6276595744680851 | 0.38562091503267976 | 0.6276595744680851 | True | 0.09632012248039246 | 0.053455036133527756 | 0.619140625 | 0.87646484375 |
| 500 | post_attention_layernorm | 13 | 15 | 1.0504731861198737 | 0.5123076923076924 | 1.0504731861198737 | True | 0.09632012248039246 | 0.06801187992095947 | 0.619140625 | 0.736328125 |
| 501 | post_attention_layernorm | 13 | 16 | 0.5697399527186762 | 0.3629518072289157 | 0.5697399527186762 | True | 0.09632012248039246 | 0.08680811524391174 | 0.619140625 | 0.72265625 |
| 502 | post_attention_layernorm | 13 | 17 | 0.5619930475086906 | 0.35979228486646886 | 0.5619930475086906 | True | 0.09632012248039246 | 0.09242258220911026 | 0.619140625 | 0.712890625 |
| 503 | post_attention_layernorm | 13 | 18 | 0.657010428736964 | 0.3965034965034965 | 0.657010428736964 | True | 0.09632012248039246 | 0.09676424413919449 | 0.619140625 | 0.8095703125 |
| 504 | post_attention_layernorm | 13 | 19 | 0.8659305993690851 | 0.4640743871513102 | 0.8659305993690851 | True | 0.09632012248039246 | 0.07613449543714523 | 0.619140625 | 0.81640625 |
| 505 | post_attention_layernorm | 13 | 20 | 0.7811594202898551 | 0.4385679414157852 | 0.7811594202898551 | True | 0.09632012248039246 | 0.07808392494916916 | 0.619140625 | 0.822265625 |
| 506 | post_attention_layernorm | 13 | 21 | 0.9826498422712934 | 0.49562450278440734 | 0.9826498422712934 | True | 0.09632012248039246 | 0.06570179015398026 | 0.619140625 | 0.86328125 |
| 507 | post_attention_layernorm | 13 | 22 | 1.5432098765432098 | 0.6067961165048543 | 1.5432098765432098 | True | 0.09632012248039246 | 0.05012959614396095 | 0.619140625 | 0.9713134765625 |
| 508 | post_attention_layernorm | 13 | 23 | 1.6813880126182965 | 0.6270588235294118 | 1.6813880126182965 | True | 0.09632012248039246 | 0.06521295011043549 | 0.619140625 | 1.01361083984375 |
| 509 | post_attention_layernorm | 14 | 15 | 0.4135667396061269 | 0.29256965944272445 | 0.4135667396061269 | True | 0.053455036133527756 | 0.06801187992095947 | 0.87646484375 | 0.736328125 |
| 510 | post_attention_layernorm | 14 | 16 | 0.2551505546751189 | 0.2418918918918919 | 0.2551505546751189 | True | 0.053455036133527756 | 0.08680811524391174 | 0.87646484375 | 0.72265625 |
| 511 | post_attention_layernorm | 14 | 17 | 0.28498372849837283 | 0.2595890410958904 | 0.28498372849837283 | True | 0.053455036133527756 | 0.09242258220911026 | 0.87646484375 | 0.712890625 |
| 512 | post_attention_layernorm | 14 | 18 | 0.39717282261741904 | 0.28426892950391647 | 0.39717282261741904 | True | 0.053455036133527756 | 0.09676424413919449 | 0.87646484375 | 0.8095703125 |
| 513 | post_attention_layernorm | 14 | 19 | 0.3989968080255358 | 0.28520208604954367 | 0.3989968080255358 | True | 0.053455036133527756 | 0.07613449543714523 | 0.87646484375 | 0.81640625 |
| 514 | post_attention_layernorm | 14 | 20 | 0.4737802097583219 | 0.3214727722772277 | 0.4737802097583219 | True | 0.053455036133527756 | 0.07808392494916916 | 0.87646484375 | 0.822265625 |
| 515 | post_attention_layernorm | 14 | 21 | 0.47515257192676547 | 0.32210401891252954 | 0.47515257192676547 | True | 0.053455036133527756 | 0.06570179015398026 | 0.87646484375 | 0.86328125 |
| 516 | post_attention_layernorm | 14 | 22 | 0.7402323125659979 | 0.4253640776699029 | 0.7402323125659979 | True | 0.053455036133527756 | 0.05012959614396095 | 0.87646484375 | 0.9713134765625 |
| 517 | post_attention_layernorm | 14 | 23 | 0.8220793140407289 | 0.4511764705882353 | 0.8220793140407289 | True | 0.053455036133527756 | 0.06521295011043549 | 0.87646484375 | 1.01361083984375 |
| 518 | post_attention_layernorm | 15 | 16 | 0.3656832298136646 | 0.576499388004896 | 0.576499388004896 | True | 0.06801187992095947 | 0.08680811524391174 | 0.736328125 | 0.72265625 |
| 519 | post_attention_layernorm | 15 | 17 | 0.29876160990712075 | 0.4260485651214128 | 0.4260485651214128 | True | 0.06801187992095947 | 0.09242258220911026 | 0.736328125 | 0.712890625 |
| 520 | post_attention_layernorm | 15 | 18 | 0.30124223602484473 | 0.4311111111111111 | 0.4311111111111111 | True | 0.06801187992095947 | 0.09676424413919449 | 0.736328125 | 0.8095703125 |
| 521 | post_attention_layernorm | 15 | 19 | 0.2840549102428722 | 0.22121710526315788 | 0.2840549102428722 | True | 0.06801187992095947 | 0.07613449543714523 | 0.736328125 | 0.81640625 |
| 522 | post_attention_layernorm | 15 | 20 | 0.33996683250414594 | 0.2537128712871287 | 0.33996683250414594 | True | 0.06801187992095947 | 0.07808392494916916 | 0.736328125 | 0.822265625 |
| 523 | post_attention_layernorm | 15 | 21 | 0.4206008583690987 | 0.29607250755287007 | 0.4206008583690987 | True | 0.06801187992095947 | 0.06570179015398026 | 0.736328125 | 0.86328125 |
| 524 | post_attention_layernorm | 15 | 22 | 0.45278969957081544 | 0.31166912850812406 | 0.45278969957081544 | True | 0.06801187992095947 | 0.05012959614396095 | 0.736328125 | 0.9713134765625 |
| 525 | post_attention_layernorm | 15 | 23 | 0.815378923352038 | 0.4491508152173913 | 0.815378923352038 | True | 0.06801187992095947 | 0.06521295011043549 | 0.736328125 | 1.01361083984375 |
| 526 | post_attention_layernorm | 16 | 17 | 0.17602657004830918 | 0.1496790757381258 | 0.17602657004830918 | True | 0.08680811524391174 | 0.09242258220911026 | 0.72265625 | 0.712890625 |
| 527 | post_attention_layernorm | 16 | 18 | 0.2154215976331361 | 0.17724022516354784 | 0.2154215976331361 | True | 0.08680811524391174 | 0.09676424413919449 | 0.72265625 | 0.8095703125 |
| 528 | post_attention_layernorm | 16 | 19 | 0.4420289855072464 | 0.3065326633165829 | 0.4420289855072464 | True | 0.08680811524391174 | 0.07613449543714523 | 0.72265625 | 0.81640625 |
| 529 | post_attention_layernorm | 16 | 20 | 0.33108935128518974 | 0.24873563218390804 | 0.33108935128518974 | True | 0.08680811524391174 | 0.07808392494916916 | 0.72265625 | 0.822265625 |
| 530 | post_attention_layernorm | 16 | 21 | 0.5990338164251208 | 0.37462235649546827 | 0.5990338164251208 | True | 0.08680811524391174 | 0.06570179015398026 | 0.72265625 | 0.86328125 |
| 531 | post_attention_layernorm | 16 | 22 | 1.0171358629130967 | 0.504247572815534 | 1.0171358629130967 | True | 0.08680811524391174 | 0.05012959614396095 | 0.72265625 | 0.9713134765625 |
| 532 | post_attention_layernorm | 16 | 23 | 1.0506634499396863 | 0.5123529411764706 | 1.0506634499396863 | True | 0.08680811524391174 | 0.06521295011043549 | 0.72265625 | 1.01361083984375 |
| 533 | post_attention_layernorm | 17 | 18 | 0.23767123287671232 | 0.19203099059214168 | 0.23767123287671232 | True | 0.09242258220911026 | 0.09676424413919449 | 0.712890625 | 0.8095703125 |
| 534 | post_attention_layernorm | 17 | 19 | 0.29360306178239476 | 0.22696534234995774 | 0.29360306178239476 | True | 0.09242258220911026 | 0.07613449543714523 | 0.712890625 | 0.81640625 |
| 535 | post_attention_layernorm | 17 | 20 | 0.20969441517386722 | 0.17334494773519163 | 0.20969441517386722 | True | 0.09242258220911026 | 0.07808392494916916 | 0.712890625 | 0.822265625 |
| 536 | post_attention_layernorm | 17 | 21 | 0.40350877192982454 | 0.2875 | 0.40350877192982454 | True | 0.09242258220911026 | 0.06570179015398026 | 0.712890625 | 0.86328125 |
| 537 | post_attention_layernorm | 17 | 22 | 0.8070175438596491 | 0.44660194174757284 | 0.8070175438596491 | True | 0.09242258220911026 | 0.05012959614396095 | 0.712890625 | 0.9713134765625 |
| 538 | post_attention_layernorm | 17 | 23 | 0.8589393110989612 | 0.46205882352941174 | 0.8589393110989612 | True | 0.09242258220911026 | 0.06521295011043549 | 0.712890625 | 1.01361083984375 |
| 539 | post_attention_layernorm | 18 | 19 | 0.27958115183246074 | 0.21849427168576105 | 0.27958115183246074 | True | 0.09676424413919449 | 0.07613449543714523 | 0.8095703125 | 0.81640625 |
| 540 | post_attention_layernorm | 18 | 20 | 0.20833333333333334 | 0.1724137931034483 | 0.20833333333333334 | True | 0.09676424413919449 | 0.07808392494916916 | 0.8095703125 | 0.822265625 |
| 541 | post_attention_layernorm | 18 | 21 | 0.4222222222222222 | 0.296875 | 0.4222222222222222 | True | 0.09676424413919449 | 0.06570179015398026 | 0.8095703125 | 0.86328125 |
| 542 | post_attention_layernorm | 18 | 22 | 0.8311111111111111 | 0.4538834951456311 | 0.8311111111111111 | True | 0.09676424413919449 | 0.05012959614396095 | 0.8095703125 | 0.9713134765625 |
| 543 | post_attention_layernorm | 18 | 23 | 0.8 | 0.4444444444444444 | 0.8 | True | 0.09676424413919449 | 0.06521295011043549 | 0.8095703125 | 1.01361083984375 |
| 544 | post_attention_layernorm | 19 | 20 | 0.151033386327504 | 0.1441947565543071 | 0.151033386327504 | True | 0.07613449543714523 | 0.07808392494916916 | 0.81640625 | 0.822265625 |
| 545 | post_attention_layernorm | 19 | 21 | 0.1678832116788321 | 0.14375 | 0.1678832116788321 | True | 0.07613449543714523 | 0.06570179015398026 | 0.81640625 | 0.86328125 |
| 546 | post_attention_layernorm | 19 | 22 | 0.5036496350364964 | 0.33495145631067963 | 0.5036496350364964 | True | 0.07613449543714523 | 0.05012959614396095 | 0.81640625 | 0.9713134765625 |
| 547 | post_attention_layernorm | 19 | 23 | 0.48267526188557613 | 0.34782608695652173 | 0.48267526188557613 | True | 0.07613449543714523 | 0.06521295011043549 | 0.81640625 | 1.01361083984375 |
| 548 | post_attention_layernorm | 20 | 21 | 0.2091324200913242 | 0.1729607250755287 | 0.2091324200913242 | True | 0.07808392494916916 | 0.06570179015398026 | 0.822265625 | 0.86328125 |
| 549 | post_attention_layernorm | 20 | 22 | 0.5154022988505748 | 0.3401092233009709 | 0.5154022988505748 | True | 0.07808392494916916 | 0.05012959614396095 | 0.822265625 | 0.9713134765625 |
| 550 | post_attention_layernorm | 20 | 23 | 0.5675426463808206 | 0.4219858156028369 | 0.5675426463808206 | True | 0.07808392494916916 | 0.06521295011043549 | 0.822265625 | 1.01361083984375 |
| 551 | post_attention_layernorm | 21 | 22 | 0.2875 | 0.22330097087378642 | 0.2875 | True | 0.06570179015398026 | 0.05012959614396095 | 0.86328125 | 0.9713134765625 |
| 552 | post_attention_layernorm | 21 | 23 | 0.3960546282245827 | 0.4148936170212766 | 0.4148936170212766 | True | 0.06570179015398026 | 0.06521295011043549 | 0.86328125 | 1.01361083984375 |
| 553 | post_attention_layernorm | 22 | 23 | 0.3124108416547789 | 0.34263295553618134 | 0.34263295553618134 | True | 0.05012959614396095 | 0.06521295011043549 | 0.9713134765625 | 1.01361083984375 |