Files
exp-model-parameter-similarity/results/lisa-attention-pilot/calibration.json
T

339 lines
7.3 KiB
JSON

{
"permutation": [
0,
2,
4,
3,
7,
6,
5,
1
],
"mix": [
[
0.24426038563251495,
0.055573295801877975,
-0.12299608439207077,
-0.09282179176807404,
-0.047870442271232605,
0.07772502303123474,
-0.22192631661891937,
0.29638272523880005
],
[
0.03558433800935745,
0.03896130993962288,
-0.18795007467269897,
0.002625135239213705,
-0.16552278399467468,
-0.023057416081428528,
-0.39929720759391785,
0.43178120255470276
],
[
0.1871931552886963,
0.44749122858047485,
-0.04751807823777199,
0.04143448546528816,
0.23914210498332977,
0.18653616309165955,
0.12161331623792648,
-0.20545999705791473
],
[
-0.027203943580389023,
-0.23345178365707397,
-0.03906247019767761,
0.0939483568072319,
0.11926761269569397,
-0.08872664719820023,
0.14460818469524384,
0.06796323508024216
],
[
0.09347549825906754,
0.2144748717546463,
1.078420877456665,
0.5173454880714417,
0.5393254160881042,
0.31546834111213684,
0.7830604314804077,
0.09864718466997147
],
[
-0.015639908611774445,
0.13545557856559753,
0.20001526176929474,
-0.0403873436152935,
-0.14243841171264648,
0.10669009387493134,
0.22260507941246033,
-0.008936765603721142
],
[
0.2405557930469513,
0.054704487323760986,
0.011206595227122307,
0.2406461238861084,
-0.026383306831121445,
0.25195246934890747,
0.09300804138183594,
0.10066510736942291
],
[
0.02644052356481552,
0.10034456104040146,
0.07825803011655807,
0.10650064051151276,
0.3668587803840637,
-0.007412006612867117,
0.061572253704071045,
-0.06577901542186737
]
],
"local32": [
[
0.2867194414138794,
0.06671284139156342,
-0.2674592435359955,
-0.3276604115962982,
-0.4070841670036316,
-0.006673475727438927,
-0.2074313908815384,
0.12887436151504517
],
[
-0.0516749806702137,
0.4364052712917328,
0.4763493239879608,
0.569825291633606,
0.5895766019821167,
0.23220211267471313,
0.4529169201850891,
0.020792270079255104
],
[
0.030566174536943436,
-0.0014433575561270118,
0.9291507601737976,
0.07762160897254944,
0.09363061934709549,
0.11929107457399368,
0.6625307202339172,
0.011318162083625793
],
[
0.6921118497848511,
0.3367474377155304,
-0.20861877501010895,
0.6061498522758484,
0.4020693004131317,
0.4614187479019165,
-0.120954729616642,
0.6977306008338928
],
[
0.010575470514595509,
0.03395608440041542,
-0.17418035864830017,
0.05686786770820618,
0.3456997573375702,
-0.16309495270252228,
0.13770024478435516,
-0.06023705378174782
],
[
0.34056422114372253,
0.3800618350505829,
0.46083998680114746,
0.379044771194458,
0.38687247037887573,
0.7362816333770752,
0.2947295904159546,
-0.053121648728847504
],
[
0.03288573399186134,
0.11208789050579071,
0.5949627161026001,
0.09720376133918762,
0.012026847340166569,
0.062014296650886536,
0.8560540080070496,
0.004886063747107983
],
[
0.3228500783443451,
0.3110385239124298,
-0.03597158193588257,
0.004630092531442642,
0.1255260556936264,
0.3001147508621216,
-0.2873961925506592,
0.7489231824874878
]
],
"mix_local32": [
[
0.11679738759994507,
0.06494305282831192,
-0.07491274178028107,
-0.10080373287200928,
-0.02167605608701706,
-0.05343199521303177,
-0.1710113286972046,
0.25583943724632263
],
[
0.07517975568771362,
0.04044078290462494,
-0.06897048652172089,
0.022282306104898453,
-0.14309072494506836,
0.033187106251716614,
-0.3017081618309021,
0.44381454586982727
],
[
0.06857457011938095,
0.3892330229282379,
-0.10634169727563858,
-0.019304350018501282,
0.19891692698001862,
0.07254264503717422,
0.06347434967756271,
-0.31816524267196655
],
[
0.09148014336824417,
-0.1973782479763031,
0.152879536151886,
0.11245211213827133,
0.12135685235261917,
0.12074458599090576,
0.3753202259540558,
0.044213682413101196
],
[
0.07850243151187897,
0.17286451160907745,
0.8361716866493225,
0.4728657901287079,
0.4632956087589264,
0.20232141017913818,
0.5647081732749939,
0.14378811419010162
],
[
-0.08318367600440979,
0.05281839147210121,
-0.0541967898607254,
-0.07725174725055695,
-0.19812145829200745,
-0.0031219127122312784,
-0.04434914141893387,
-0.08314008265733719
],
[
0.21213339269161224,
0.07709750533103943,
0.045971959829330444,
0.21323992311954498,
0.025503091514110565,
0.26300355792045593,
0.12342528253793716,
0.12137588858604431
],
[
0.09544969350099564,
0.0986594632267952,
0.04683060944080353,
0.12203476577997208,
0.31474506855010986,
0.005084820557385683,
0.022342870011925697,
-0.03607412800192833
],
[
0.5112781524658203,
0.1685691624879837,
0.03565533459186554,
-0.017969932407140732,
-0.11261212080717087,
0.21835851669311523,
0.06214938685297966,
0.369602233171463
],
[
-0.40601295232772827,
0.12985582649707794,
-0.03226114436984062,
0.0588277243077755,
0.1966109573841095,
-0.195071741938591,
0.021230820566415787,
-0.3407396376132965
],
[
0.05574870482087135,
0.002938202116638422,
0.8687096834182739,
0.05353480949997902,
0.06125132739543915,
0.1233755350112915,
0.607818603515625,
0.06634242087602615
],
[
0.17747589945793152,
-0.11643446981906891,
-0.4716564118862152,
0.21365293860435486,
-0.053643301129341125,
0.035281628370285034,
-0.4258069097995758,
0.28920620679855347
],
[
-0.07137177139520645,
-0.0010721894213929772,
-0.30434563755989075,
-0.04535682126879692,
0.11665429919958115,
-0.21108229458332062,
-0.05042998865246773,
-0.023268967866897583
],
[
0.20552901923656464,
0.10354588180780411,
0.18191908299922943,
0.15948699414730072,
0.154840886592865,
0.581689715385437,
0.12202811241149902,
-0.10293511301279068
],
[
0.015075353905558586,
0.04981930926442146,
0.5468234419822693,
0.05587880685925484,
-0.008960379287600517,
0.026398485526442528,
0.831177294254303,
0.0010817323345690966
],
[
0.2027735859155655,
0.22851699590682983,
0.04834882915019989,
-0.009833958931267262,
0.15699052810668945,
0.20191335678100586,
-0.24067029356956482,
0.5740934014320374
]
]
}