exp-model-parameter-similarity/results/qwen35-2b/analysis/tensor_pairs.csv

a,b,screen_error,screen_cosine,cosine,pearson,error_member_to_rep,error_rep_to_member,symmetric_error,scaled_error,scale,a_id,b_id,role,scale_name,layer_distance,screen_vs_exact_min_error_absolute_difference,sampled_error_q99_over_member_rms
155,202,0.13912108191960726,0.9902778019249312,0.9902778019249316,0.5893104912145117,0.13912108191960726,0.14079843965200864,0.13995222253870024,0.13910382818141914,1.002217402346125,model.language_model.layers.18.input_layernorm.weight,model.language_model.layers.21.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,0.0,0.6455069365147567
14,22,0.27043724013425985,0.9627591388053269,0.9627591388053268,0.036859009897553675,0.27903195486574556,0.27043724013425985,0.2746337839586602,0.2703605752450334,0.9331043268425037,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,0.0,0.633340063721677
38,215,1.054640431176415,0.050857402171094135,3.711960334307905e-05,-3.3402434588299744e-05,2.169026480462036,1.1268895980841822,1.4141920859373291,0.9999999993110675,1.928500885955816e-05,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,22,0.07224916690776717,9.38235627562875
86,309,0.5885114617058197,0.8092128713956995,0.8092128713956994,0.4332692404629945,0.5885114617058197,0.759379524730091,0.6578505608453223,0.5875155561919422,1.0441592486657625,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,0.9978384613626781
158,217,1.0790747396452463,0.26711585879901045,0.22289938280365845,0.2224945631615263,1.4398512311237743,1.1226487902160178,1.2520611190952349,0.9748414564152205,0.17379415111456953,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.04357405057077157,3.8091815550450447
100,218,1.0511331279505294,0.2585240813709115,0.1951813071253298,0.19489663273695204,1.5414117274064874,1.1134810279240412,1.2764825198588667,0.9807671779524678,0.14099456921554726,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,9,0.06234789997351187,4.526664772245115
148,277,1.236183727363424,0.05249259798138378,-0.00016365283441411682,-0.00016357154009206943,1.289864036729756,1.5835404299906488,1.4143268852621005,0.9999999866088748,-0.0002009133307060445,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,11,0.05368030936633206,3.4264614676402694
67,220,1.2556423497295501,0.02628512267907549,0.0034335944418247212,0.003409909507851917,1.5989153098593807,1.2780606183113452,1.411843312220554,0.9999941051972302,0.0027445742800066395,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,12,0.022418268581795076,4.415901883636672
9,11,0.0996284846101826,0.9951892703374056,0.9951892703374057,0.010894840386995123,0.0996284846101826,0.10196430414961917,0.1007760974274098,0.09797099675568312,1.01852177963118,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.27726655918637355
150,185,1.2995998756689573,0.03657390563077304,0.0003262497461059893,0.00032633713659811764,1.4888862155444107,1.3493563078703799,1.4139839627055284,0.9999999467805502,0.0002956754843003618,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,15,0.04975643220142256,3.9618541709142714
222,280,1.2540265130554908,0.05409324339982415,0.0005504524680824348,0.0005505156566201202,1.3085342695047684,1.5494657261399265,1.4138297747803652,0.9999998485010287,0.0006518035125558143,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,16,0.05450775644927752,3.4204589474664497
75,228,1.1402580630454087,0.018724806643603025,0.00016285400752193816,0.00016227355534662494,1.9792898733641424,1.1586599192483464,1.414113146630559,0.999999986739286,9.533338888048943e-05,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,12,0.018401856202937772,5.258184720280624
229,240,1.210374849452958,0.009784821250950117,-0.0005466421928370241,-0.0005466019862442945,1.2210613405090442,1.7439724143261424,1.414576730996375,0.9999998505911454,-0.0007807379311649415,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,20,0.010686491056086211,3.2348884519080596
213,225,0.08389205016305105,0.9967665323196798,0.99676653231968,0.8745862132421592,0.08389205016305105,0.08625062729889017,0.0850468199151814,0.08035222490634755,1.0247900547908746,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,0.3111611888623197
78,289,0.4220354869409763,0.9109326955126068,0.9109326955126066,0.20891552129611338,0.4220354869409763,0.513436767015218,0.46107530607135877,0.41255499542017027,1.1082156658022022,model.language_model.layers.11.self_attn.k_norm.weight,model.language_model.layers.7.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,4,0.0,1.587506168678106
232,243,1.3059254689784499,-0.028403977466169406,0.0005372295372625437,0.0005369043192251418,1.5602049137067773,1.3021949330011826,1.413839757445367,0.9999998556922017,0.00044838826947402624,model.language_model.layers.23.self_attn.k_proj.weight,model.language_model.layers.3.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,20,0.0037305359772672464,4.88145166254648
174,291,1.1793114674151763,0.00829058958765635,0.00046151187113697555,0.0004615560496649987,1.1817960007584458,1.875102587380427,1.413919123817212,0.9999998935033907,0.0007322601389075149,model.language_model.layers.19.self_attn.o_proj.weight,model.language_model.layers.7.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,12,0.0024845333432694794,3.3525496132246064
81,292,0.39404064792499355,0.9230509542708147,0.9230509542708148,0.1285981009192478,0.39404064792499355,0.47040472179054593,0.42718614258201787,0.38467770382456284,1.1019358780084862,model.language_model.layers.11.self_attn.q_norm.weight,model.language_model.layers.7.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,4,0.0,1.5908081344987477
82,246,1.266848182293979,-0.010497138955702824,0.009999402828496094,0.010006382825240273,1.647649433313099,1.248671723281511,1.4073898014185828,0.9999500047217728,0.007578051076397602,model.language_model.layers.11.self_attn.q_proj.weight,model.language_model.layers.3.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,8,0.018176459012468005,4.449445742878648
177,247,1.151297435339305,0.013091027586130755,-0.0006282867163523936,-0.0006277684793135974,1.1428020270804182,2.0682644189309127,1.414589632657446,0.9999998026278816,-0.0011370850151871071,model.language_model.layers.19.self_attn.v_proj.weight,model.language_model.layers.3.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,16,0.008495408258886838,4.005065566084279
344,356,0.6680979684279816,0.7552272357810548,0.755227235781055,0.7552447225886061,0.6680979684279816,0.7553013139245341,0.7077015589766955,0.6554630594736112,0.8538031104019356,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.11.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,1.8620158649247966
441,513,1.222071058762841,0.03196226398859649,0.0005085004469114329,0.0005085004120456251,1.6949696065878013,1.2380571878583502,1.4138709950817723,0.9999998707136394,0.0003714241428760814,model.visual.blocks.18.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.015986129095509227,4.428015689928194
322,586,1.1426361523716286,0.014476385230511188,-0.0008703914353524141,-0.0008572728695425276,1.164107346376574,1.9562480399765272,1.4147543935627247,0.9999996212093029,-0.0014626671197638108,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,8,0.02147119400494546,4.72088869226568
335,443,1.160830340554999,0.030397219224687844,0.0005087986288515946,0.0005091329549464758,1.1919409580791358,1.836182398423854,1.4138849083481553,0.9999998705619693,0.0007838031576203814,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.18.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,17,0.031110617524136908,3.4010502817853556
372,384,0.32956245381361265,0.9448260819582333,0.942832226875403,0.014193436814941564,0.3423255120414103,0.33526529688125917,0.33874023457022173,0.33326774816229754,0.9233869966850818,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.0057028430676465125,0.9914178658442636
325,421,1.2027168620896889,0.03854442767004885,0.0022095324662344384,0.002198940457881577,1.248424539336054,1.6654896691491192,1.4127131191897546,0.999997558980161,0.002947677957468003,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,16,0.04570767724636515,3.738577543876217
362,374,0.6155485266323636,0.7922147396405717,0.7922147396405718,0.7921339167636835,0.7052061432398902,0.6155485266323633,0.6558248480142628,0.6102424160087705,0.6914951329292551,model.visual.blocks.11.mlp.linear_fc2.bias,model.visual.blocks.12.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,3.3306690738754696e-16,2.0713315146139544
327,375,1.2396562692825988,0.044766284044226695,0.0007019778577741064,0.0006959317746500701,1.2953587177667418,1.571880807933308,1.4137262536009996,0.9999997536135133,0.0008518300815789559,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.055702448484143074,3.5084189956756067
424,436,0.25115943947656993,0.9679782448338927,0.967978244833893,0.9678701327346436,0.25115943947656993,0.26161232713119514,0.25622610990628053,0.25103409634608576,1.0082640802635976,model.visual.blocks.16.norm1.bias,model.visual.blocks.17.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,0.6499996860910888
449,461,0.04823731166106643,0.9988378655898419,0.9988378655898414,0.8620534916158981,0.04823731166106643,0.04838935228422601,0.04831315254765553,0.04819666237334049,1.001986132487191,model.visual.blocks.18.norm1.weight,model.visual.blocks.19.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.13213018005839425
426,438,0.39846616961168674,0.9189740175692342,0.9189740175692345,0.9199011356702286,0.46245716111033913,0.39846616961168674,0.42690585449907253,0.39431808864501844,0.7918140047270404,model.visual.blocks.16.norm2.bias,model.visual.blocks.17.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.2984085418323017
367,379,0.08109603491499054,0.9967300725530244,0.9967300725530247,0.9167195052320226,0.08109603491499054,0.0819280150166876,0.08150884055666552,0.08080323303211502,1.0069557215381626,model.visual.blocks.11.norm2.weight,model.visual.blocks.12.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.16451345289577848
84,96,0.14580031591092943,0.9970857492150444,0.9970857492150444,0.9915652244454963,0.14580031591092946,0.1670418381724164,0.15534227445669557,0.07628898159153481,1.142350311957841,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,2.7755575615628914e-17,0.3025050159282955
22,24,0.2815986286725044,0.9596166920015712,0.9596166920015711,0.24522870160190208,0.2815986286725044,0.2896080415326275,0.28551911426626414,0.2813108679592059,0.9869107392415696,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,0.50770655790542
38,203,1.0604034623992225,0.02760927430110851,0.011214506692165173,0.011171494420928383,2.431117380981998,1.091572575092485,1.4082748226412318,0.9999371154425919,0.00503531752276559,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,21,0.031169112693262502,9.768155988185312
86,274,0.5952794991253695,0.8067608762898718,0.8067608762898718,0.6526255512648536,0.5952794991253695,0.8104489921473054,0.6784943683237304,0.5908780656683731,1.0983723445098872,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,6,0.0,1.0487278378679286
217,275,1.0951376617129696,0.20715129400778665,0.1311555097410448,0.130844972014275,1.1404154296348243,1.641244675937938,1.3244476585622775,0.9913618069426352,0.1887542701446478,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,16,0.045277767921854783,3.0513364610452345
159,218,1.063169349229145,0.3287681349111466,0.24826258708650478,0.2478314884158891,1.3458099681014595,1.1380854698781189,1.2289718125917033,0.9686927726854968,0.2099434911127077,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.0749161206489739,4.076020983470318
42,160,1.2379803133358087,0.02508156940776633,-9.325814977642619e-05,-9.32026572439551e-05,1.647575427153144,1.258365741892925,1.414277180210871,0.9999999956514587,-7.122761052205593e-05,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,18,0.020385428557116336,4.882486930029577
102,220,1.261010327989246,0.004014432623279234,0.007294930590976213,0.007296556056901042,1.5622784668020486,1.2936896527810582,1.4091365987261977,0.999973391639834,0.006040777251842975,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,9,0.032679324791812236,4.527674409903105
5,25,0.10453138787875413,0.9954449962957733,0.9954449962957733,0.00022364065174898634,0.10973521587034314,0.10453138787875413,0.10703854663001287,0.0953376072161871,0.9482393249465529,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,12,0.0,0.3051911412776713
56,150,1.3150863176196046,0.04406498210977759,0.0010095135713845181,0.0010095462436684741,1.3474711889878341,1.4903027782372111,1.4135031576756167,0.9999994904410447,0.0011165217426523395,model.language_model.layers.1.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,16,0.03238487136822954,3.4568705007447575
222,238,1.263880487533431,0.04968516480600611,-9.479515679663286e-06,-9.495183189458343e-06,1.292024367390901,1.579270690608794,1.4142201325474333,0.9999999999550694,-1.1587027034397525e-05,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,19,0.028143879857470022,3.3815062562758733
105,228,1.157978805747617,0.011710318722177872,0.0012007674572469735,0.0011967309363315865,1.8935339065989176,1.1767357830564023,1.4134520605045455,0.999999279078497,0.0007462163889159535,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.018756977308785228,5.300446326177765
224,240,1.2136566889698601,0.08368319705578973,0.0003991338374397037,0.0003990090071137444,1.259857020958172,1.6431883617816228,1.4139409790021695,0.9999999203460866,0.000520576593664063,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,19,0.04620033198831197,3.173322713985537
201,213,0.08765362700682122,0.9978028333751225,0.9978028333751227,0.9628340123216805,0.09320763902771821,0.08765362700682122,0.09030278601927573,0.06625334488595358,0.938346237447374,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,0.30893888233286176
78,125,0.4426190079299996,0.9019171514329901,0.9019171514329895,0.29517860725615724,0.44319696264341424,0.44261900792999953,0.4429077024698644,0.4319090783382561,0.9007409988130094,model.language_model.layers.11.self_attn.k_norm.weight,model.language_model.layers.15.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,4,5.551115123125783e-17,2.426457462583861
126,232,1.3081882046777893,0.012065959844349758,0.00252840545807309,0.0025286859221196117,1.3216500796717134,1.524949919956315,1.4124427467447382,0.9999968035778113,0.002917331720559038,model.language_model.layers.15.self_attn.k_proj.weight,model.language_model.layers.23.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,8,0.01346187499392415,3.7960694605511955
174,244,1.1881240453309203,0.0012591852539814894,1.310415908302423e-05,1.3106974077704943e-05,1.1959039527215864,1.8233051338053297,1.414205063436613,0.9999999999141405,1.997892930774703e-05,model.language_model.layers.19.self_attn.o_proj.weight,model.language_model.layers.3.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,16,0.007779907390666141,3.2055160068867967
81,128,0.39520587224781073,0.9218441063406321,0.9218441063406324,0.3496251056069841,0.39552151338933583,0.39520587224781073,0.39536359832078294,0.3875608901902266,0.9211084398441626,model.language_model.layers.11.self_attn.q_norm.weight,model.language_model.layers.15.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,4,0.0,2.330085881282777
176,246,1.27527453402442,-0.019279644284096006,0.011900070017481014,0.011885083411588115,1.6142593791413617,1.261957709603482,1.4060239911573598,0.999929191659879,0.009302956697931209,model.language_model.layers.19.self_attn.q_proj.weight,model.language_model.layers.3.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,16,0.013316824420938067,4.493697113558656
236,247,1.153113128015806,0.01789131833575798,0.00019560893139475738,0.00019568983351620463,1.161415405739666,1.9656316939547647,1.4140924026879345,0.9999999808685728,0.0003310573574881129,model.language_model.layers.23.self_attn.v_proj.weight,model.language_model.layers.3.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,20,0.008302277723859941,3.3311425264170693
452,476,0.6749933519721512,0.7647843141032162,0.7647843141032159,0.7647297482759644,0.6987089742038384,0.6749933519721512,0.6865441462589462,0.644286390436484,0.7388259586911375,model.visual.blocks.19.attn.proj.bias,model.visual.blocks.20.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,1.924212506436718
393,513,1.2257943142645014,-0.012297109367228502,0.0008821027501174335,0.0008821026904030581,1.7426112830253186,1.2203072314397987,1.4136272968631343,0.9999996109472935,0.0006177145616619986,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,9,0.0054870828247026715,5.032739104687218
322,514,1.1507999505182844,0.024222097752961753,0.024749331545084748,0.024743095187320253,1.1508235097225006,1.9346662560866095,1.3987505173331247,0.9996936883806317,0.04160646371616192,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.23.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,23,2.355920421615032e-05,5.082233991387366
335,479,1.1613676012610312,0.023511266759125255,0.0010332713793584068,0.0010330339060896933,1.1939402062159554,1.827461830235641,1.4135443096656732,0.9999994661749858,0.001581539842800869,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.20.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,19,0.0325726049549242,3.478926271573693
360,384,0.3662792643902975,0.9312227663919304,0.9312469472077057,-0.008599342966095429,0.37695243889264857,0.3667722686598549,0.3717578548874372,0.3643886981182713,0.9060972161721579,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.0004930042695573955,1.0692075943850565
325,397,1.2189195084239604,0.004063550505762611,0.0008985722250859973,0.0008867229757201225,1.2440857496567237,1.6789280812617964,1.413605559768413,0.9999995962838966,0.00121264803664462,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.025166241232763342,3.7581055643766876
458,482,0.6275985683653529,0.7833191306470411,0.7833191306470411,0.7832841852117494,0.7215920807370808,0.627598568365353,0.669698020414362,0.6216197708908267,0.6812851444615546,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,1.1102230246251565e-16,1.907014027358154
327,591,1.2404039755625267,0.02104006169814268,-0.0008784538107690828,-0.0008834377629865111,1.2855186716106948,1.5930925929920454,1.4148205698811616,0.9999996141593768,-0.0010886331642841142,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,8,0.04511469604816809,3.4087623541034398
436,448,0.2625360417777385,0.9691259474486873,0.9691259474486883,0.9690315820413327,0.29869011842716275,0.2625360417777385,0.27887051615881614,0.24656621419343377,0.8518209158275971,model.visual.blocks.17.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,0.7529528380843361
437,449,0.04982565601433354,0.9989037522683972,0.998903752268397,0.8969608795650259,0.05074742348131756,0.04982565601433354,0.050280203954710535,0.04681125616897139,0.9807598364136688,model.visual.blocks.17.norm1.weight,model.visual.blocks.18.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.13070372819641293
414,426,0.4127670495871465,0.9153146806568566,0.9153146806568565,0.9148797022168197,0.5003936988587422,0.412767049587147,0.45030753467448426,0.4027394137330451,0.7550289722676664,model.visual.blocks.15.norm2.bias,model.visual.blocks.16.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,4.996003610813204e-16,1.2674464561445047
379,391,0.08234541831876775,0.9966088038588291,0.9966088038588287,0.894764632350583,0.08288698381667124,0.08234541831876775,0.08261486980030398,0.0822854304909119,0.9900971790146845,model.visual.blocks.12.norm2.weight,model.visual.blocks.13.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.29044874904919876
295,307,0.15519309103269033,0.9878978010401352,0.9878978010401351,0.9885122762969074,0.15792432566361395,0.1551930910326903,0.156540841300967,0.1551062045827489,0.9708125250721923,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.9.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,2.7755575615628914e-17,0.3485405510061554
16,22,0.28631782605084793,0.9588280916854537,0.9588280916854537,-0.33039288020953445,0.31041543811378364,0.28631782605084793,0.2976374831679473,0.28398713103736095,0.8843940766478007,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,3,0.0,0.5775561399004955
38,144,1.0672560924179597,0.017644847597266596,-0.011063082309183394,-0.011010772623152707,2.4834692090778407,1.0978097363857957,1.419987320480836,0.9999388022323267,-0.004890400665756074,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,17,0.030553643967835997,9.194331248588599
86,297,0.6847478293016012,0.7300715595238163,0.7300715595238163,0.2681278075794296,0.6847478293016012,0.8852847938990384,0.7659861992580634,0.6833707031871229,0.9438821452910591,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,1.8943192899838421
111,217,1.096779312850318,0.19070276795423416,0.147211090153063,0.1470397716320911,1.633786760887587,1.1286418389749022,1.3132520396133212,0.9891050980234338,0.1016953983747485,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,8,0.03186252612458418,4.613512453060429
147,218,1.072573418158478,0.30889208127445444,0.23800123662927328,0.23763092435477265,1.368896582251515,1.1382457165153848,1.2377347213150076,0.9712648512959463,0.19789945539425718,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,5,0.06567229835690669,3.6902503955461734
42,148,1.2390149052247716,0.012491619565557081,0.00021271902241697306,0.00021284339646250773,1.6220142794550767,1.2698856935170437,1.414067534838642,0.9999999773753084,0.00016653912775477936,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,17,0.030870788292272078,4.746466800884423
55,102,1.2629400243225115,0.0067827258260834454,0.0010321798863125425,0.0010323245145569412,1.3094860262331038,1.5470076100407701,1.4134935411412903,0.9999994673021992,0.0012194021983188941,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,12,0.04654600191059233,3.3164901338161608
5,11,0.10837172078484643,0.9949769767306834,0.9949769767306827,0.1374135291617168,0.10837172078484643,0.11366146332375106,0.11092210578663757,0.10010402477358422,1.0435428941206277,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,0.0,0.29278841165189373
197,279,1.3319016841135425,0.03745061268441263,-0.0007587481693897658,-0.0007588640697204103,1.4701594158257527,1.3651649865979762,1.414748507758537,0.9999997121505663,-0.0007045606233895566,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,14,0.033263302484433765,3.6703567940791126
198,280,1.2647089596336554,0.051589976434912255,-4.269935943239863e-05,-4.267458243109252e-05,1.31542487018171,1.5393041291844374,1.414243385941957,0.9999999990883823,-4.996659389505251e-05,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,14,0.05071591054805458,3.3017276229555232
70,228,1.1642829905431884,-0.014336032078284357,0.0011466264096661677,0.0011475697607169232,1.9661631507675261,1.1606536462674872,1.413503514592453,0.9999993426237223,0.0006768696294435789,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,13,0.003629344275701163,5.2852044287393225
229,258,1.2271024450828645,0.008425868616039417,-8.155948672110222e-05,-8.154394996336295e-05,1.225571689088897,1.7299184148092435,1.41426796879952,0.9999999966740251,-0.00011512281104185217,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,19,0.0015307559939674587,3.2487978630848744
171,201,0.091745460560439,0.9982024397574771,0.9982024397574774,0.9607511552597132,0.09878510756413568,0.09174546056043692,0.0950703656971348,0.05993237240606879,0.9270683084354936,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,2.0816681711721685e-15,0.249565944950225
125,289,0.4505189096948233,0.8959118616378758,0.895911861637876,0.1403045400133286,0.4505189096948233,0.548804589038666,0.49245238948014647,0.444231849574696,1.0913649359892572,model.language_model.layers.15.self_attn.k_norm.weight,model.language_model.layers.7.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,8,0.0,1.6666238294466091
173,243,1.3113829385079074,0.015580426390796404,-0.001396938493053475,-0.0013969636931846841,1.4854724170277647,1.3540357713460802,1.4151967814082416,0.9999990242809473,-0.0012733354509196107,model.language_model.layers.19.self_attn.k_proj.weight,model.language_model.layers.3.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,16,0.04265283283817278,4.427026157601946
80,174,1.2285762391106752,-0.03435161547112863,0.00016563649409866483,0.00016561352862815782,1.7674044982744548,1.2126573476320786,1.4141042808781914,0.9999999862822758,0.0001136470523871963,model.language_model.layers.11.self_attn.o_proj.weight,model.language_model.layers.19.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,8,0.015918891478596597,5.155565697228884
128,292,0.42827898780677365,0.9063003966348842,0.906300396634885,0.09760919812169445,0.42827898780677365,0.5116867100956779,0.46445730871307445,0.42263411014664914,1.082803222934996,model.language_model.layers.15.self_attn.q_norm.weight,model.language_model.layers.7.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,8,0.0,1.9604933892569212
176,235,1.2951983010031036,0.04597656238327765,0.019527171388921596,0.019516533486821707,1.479642180811564,1.3326854995689665,1.4004136369281401,0.9998093266106031,0.017587750940798553,model.language_model.layers.19.self_attn.q_proj.weight,model.language_model.layers.23.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,4,0.03748719856586291,4.168660751947699
236,294,1.1618442802302134,-0.002623398107844489,0.00018085649722238365,0.00018076319683267046,1.1565879860662855,1.9896684089643304,1.414102430524683,0.9999999836454636,0.0003111258835596264,model.language_model.layers.23.self_attn.v_proj.weight,model.language_model.layers.7.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,16,0.0052562941639278105,3.4782620759630136
440,452,0.6904547265334068,0.7472398291805549,0.747239829180555,0.747309387001148,0.738788746964286,0.6904547265334068,0.7133966373657138,0.6645544655528357,0.6983529108039739,model.visual.blocks.18.attn.proj.bias,model.visual.blocks.19.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,1.9955569231521675
357,513,1.2318618315595802,-0.024420239319746382,-0.0003691571621251253,-0.00036915737937994017,1.7358906112445067,1.2237123654964628,1.4144593940376866,0.9999999318614925,-0.00026023655014772626,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,12,0.008149466063117394,5.036991026042961
322,502,1.1729881768029917,0.01461817243115523,0.003892505911476348,0.003916918189358058,1.1694028378012657,1.9166602662646055,1.411763904428908,0.999992424170168,0.0063798471968431305,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.22.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,22,0.0035853390017259734,5.299826124529262
335,491,1.17121647714492,0.028351633981746487,0.0012420225434440872,0.0012427454447336962,1.1984616274724056,1.8109639374310844,1.4134049545464993,0.9999992286897033,0.001876787695236795,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.21.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,20,0.027245150327485534,3.3367095113377205
384,396,0.3691198920492551,0.9400251256211196,0.9406331265725202,-0.004131711407543197,0.3672911886875784,0.4589421067524107,0.4055459871536926,0.3394249861079841,1.175351225638861,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.0018287033616767312,0.9855368219490698
325,481,1.2248184325856868,0.01593000720147683,0.00035668286817918293,0.0003521299367999995,1.2598522043002118,1.6432900813715758,1.4139699770046248,0.9999999363886638,0.00046523982533299275,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,20,0.03503377171452504,3.883451951529753
434,446,0.6714711971379742,0.7466796783406375,0.7466796783406374,0.7466411787471926,0.8009403016271841,0.6714711971379742,0.7277058641173845,0.6651837775781384,0.6259816074623764,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.blocks.18.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.3192169686074653
375,543,1.2450460743552318,0.039752610229199764,0.00020046817264625927,0.00019948569811576258,1.59054127563826,1.2857429953136499,1.4140749514469224,0.9999999799062557,0.00016205209679945207,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,8,0.04069692095841804,4.452676180518762
412,424,0.2749777422412075,0.965694704010825,0.9656947040108249,0.9656192506967554,0.3141680841203513,0.2749777422412075,0.29262271842082443,0.2596800697886639,0.8452308265070719,model.visual.blocks.15.norm1.bias,model.visual.blocks.16.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,0.811293848119387
437,461,0.052504293407733195,0.9987158379861198,0.9987158379861201,0.8763080405350019,0.053307593485215604,0.052504293407733195,0.05290136974493122,0.05066236231841129,0.9836660400570565,model.visual.blocks.17.norm1.weight,model.visual.blocks.19.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.14965576878489273
438,450,0.44608246505134597,0.9102752340638065,0.9102752340638066,0.9085816832829672,0.5994353129578862,0.44608246505134597,0.506097149585236,0.41400362105914257,0.6774005660138706,model.visual.blocks.17.norm2.bias,model.visual.blocks.18.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.441986623547671
583,595,0.08726974532768551,0.9961865423048224,0.9961865423048228,0.866961020613925,0.08726974532768551,0.08743646516158642,0.08735298592079435,0.08724891363656874,0.9980896537925871,model.visual.blocks.7.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.37010669453422906
61,307,0.15523921815874098,0.9906882246092851,0.9906882246092854,0.9898260780999395,0.16945535211092877,0.15523921815874098,0.1618809865784036,0.13615007021849904,0.9075763232709245,model.language_model.layers.10.input_layernorm.weight,model.language_model.layers.9.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.3685938858803062
14,16,0.28881509487802687,0.9574019753321734,0.9574019753321734,-0.1886190052856524,0.28881509487802687,0.3034781064637699,0.29587444608728225,0.2887584762912637,1.0060088400891476,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,0.7307437700263578
179,203,1.0704396412653074,0.03909930495790883,0.004849432829539629,0.004913461604549718,2.238783586054856,1.1149925977522717,1.4114741429114228,0.9999882414314839,0.0024151873106063823,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,19,0.044552956486964224,8.671474594552851
86,110,0.7110464468508436,0.7106033980707479,0.7106033980707479,0.3109135726050456,0.7110464468508436,0.8742855819466329,0.7801369814224595,0.7035927875201011,0.8737408198396674,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,1.257874211458783
158,205,1.0967810692925286,0.29531286851183974,0.28909453533949464,0.28890025325481583,1.3068162549542752,1.1087211328707067,1.1956320980940789,0.9573005534506087,0.2452718348988933,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.011940063578178117,3.6643677326406983
194,206,1.0779393073280112,0.3297592679937435,0.28648808259037906,0.28598691983778113,1.1362242091281656,1.2662820797614212,1.1959817117119595,0.9580838055899328,0.3192809325263076,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.21.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.05828490180015433,3.2759195420238125
160,183,1.245951196843796,0.04535515992979811,-0.000283580097562299,-0.00028364936874866845,1.2755851123124817,1.6113524492361695,1.4144087178073226,0.9999999597911633,-0.00035822579014994286,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,16,0.029633915468685768,3.5495323617859103
90,184,1.27575699641176,0.03816181858442828,-0.0007599167286782255,-0.0007552905986553723,1.5438969433423706,1.313381250792536,1.4147438556285905,0.999999711263241,-0.0006464553142056793,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,10,0.03762425438077588,4.409100040617806
5,9,0.10856097242854298,0.9942609204170254,0.9942609204170256,-0.09972824680709752,0.10856097242854298,0.11125162501449001,0.10988159934555122,0.10698234495228266,1.0189033923549682,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,3,0.0,0.29572453858377484
56,197,1.3329275686005655,0.0424465735904791,-0.00044899829312572534,-0.0004490575467990786,1.35617483080113,1.4811299717255215,1.4145297875790748,0.9999998992002613,-0.0004903680661948757,model.language_model.layers.1.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,19,0.02324726220056461,3.457459840490296
186,198,1.265801436185027,0.021804994206489077,0.00023048921961750805,0.00023048096070129857,1.5634310094945252,1.3006613645707747,1.4140532936330021,0.9999999734373595,0.0001917503369742461,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,18,0.03485992838574781,4.152621930873453
70,211,1.167306185113027,0.049043957963048695,0.003961103684819493,0.003961929308634614,1.7898923669694786,1.2025147058765229,1.4116180862534498,0.9999921547980255,0.0026612133334933358,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.03520852076349579,4.631273993596738
94,229,1.2320623272220594,0.04200775244316993,0.00045741944374006664,0.0004574335399974432,1.6413084062535375,1.2606500201119915,1.4139010257572584,0.9999998953837208,0.00035133301502231803,model.language_model.layers.12.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,11,0.028587692889932015,4.135861884581622
166,201,0.09840601838570072,0.9951502117198024,0.9951502117198029,0.9311771552216765,0.0984060183856978,0.09861083334175631,0.09850826617254045,0.09836694624736271,0.9972214432382465,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,2.914335439641036e-15,0.2953103364345702
78,172,0.488212323178376,0.8791226044460158,0.8791226044460159,0.4336238534620243,0.488212323178376,0.6313725159922504,0.5461923946868595,0.4765956843615499,1.1369107748473268,model.language_model.layers.11.self_attn.k_norm.weight,model.language_model.layers.19.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,8,0.0,1.9192310551009402
243,290,1.3126379834953492,0.0371137367344525,0.0029925337418067574,0.0029931525998347936,1.3604269259827488,1.4701522063490298,1.412102295394023,0.9999955223608775,0.0032338966533707893,model.language_model.layers.3.self_attn.k_proj.weight,model.language_model.layers.7.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,4,0.04778894248739962,3.717156194903824
233,244,1.238716963166005,0.0416308900231557,-9.38734982463323e-06,-9.404716302902027e-06,1.272172172482861,1.6177395292187515,1.4142200130677138,0.9999999999559388,-1.193728900410961e-05,model.language_model.layers.23.self_attn.o_proj.weight,model.language_model.layers.3.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,20,0.03345520931685586,3.5528593766989394
245,292,0.45366859221138656,0.8931266196262742,0.8931266196262743,-0.03218488401561856,0.543936200795208,0.45366859221138656,0.4927056130698675,0.44980533713479265,0.7449099648083873,model.language_model.layers.3.self_attn.q_norm.weight,model.language_model.layers.7.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,4,0.0,2.2321087833444317
129,246,1.2998871774747838,0.005770735005962179,0.013065937511416631,0.013070478338893887,1.5737757755336508,1.2812002308394945,1.4051374642382986,0.9999146369950526,0.010636891491156047,model.language_model.layers.15.self_attn.q_proj.weight,model.language_model.layers.3.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,12,0.018686946635289248,4.33993702112753
177,294,1.1661960663036888,-0.019987170240663085,9.633741359401838e-05,9.573875550408067e-05,1.1381535663510483,2.093743066751591,1.4141563935310502,0.9999999953595513,0.0001772219476743642,model.language_model.layers.19.self_attn.v_proj.weight,model.language_model.layers.7.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,12,0.02804249995264052,4.109603081816816
572,584,0.7631879900895001,0.6747680066467262,0.6747680066467264,0.6749001758504668,0.8781285893458063,0.7631879900895002,0.8146385679825636,0.7380299026502948,0.586445817864856,model.visual.blocks.7.attn.proj.bias,model.visual.blocks.8.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,1.1102230246251565e-16,2.184487737660508
405,513,1.234368545026557,-0.038156386022834055,-0.0015333662528588883,-0.0015333661527011076,1.7443949898531332,1.2217594709218973,1.4152321522572062,0.9999988243932763,-0.0010739567315428348,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.012609074104659612,4.857484222155512
334,586,1.1794147885630335,0.04926769112821868,0.038086989403189345,0.03795954109326079,1.2163587517715144,1.6625697844731133,1.3883083052880303,0.9992744273912955,0.05205888285102336,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,7,0.03694396320848092,5.515532206555853
335,455,1.1742375159557485,0.009235807869518872,-0.0005191776342634499,-0.000519760804402818,1.1937894282219534,1.832360952614398,1.4145493362189525,0.9999998652272829,-0.0007968916477271667,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.19.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,18,0.019551912266204896,3.572827663726136
372,396,0.37341464368670063,0.9355329015138143,0.9337569300246851,0.009752512492150818,0.37642332627302144,0.4606523159612529,0.41221854338032754,0.357907803255078,1.142695636371802,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.00300868258632081,0.9663185194891277
325,433,1.228915409163405,-0.018561142170001536,0.0013219414807484654,0.0013046270449213078,1.2439089790674758,1.6784022693746192,1.4133189594222093,0.999999126234979,0.0017836912656840889,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,17,0.014993569904070858,3.9414403520595918
470,530,0.6856625742029931,0.7319153138565655,0.7319153138565649,0.7317463067577874,0.6856625742029931,1.0459508190293536,0.8109573675680591,0.6813956070758351,1.1165075224913141,model.visual.blocks.2.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.2105759174007042
543,591,1.2464550728134252,0.014669341540029319,0.0005086487007401776,0.0005078418871445972,1.2750450250791923,1.610828734938942,1.4138634586305197,0.9999998706382413,0.0006426015764351127,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,4,0.028589952265767105,3.621468191726805
424,448,0.2884647013621503,0.958451682359992,0.9584516823599922,0.9583037049218683,0.3150764186406671,0.2884647013621503,0.30089152100359545,0.28525492560392485,0.8774997491555858,model.visual.blocks.16.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.1922656184218885
461,485,0.05956007223389617,0.9990467096188851,0.9990467096188845,0.8892307261445143,0.06213699017461633,0.05956007223389617,0.06080761750192316,0.04365400324918778,0.9576146836646239,model.visual.blocks.19.norm1.weight,model.visual.blocks.20.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.14244927082807604
402,414,0.4626330570746154,0.9255664605094014,0.9255664605094013,0.9242761753643249,0.7013132120374718,0.4626330570746154,0.5461368124319188,0.3785851650290843,0.610565484581683,model.visual.blocks.14.norm2.bias,model.visual.blocks.15.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.576256939881071
355,607,0.09072388570236647,0.9973506363909548,0.9973506363909544,0.9102887137169091,0.09072388570236647,0.09619374811850401,0.09333882638949041,0.07274412753314516,1.0574822182723005,model.visual.blocks.10.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.2491967811544202
143,155,0.15779046514651132,0.9906674318057784,0.9906674318057787,0.601715193570405,0.1731734037842495,0.15779046514651132,0.16494636897400367,0.13630128230997365,0.9026667574478376,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.18.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.5482324921415409
14,34,0.3004007274989877,0.9538130859584728,0.9538130859584728,0.6283149326419103,0.31494543212711273,0.3004007274989878,0.3074153230421133,0.3004007274531388,0.9097644089797026,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,8,5.551115123125783e-17,0.52114222464123
38,191,1.0754604764293842,-0.00894176245035533,0.005186770642098199,0.005180818649404226,2.4270694923046006,1.0949129960895292,1.4114613559414764,0.9999865486146833,0.002339884622906471,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,20,0.01945251966014494,10.2590820785945
63,145,0.7363466038744939,0.7201182820472516,0.7201182820472516,0.595489064622687,0.7617529604150856,0.7363466038744939,0.7487266854536373,0.6938513240322564,0.6961005456210991,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,7,0.0,1.2066597849766685
158,193,1.0987125728008644,0.30422550367670903,0.29759171873785567,0.2973082868115661,1.2671687716063198,1.1205702816503684,1.1871338658691715,0.9546932328966456,0.26316339508601655,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.021857708849504,3.662754041677051
100,276,1.0850431000394973,0.31049085647857344,0.2503564172023927,0.2501265788851857,1.3452048226935516,1.135863000567812,1.227341100069139,0.9681537400462705,0.21139575658486814,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,7,0.050819900528314754,3.779932278249518
183,195,1.2506078119547506,0.04275747837515454,0.00029257648604395553,0.0002926113977948467,1.5821454441928418,1.29013947956231,1.414010897731933,0.999999957199499,0.00023857760790727315,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,18,0.03953166760755944,4.134722185438148
102,184,1.27923515477497,-0.011188134973509282,-0.00040202899634075916,-0.00040262551424497173,1.5644556033497625,1.3007561173146491,1.4144930367376316,0.9999999191863398,-0.0003342643122683732,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,11,0.021520962539679056,4.48802585210264
9,25,0.10960681029568475,0.9962083215944214,0.9962083215944217,-0.05519799810198762,0.11791511626140361,0.10960681029568475,0.11353359735405479,0.08699988497707883,0.9260154251802503,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,9,0.0,0.3287443028882429
150,221,1.3380472116260682,-0.013148449177748503,-8.291910146519681e-05,-8.290093223748657e-05,1.5137713433073325,1.3321224371708442,1.4142717180279611,0.9999999965622113,-7.296900950080196e-05,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,5,0.005924774455223991,4.242158950861531
163,186,1.2663783339563124,0.04647435306161257,-1.894445299386093e-05,-1.894890153732417e-05,1.3213740958833604,1.529879810357504,1.4142268155523061,0.9999999998205539,-2.193378562805802e-05,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,16,0.054995761927048026,3.2968036162133667
93,228,1.1674711141067697,0.012706833313159627,0.0005910071112333118,0.0005878181503150344,1.9217812145318836,1.1706033701657534,1.4138421786288498,0.999999825355282,0.0003599967108483582,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.0031322560589837067,4.97933766768228
47,229,1.242946667843076,-0.006072910765168247,-0.00023946401959059835,-0.0002394451646081065,1.7151603029360107,1.2310619576832829,1.4143739772074062,0.9999999713284912,-0.00017187608892724483,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,23,0.0118847101597932,4.374379795374464
306,318,0.10776969669698026,0.9943211923292561,0.9943211923292561,0.9956384921901658,0.10776969669698025,0.11027030449702661,0.10899849344365324,0.10642070515142445,1.017392680934082,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,1.3877787807814457e-17,0.2884037796218037
242,289,0.5164703132215697,0.8563052844860454,0.8563052844860454,0.08552372987422988,0.6035396751630597,0.5164703132215698,0.5549462397430471,0.5164699988975865,0.7327708130742323,model.language_model.layers.3.self_attn.k_norm.weight,model.language_model.layers.7.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,4,1.1102230246251565e-16,1.9454870937456594
79,243,1.342342810206297,0.0040274186628999845,0.0012881338978612486,0.0012877279713132254,1.4430755734957503,1.3853006033401076,1.4133031809369414,0.9999991703551865,0.0012365621722549983,model.language_model.layers.11.self_attn.k_proj.weight,model.language_model.layers.3.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,8,0.04295779313381054,4.166369872429478
127,291,1.2409033777329352,0.035856572404913294,-0.0003603294689019897,-0.0003605429727119476,1.2697813001463716,1.6234203224921004,1.4144608308558224,0.9999999350813349,-0.00046068262506373706,model.language_model.layers.15.self_attn.o_proj.weight,model.language_model.layers.7.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,8,0.02887792241343634,3.5077758009922566
81,175,0.4589571878482699,0.8937874331411353,0.8937874331411354,0.5306853444326773,0.45895718784826994,0.5763394241693781,0.5077407838940924,0.44849082973788934,1.1223812333377976,model.language_model.layers.11.self_attn.q_norm.weight,model.language_model.layers.19.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,8,5.551115123125783e-17,2.049191831231762
246,293,1.3084291911022448,-0.017259678202413815,0.013380437467971152,0.013380202765932055,1.2822624900273465,1.571186654480944,1.4049136219550622,0.9999104779394832,0.016395367519753862,model.language_model.layers.3.self_attn.q_proj.weight,model.language_model.layers.7.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,4,0.02616670107489827,3.856706739111881
83,236,1.221204609550748,0.013554052406598793,0.00026104941398500655,0.0002611682360479135,1.6818118233978736,1.2435038805135334,1.4140370675919784,0.9999999659266011,0.00019301562444738724,model.language_model.layers.11.self_attn.v_proj.weight,model.language_model.layers.23.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,12,0.02229927096278539,4.915386905324132
344,596,0.7812279337868893,0.6304719622374584,0.630471962237458,0.6304641980144259,0.7812279337868893,1.0867634806750726,0.8970877226560166,0.7762120231176849,0.877047369297129,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.9.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,1.8909791633186717
345,513,1.2354780615356413,-0.001881481828513009,0.0007343675322296939,0.0007343673280843209,1.7339227255349645,1.2234502089431236,1.4137242491129043,0.9999997303521274,0.0005181673309404627,model.visual.blocks.10.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,13,0.012027852592517707,4.640939599738276
322,454,1.1821326866928465,0.0023052241894002392,-0.03251812894430972,-0.03251186978201839,1.218293677343554,1.8344635117744865,1.4352507073479361,0.999471145801599,-0.04896464795712142,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.19.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,19,0.036160990650707436,5.470841859877748
335,431,1.1850853501447454,-0.014170210535600527,0.0003872168108560918,0.000387085462166712,1.195612521675855,1.8232980862048345,1.4139624284525258,0.9999999250315679,0.0005905020710143246,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.17.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,16,0.010527171531109714,3.5512433842689055
360,372,0.38950835830187935,0.9231980732441006,0.9218589073232517,-0.03003586479848899,0.39667407981485353,0.39408909841634954,0.39537525148441066,0.3875256830053724,0.915851486499113,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.004580740114470183,1.1120613068541232
325,409,1.2302857982354605,-0.005432741071405456,0.0020942196159862004,0.002082596757230442,1.2548021999852377,1.6508953552846517,1.4127860350092727,0.9999978071196955,0.002755284806655822,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,15,0.024516401749777206,3.9220894199560763
482,494,0.6902738021975242,0.737325870134647,0.7373258701346469,0.7374382473287788,1.159237678008967,0.6902738021975242,0.8387571004871572,0.6755372389662807,0.43904433188420205,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,3.111717466328646
327,603,1.246970307739364,-0.004213247197332353,-0.0007688894567031123,-0.0007763318665419333,1.267503467575473,1.6290680396539918,1.4147404684224303,0.999999704404458,-0.0009882207599304874,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.02053315983610915,3.3932726842375325
412,436,0.29428858558114823,0.9567799664047866,0.9567799664047867,0.9567337211120844,0.32279681476462835,0.29428858558114823,0.30755615641996376,0.2908128193296425,0.8722806736211239,model.visual.blocks.15.norm1.bias,model.visual.blocks.17.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.0217377887704078
401,413,0.061331353533854015,0.9982888940899111,0.9982888940899111,0.9072203519632395,0.06259649969286779,0.06133135353385402,0.06195424054927108,0.05847464353668694,0.9781123448237248,model.visual.blocks.14.norm1.weight,model.visual.blocks.15.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,6.938893903907228e-18,0.17483873852158005
450,462,0.4640671239466952,0.8886299658777213,0.8886299658777211,0.8875703791806524,0.4836588920076646,0.4640671239466952,0.4735593270746796,0.4586248834768565,0.8526338693080181,model.visual.blocks.18.norm2.bias,model.visual.blocks.19.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.529698297082063
367,391,0.09725560720548862,0.995260039237272,0.995260039237272,0.8855282240536735,0.0972556072054886,0.09761140539544766,0.09743301907547258,0.0972494436869618,0.9989010809280716,model.visual.blocks.11.norm2.weight,model.visual.blocks.13.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,1.3877787807814457e-17,0.29010001780504835
190,202,0.16030818083033768,0.992254652051939,0.9922546520519391,0.8229859391011886,0.17993484878905927,0.16030818083033768,0.1692740462745839,0.12422039076289051,0.8840229630968401,model.language_model.layers.20.input_layernorm.weight,model.language_model.layers.21.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.432086100233995
14,20,0.308917469409741,0.9510888541742858,0.9510888541742857,0.09017280263971586,0.308917469409741,0.3247674809398835,0.3165452479475699,0.30891745089173,0.9998875489637267,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,3,0.0,0.6560172015531438
179,215,1.0821365308787145,0.01822875229755947,0.011951381051850295,0.012055497018458301,1.992417849534872,1.14818038224444,1.4068826941417214,0.9999285796950467,0.006887280832013173,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,20,0.06604385136572555,8.793746884564605
98,250,0.73778349146146,0.6777610038986402,0.6777610038986402,0.4352669798148336,1.1956405903528442,0.73778349146146,0.8879409984895656,0.735282273412264,0.4182200603320071,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,9,0.0,2.4306895523798873
217,298,1.109192419123324,0.1790393224790345,0.12404030329005741,0.12395687664485164,1.149157820579815,1.633133788487732,1.3290941990130787,0.9922771806101915,0.17628075692427392,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,14,0.03996540145649097,3.0858325566993936
53,252,1.0925636065279882,0.17017815871364414,0.11611374254300347,0.11594670916323939,1.1604830185854986,1.6201457853426833,1.334214031362992,0.9932359230276848,0.16210594001686604,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.0679194120575104,3.2926736343618237
148,183,1.2559300499386654,0.01823629314854342,4.409909274091931e-05,4.3943978748197136e-05,1.2877873438568588,1.5869998197979047,1.4141830476406723,0.999999999027635,5.434534868426933e-05,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,15,0.03185729391819336,3.5103449374926825
55,67,1.2811323992435915,-0.008694857179920787,0.0004397714706235551,0.0004376134328177739,1.2910830542163632,1.5801249424831096,1.413908803724629,0.9999999033005221,0.0005382255366573074,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,9,0.0099506549727717,3.52598394199296
11,23,0.1113965199942118,0.9952718182971101,0.99527181829711,0.039900038284638326,0.1113965199942118,0.11841539910435724,0.11474526985205824,0.09712882014914347,1.0579819691593184,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,7,0.0,0.24496334112840787
68,150,1.340669177820387,0.02527068870933307,-0.0003502633446914661,-0.0003501729210086567,1.36278069909827,1.4725039992828988,1.4144604736677093,0.9999999386577928,-0.0003784645440030528,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,7,0.022111521277883073,3.6380410160351957
186,210,1.2686546141087223,0.011226176570577857,0.0006628169766189873,0.0006628408095246611,1.579307067027592,1.2912940553939039,1.413754147314555,0.9999997803368037,0.0005419412346030521,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,19,0.022639441285181583,4.35156234647111
228,316,1.1786138783297266,-0.048839749845559284,0.0004886386056830847,0.0004923373159642966,1.156201781439196,1.9905829360852136,1.4139134039181644,0.9999998806161494,0.0008412680952406683,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,14,0.022412096890530586,3.2549880390237584
188,229,1.243636965504985,-0.029103697751360652,-0.00023970034230150767,-0.0002397339033916933,1.7528695294940877,1.2177810939222011,1.4143723943686752,0.9999999712718725,-0.00016652839252999328,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,21,0.025855871582783907,4.528269536346378
166,171,0.11731312781465981,0.995465399431363,0.9954653994313634,0.9316372601694727,0.11731312781465902,0.12657748866297697,0.12168159507351517,0.09512433198165698,1.0740785166855324,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,7.91033905045424e-16,0.35237817348152556
125,172,0.5247751366062866,0.8552810497451451,0.8552810497451446,0.32664837060191815,0.5247751366062866,0.6795429336717091,0.5873839107079504,0.5181643812023782,1.1075223521759208,model.language_model.layers.15.self_attn.k_norm.weight,model.language_model.layers.19.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,4,0.0,2.0607193910682002
79,232,1.350662310651163,-0.005231529529101324,-0.0008161883190978995,-0.0008163156859422918,1.3256486916756582,1.5247162732655668,1.4147849765924672,0.9999996669182585,-0.0009387521897711895,model.language_model.layers.11.self_attn.k_proj.weight,model.language_model.layers.23.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,12,0.025013618975504803,4.029680901000889
127,244,1.242829233514223,0.04362464092271581,1.0776193486514777e-05,1.0762535742381972e-05,1.2894018458733365,1.5840572562981146,1.4142061010168072,0.9999999999419368,1.3238780091883847e-05,model.language_model.layers.15.self_attn.o_proj.weight,model.language_model.layers.3.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,12,0.046572612359113474,3.4361205921159295
81,245,0.5043992223746304,0.8829120351613245,0.8829120351613251,0.02517601914004811,0.5043992223746304,0.7219619445402192,0.5847516806492745,0.469538430980135,1.2637388431372276,model.language_model.layers.11.self_attn.q_norm.weight,model.language_model.layers.3.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,8,0.0,1.8625540067317656
82,235,1.3130651532166695,0.013642101851385778,0.0063652588333103855,0.006370273109581093,1.515624804849962,1.3233497943363302,1.4097466925719078,0.9999797415347897,0.005557750137767559,model.language_model.layers.11.self_attn.q_proj.weight,model.language_model.layers.23.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,12,0.010284641119660654,4.314313576953841
83,177,1.2215314698805357,0.0027539364805899895,-0.0005464099717500813,-0.0005456485150030673,1.758775330523843,1.2160729098285274,1.4145749972860908,0.9999998507180602,-0.0003778051424609954,model.language_model.layers.11.self_attn.v_proj.weight,model.language_model.layers.19.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,8,0.005458560052008288,5.583374411477565
332,464,0.7874472814185781,0.6268307778263158,0.6268307778263155,0.6258667240497174,0.7874472814185781,1.5354132563699991,0.9909026592554495,0.7791554247835641,1.2222332954676143,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.2.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.459702845158253
333,513,1.2410230078618387,-0.010075990462571943,0.00034936653886564225,0.0003493671948703445,1.6458241193520056,1.258721744225649,1.4139751255624857,0.9999999389715089,0.0002671945647194549,model.visual.blocks.1.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,22,0.017698736363810363,4.811502567235306
322,406,1.1850777689138008,0.004188813547804435,0.0052347918362735885,0.0052252767362002284,1.2064709841010353,1.7736586241842307,1.4107665929709183,0.9999862983833483,0.007695778687238043,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.15.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,15,0.02139321518723447,5.5076094369431
335,407,1.186354708051016,0.01778940827391491,-0.0007419466103312617,-0.0007418222424569508,1.2003761372102821,1.8098024100738523,1.4146968010554906,0.9999997247575758,-0.0011186300042954078,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.15.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,14,0.014021429159266185,3.5722895514959006
360,396,0.3926455423083422,0.9250549635072254,0.9252700647793728,0.02975893130841528,0.3929813742571628,0.47778146334082217,0.4292216769213044,0.3793089864782739,1.1249308860283431,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,0.0003358319488205863,1.0487914456263496
337,433,1.2340279566529384,0.0039897420765684964,0.0010413975044145638,0.0008872072696690564,1.2318420108577686,1.7100093184353167,1.4135149180625537,0.9999994577454719,0.0014456394740947048,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,16,0.0021859457951698413,3.553636423350578
446,458,0.691815744163916,0.7300820845071161,0.7300820845071162,0.7300137724986022,0.825635249023355,0.691815744163916,0.7499145461913119,0.6833594587636466,0.6117498994761865,model.visual.blocks.18.mlp.linear_fc2.bias,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.200275303536551
327,351,1.251564500564865,0.01862837153098987,-0.0012390741422907577,-0.001237343357882716,1.2599084753468266,1.6465900793953945,1.41505899129638,0.9999992323473403,-0.0016193614300194952,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.10.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.008343974781961583,3.5307325404881023
400,412,0.3226657646262311,0.9465129710355493,0.9465129710355485,0.9463715150999519,0.34089924457352966,0.3226657646262311,0.33140690449605736,0.3226657646256553,0.895887381357798,model.visual.blocks.14.norm1.bias,model.visual.blocks.15.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,0.9246444442774492
497,509,0.06454230400672577,0.9979164351403158,0.9979164351403165,0.8351062113423898,0.06456649120443181,0.06454230400672577,0.06455439420716283,0.06451967511420609,0.9975426065233263,model.visual.blocks.21.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.22294315969211978
462,486,0.553057481131706,0.8410118587036278,0.841011858703628,0.8445202686443016,0.553057481131706,0.5786404293333112,0.5654153420236189,0.5410166850660605,0.8799148001738779,model.visual.blocks.19.norm2.bias,model.visual.blocks.20.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.8237898422052083
487,499,0.10472210173066979,0.9964974378115997,0.9964974378115997,0.9119756360568352,0.11218716335198196,0.10472210173066979,0.10826207963970355,0.08362330078941436,0.93018936337171,model.visual.blocks.20.norm2.weight,model.visual.blocks.21.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.2623208961741425
178,248,0.17830116382464864,0.9885947077816465,0.9885947077816465,0.9300628653098345,0.19963312279037523,0.17830116382464864,0.18806577847025333,0.15060047724400139,0.882957619880774,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.3952750950435152
14,24,0.31250062816281426,0.951018440715256,0.9510184407152559,0.14861592269199064,0.3135149535637103,0.31250062816281426,0.31300655824085644,0.30913415440472297,0.9479415789892904,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,5,0.0,0.6802061485733749
38,132,1.085498107677991,0.021604994564364655,0.015405300237163,0.015486634547296606,2.153754888875263,1.1200004096355856,1.4052674468346875,0.9998813313211738,0.008011098507682146,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,16,0.03450230195759452,9.067845468786347
110,262,0.7412157166453823,0.7025280832269637,0.7025280832269638,0.38192445756859605,0.8147346617781646,0.7412157166453823,0.7753732384163919,0.7116560210364613,0.6391342864142968,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,9,0.0,1.6841497438634754
99,217,1.115616300645137,0.1698354081041353,0.1855431215985299,0.18526041706597196,1.5925619532173432,1.1068598976453012,1.2853744560556999,0.9826361228997605,0.12895588781738954,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,9,0.00875640299983571,4.471214108168243
159,194,1.0932803226630612,0.306791840234997,0.27834134341178934,0.27772491630676605,1.3013899902941302,1.125323516321756,1.2038053766663923,0.9604822208389494,0.2406842388845205,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.0320431936586949,4.191764342006884
160,277,1.2584788279759516,0.028269958972918067,-0.00035329000880962596,-0.00035325373306447196,1.2774985354015604,1.607659271967089,1.4144568970543172,0.9999999375930829,-0.0004445953890488006,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.01901970742560888,3.6231185244036945
220,301,1.2841093674344515,0.014455362931728215,0.0005753794584767929,0.0005772247289535214,1.3045862722487647,1.5560476844163813,1.4138128903217948,0.9999998344692257,0.0006862849112157771,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,14,0.02047690481431319,3.5627653059311473
7,9,0.11205277360643655,0.9939170992110984,0.9939170992110977,-0.10552423304763027,0.1151322698620478,0.11205277360643655,0.11356121813004043,0.11013083081406781,0.9673323372753172,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.38580004713780397
115,197,1.3411598263441207,0.025990040162994305,-4.889364871604653e-05,-4.896530911360157e-05,1.369233766284168,1.464015388377811,1.4142480576863503,0.9999999988047055,-5.227818351901157e-05,model.language_model.layers.14.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,6,0.028073939940047365,3.5562052816778653
121,186,1.280088394930882,0.0385522357808841,-0.00023697015677731642,-0.0002369820718690627,1.3334257544724126,1.5121293752651106,1.4143797992741582,0.9999999719225721,-0.0002687285241958871,model.language_model.layers.15.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.05333735954153074,3.488770686545075
228,304,1.1800574296766906,-0.018994269543565277,0.0007587542724310221,0.0007592926845597813,1.174493335913219,1.904351617516793,1.4137340525297812,0.9999997121459356,0.0012302623453187115,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,15,0.005564093763471556,3.180096500627233
229,287,1.2443070401567946,0.013205519815312226,-0.0004066983903637613,-0.00040672572895164496,1.2521285363129846,1.6625538490729264,1.414489931870877,0.9999999172982063,-0.0005400068401140737,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.7.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.007821496156189989,3.206186439033064
201,225,0.13117657763256274,0.9916696212105143,0.991669621210514,0.8018481309580596,0.1356739463386158,0.13117657763256138,0.1333684240569573,0.128807462393277,0.9587974004081063,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,1.3600232051658168e-15,0.5653238195535921
172,289,0.5391055761525281,0.847393258318516,0.8473932583185158,0.20406104613763237,0.5730767172719882,0.5391055761525277,0.5553133442582412,0.5309657858622617,0.7971610379291554,model.language_model.layers.19.self_attn.k_norm.weight,model.language_model.layers.7.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,12,3.3306690738754696e-16,2.3826720293750547
232,290,1.3550770625311328,-0.0002994160375276375,0.00213574782732822,0.0021359413154881323,1.4914775805865994,1.3452350377605846,1.4127105681751602,0.9999977192880082,0.001926333219177843,model.language_model.layers.23.self_attn.k_proj.weight,model.language_model.layers.7.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,16,0.009842024770548186,4.120604129774522
233,291,1.248631782448721,0.014695845906015024,-8.746243126834327e-05,-8.773372307406674e-05,1.2534478819698953,1.6587787014067303,1.4142730558316354,0.9999999961751616,-0.00011574539336503688,model.language_model.layers.23.self_attn.o_proj.weight,model.language_model.layers.7.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,16,0.004816099521174344,3.8133162736789967
128,175,0.5088698804231924,0.8635104244636594,0.8635104244636597,0.38141901449399596,0.5088698804231924,0.639528083490707,0.5631331608962539,0.5043309893736359,1.085226672036929,model.language_model.layers.15.self_attn.q_norm.weight,model.language_model.layers.19.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,4,0.0,2.363740940314811
235,246,1.3314639677091975,0.008250937337401287,0.005451297458782113,0.005445642328846583,1.5214565940914502,1.320565906236044,1.4103920776610819,0.9999851415676214,0.004731516887682006,model.language_model.layers.23.self_attn.q_proj.weight,model.language_model.layers.3.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,20,0.01089806147315353,4.4028975589504915
130,247,1.2412981413900803,-0.013960335424148028,0.00015518935105112133,0.00015495109985144118,1.2198329019621938,1.745811597089723,1.4141105162330194,0.9999999879581326,0.00022210531325566162,model.language_model.layers.15.self_attn.v_proj.weight,model.language_model.layers.3.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,12,0.021465239427886473,3.847048467458841
500,512,0.8295648351260339,0.5598650081769754,0.5598650081769753,0.5598556708524819,1.5967499356687984,0.8295648351260337,1.0410654248800044,0.8285838356008373,0.29086854041840665,model.visual.blocks.22.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,1.1102230246251565e-16,3.7083630231995226
513,597,1.2410286556527417,-0.021707942887823732,-0.0012759038124440835,-0.001275903741506424,1.2263109992320418,1.7307547268217074,1.4150644821393972,0.9999991860343995,-0.001800747571978343,model.visual.blocks.23.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,14,0.014717656420699887,3.2874214207909565
322,346,1.1874721058503048,0.01592026089991935,0.016203543594190732,0.016193903263858334,1.1633723100926205,1.9042694021761835,1.4039819328257952,0.9998687139694847,0.026522818194623144,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.10.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,10,0.024099795757684284,5.629723674768068
335,419,1.1868175231329727,-0.0054829499774312375,-0.00021742221041551871,-0.00021689632372434,1.199332022385697,1.8119579117831541,1.4143550754428298,0.9999999763637909,-0.00032848276124247943,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.16.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,15,0.012514499252724187,3.657172311945804
396,504,0.4082556031422344,0.9134897946840134,0.9120028293573383,-0.00021235626855851567,0.4116633885131266,0.43476108139026903,0.42273971334165195,0.41018390905081775,0.9631736690369739,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,8,0.0034077853708922023,1.117704900236243
325,517,1.2342449664778015,0.0072787049547916455,-0.00044749446644685477,-0.000407243931671745,1.2750405478048459,1.6127860132300587,1.4145214156026038,0.9999998998743462,-0.0005660312667905825,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,23,0.04079558132704442,4.004693107662519
422,434,0.7590328722892111,0.6535278734958897,0.6535278734958894,0.6534834318553836,1.0685226748602772,0.7590328722892111,0.8751126753048915,0.7569024498334912,0.46423828956695734,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,3.1250663233541833
351,543,1.2526753714719416,0.02046789114372153,-0.00039305533039823976,-0.00039277227513195514,1.6661683965431797,1.250579133111899,1.4144804088811418,0.9999999227537506,-0.0002950162752902167,model.visual.blocks.10.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,6,0.0020962383600426904,4.599390024033653
484,496,0.3273400042343381,0.9449280664157398,0.9449280664157395,0.944920439350464,0.34876765353222533,0.3273400042343381,0.3375448026851605,0.3272780916893334,0.8868734073502411,model.visual.blocks.20.norm1.bias,model.visual.blocks.21.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,0.8857457121118826
449,485,0.0663214090236689,0.9984815655766235,0.998481565576624,0.8132721404302188,0.06897346252104605,0.0663214090236689,0.06760845529389925,0.05508686961203873,0.9600896039254877,model.visual.blocks.18.norm1.weight,model.visual.blocks.20.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.19249447225541202
510,522,0.5691583100451182,0.822536203462839,0.8225362034628387,0.8137110483505434,0.5691583100451181,0.7114302693010988,0.6285241333249797,0.5687127517411048,1.02814479277845,model.visual.blocks.22.norm2.bias,model.visual.blocks.23.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,1.1102230246251565e-16,1.6652172634926419
547,559,0.11630218083862554,0.9939971584262814,0.993997158426282,0.9137964224403805,0.11630218083862456,0.12184055995458316,0.11897479815953117,0.10940589125123458,1.0413318950911858,model.visual.blocks.4.norm2.weight,model.visual.blocks.5.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,9.71445146547012e-16,0.35001093109222026
155,190,0.18000850694026554,0.9897324183654799,0.9897324183654799,0.7515193166515939,0.18000850694026554,0.2044831480956286,0.1910801388944036,0.14293264160582256,1.1243002018056432,model.language_model.layers.18.input_layernorm.weight,model.language_model.layers.20.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.36090643415361845
12,16,0.32300713247900537,0.9464881622841813,0.9464881622841813,0.12251718813878175,0.32300713247900537,0.3365856137084821,0.3295867783219621,0.3227385298595651,0.9862763602935023,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,2,0.0,0.5773414106332778
38,156,1.0967430653855135,-0.062028170571007755,-0.011706507766527128,-0.011717842567682648,2.4720136703251665,1.099140211817851,1.420346326420327,0.9999314764902204,-0.005205106096543318,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,18,0.0023971464323375713,10.22523168919912
86,262,0.7418843572414338,0.698448804106045,0.698448804106045,0.15048784888513053,0.7418843572414338,0.829888957933379,0.7821978234423308,0.7156600226663744,0.7813009460998085,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,7,0.0,1.290878008539739
40,111,1.1194825414135194,0.04178418217488587,0.016567710854311527,0.016627398026326644,1.1349952189534511,2.049915257259249,1.4042494470372946,0.9998627460592018,0.02992294830054763,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,14,0.015512677539931685,2.928566233872756
276,299,1.0935853885201838,0.26155790796306655,0.26478652758815746,0.2645323072648164,1.1022169677653015,1.3801261182019218,1.2180056329975146,0.9643070542144788,0.3315488811729342,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.008631579245117704,3.136283933196793
54,148,1.2588806080623816,0.01609503181740675,-7.7266504070413e-05,-7.737284375578214e-05,1.617673559802406,1.2722721725925916,1.4142666581283516,0.9999999970149436,-6.076876413453047e-05,model.language_model.layers.1.linear_attn.in_proj_qkv.weight,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,16,0.013391564530210065,4.518133909213609
220,313,1.2862991371904096,0.023672119540913982,0.0010320370189788569,0.0010266981719425222,1.3083211928898737,1.548935311319878,1.413493896328967,0.999999467449654,0.0012218395528354109,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.9.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,13,0.022022055699464138,3.7464933007457555
7,11,0.11213847293011957,0.9936954286673416,0.9936954286673416,-0.031943820753763126,0.11258083320614114,0.11213847293011957,0.11235899997947886,0.11211331341829232,0.9897909329233655,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,0.0,0.30622660176272803
103,162,1.343803452498847,0.03611833447460331,0.0005875140730190866,0.0005875336326140308,1.3534237401196771,1.4830510255863985,1.4137997983177277,0.9999998274135922,0.0006437845906710284,model.language_model.layers.13.linear_attn.out_proj.weight,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,5,0.009620287620830226,3.7133376371773155
186,222,1.280424929210188,-0.016008404639219397,-0.00035757643748556207,-0.0003575975129676783,1.5749092350973117,1.2947996118425071,1.4144616128411414,0.9999999360695436,-0.00029397873994416234,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,20,0.014374682632319224,4.203752967921608
58,228,1.184566562044371,0.016238410751814182,9.43233414036473e-05,9.104095067615411e-05,1.8216253702481384,1.1963150488173622,1.4141523553372366,0.9999999955515536,6.19449172255161e-05,model.language_model.layers.1.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,22,0.011748486772991118,5.010005446313559
200,240,1.2445525566268003,0.04151140766805114,0.000357920392137485,0.00035793142291613557,1.284074915622453,1.593403521569214,1.4139662354665279,0.9999999359464945,0.00044414200942228133,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.039522358995652596,3.1855264520923865
72,318,0.13298222607059368,0.9930115221740217,0.9930115221740213,0.995737523412507,0.14272705279242592,0.13298222607059368,0.1375965074363416,0.11801744290414529,0.9252127059927469,model.language_model.layers.10.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,0.3372482037196101
78,242,0.548152076191878,0.8489488542445566,0.8489488542445568,0.13447414720274653,0.548152076191878,0.7792907472836083,0.6340579024391155,0.5284750163222991,1.2069241653263783,model.language_model.layers.11.self_attn.k_norm.weight,model.language_model.layers.3.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,8,0.0,2.0203211153025307
173,232,1.355768657090997,0.023901414597642084,-0.003585959040713154,-0.0035859668822699393,1.3583001255891705,1.4834295531874322,1.416737153026388,0.9999935704282095,-0.003916305032517151,model.language_model.layers.19.self_attn.k_proj.weight,model.language_model.layers.23.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,4,0.002531468498173428,4.3158746997736275
127,174,1.285638116623465,0.013010093579320831,-0.00034397537534721414,-0.00034396507725984886,1.5940502994670571,1.2844628723392575,1.414451207127316,0.9999999408404688,-0.00027717042478532386,model.language_model.layers.15.self_attn.o_proj.weight,model.language_model.layers.19.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,4,0.001175244284207455,4.360276329337919
128,245,0.5179853392321514,0.8731107246650841,0.8731107246650834,0.05828380997052079,0.5179853392321514,0.7420003110584317,0.6006592987519981,0.4875219610179758,1.2507080417571261,model.language_model.layers.15.self_attn.q_norm.weight,model.language_model.layers.3.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,12,0.0,1.9576462307767657
176,293,1.3340627177794684,0.04983552287284294,0.014554822241673208,0.014554481354184435,1.4350723215135546,1.3746625917937128,1.403893605416974,0.9998940729644882,0.013942133344703555,model.language_model.layers.19.self_attn.q_proj.weight,model.language_model.layers.7.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,12,0.040599874014244364,4.086048241425522
130,294,1.243875413301908,-0.022718942310670405,-0.0010029143632142355,-0.0010026397521953625,1.2140471953339254,1.766119415707823,1.4148755167417004,0.9999994970812636,-0.001458976665794051,model.language_model.layers.15.self_attn.v_proj.weight,model.language_model.layers.7.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,8,0.02982821796798274,3.7098330561182005
428,440,0.8410482829008806,0.5619265585469565,0.5619265585469564,0.561937324454664,1.1779532019317296,0.8410482829008806,0.9680071998964564,0.8271871268338101,0.4012106477636704,model.visual.blocks.17.attn.proj.bias,model.visual.blocks.18.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,3.440416410824133
417,513,1.2416051976302438,-0.005655900224457075,-0.0003699091580288437,-0.0003699092088109381,1.717318019689079,1.2303812091773592,1.414461209748084,0.9999999315836051,-0.00026502329325334216,model.visual.blocks.16.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.011223988452884637,4.4792463692459465
322,370,1.1902167178093335,0.01813352871040988,0.01693423620311585,0.016950163031112814,1.175787862394039,1.84984760421213,1.4033297871147423,0.9998566055411231,0.026642353838993823,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.12.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,12,0.014428855415294484,5.474338809871822
323,479,1.194561387046197,0.027368609570719404,-0.0005274925970512167,-0.0005272518051870547,1.1947633165797034,1.8288784555390223,1.4145550869331203,0.9999998608757703,-0.0008074568684993099,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.20.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,20,0.0002019295335062843,3.992098163916285
396,408,0.41292138230442815,0.9112142867842111,0.908874771746247,-0.009728919738747642,0.4184984574837047,0.4435908118932465,0.43049714327143995,0.4170691181125825,0.9633691372062112,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.005577075179276525,1.1048851284317998
337,457,1.2342684611258197,0.01720737685273712,0.0014256083741282129,0.0013157982536256892,1.2424726381159164,1.681714449109193,1.4132496624176856,0.9999989838198654,0.001929592755602243,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,18,0.008204176990096679,3.605755056371547
422,446,0.7894567659330911,0.6140865894790635,0.6140865894790635,0.6140240315586127,1.3256359332650183,0.7894567659330911,0.9592431897865307,0.7892386588491291,0.3657073565733708,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.blocks.18.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,3.884326405460043
531,603,1.2557995817668313,-0.0008003854623788763,-0.0009591685213362821,-0.0009607364860342941,1.2787612040937364,1.6063734984209848,1.4148743748671277,0.9999995399977681,-0.0012049027513985349,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,6,0.02296162232690513,3.494751938731355
376,388,0.3470030140262879,0.9454979379100535,0.9454979379100537,0.9453803197465718,0.42030812886999375,0.34700301402628797,0.37843093022750857,0.3256280844887868,0.7805955004784382,model.visual.blocks.12.norm1.bias,model.visual.blocks.13.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,5.551115123125783e-17,1.0791660333771138
485,497,0.06803819134573061,0.9980938968100466,0.9980938968100466,0.8055468345595823,0.06803819134573061,0.07018244829105169,0.06908537495935087,0.06171363828633187,1.029549315127127,model.visual.blocks.20.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.20663971599585584
486,498,0.604832773921724,0.8128093183524951,0.8128093183524951,0.8132972356508505,0.604832773921724,0.6199971465942419,0.6122741625631645,0.582529837861849,0.8331880807916942,model.visual.blocks.20.norm2.bias,model.visual.blocks.21.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.9095368977824652
595,607,0.12135621355711168,0.9965403983295595,0.996540398329559,0.8769995301567909,0.13363616191754388,0.12135621355711167,0.12705325245201965,0.08310977377639658,0.9049673955212153,model.visual.blocks.8.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,1.3877787807814457e-17,0.27456029111564345
49,178,0.1825883711642308,0.9877036887829053,0.9877036887829049,0.9262675183155512,0.2043794510887955,0.18258837116423193,0.1925652786065478,0.1563375296102711,0.8823940311368262,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,1.1379786002407855e-15,0.6355187950155519
16,24,0.3346615007288613,0.9423591057729838,0.9423591057729839,-0.1775695311738583,0.3527935182325899,0.3346615007288613,0.34336897324370785,0.3346032213932531,0.8939260396376565,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,0.0,0.6606152940079932
215,261,1.098516228408664,0.018647854210394277,0.003652404097247392,0.0036171712854682517,1.198612949778965,1.8038499084427853,1.4118306081837921,0.9999933299499104,0.005496677470096348,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,17,0.10009672137030101,3.8908034266800855
110,274,0.7914736685072171,0.6583844802094472,0.6583844802094473,0.3869753241865807,0.7914736685072172,0.8763667373905041,0.8306842982207694,0.7526817894830032,0.7290024694794187,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,1.1102230246251565e-16,1.7815256079344308
40,298,1.1220291391276769,0.045034680488442155,0.02119149075528504,0.021225414405072206,1.1376108251857726,2.0171511959601554,1.4013316982104913,0.9997754351450973,0.037575627776064165,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,8,0.015581686058095734,2.944121557921624
65,100,1.0948009378101409,0.29893933348622526,0.3211769991079106,0.3210231424768934,1.0858901378940746,1.2737602797038152,1.1686481323630766,0.9470191842006356,0.37674391721755457,model.language_model.layers.10.linear_attn.in_proj_b.weight,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.008910799916066248,3.018587928521904
195,277,1.2610929428272908,0.02898252294062993,0.00047992806523737856,0.00047990980018219697,1.2919812072699148,1.578404946736675,1.4138808543789687,0.9999998848345194,0.0005863249619931833,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,14,0.030888264442624047,3.2106851277130017
55,90,1.2905106576592573,0.006548876060118331,0.0006921071019791518,0.0006909894547120091,1.3224455285153556,1.5269664792762896,1.4137291025100134,0.9999997604938511,0.0007991439511143161,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,11,0.03193487085609825,3.4950296058288535
7,23,0.11365683409446042,0.9947954772074608,0.9947954772074608,0.06820848216052586,0.11365683409446042,0.12034340439278769,0.11685688560749945,0.10189189628022646,1.0533205095453966,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,9,0.0,0.26517988185239133
162,221,1.3459356368480588,0.001703382532618842,-0.0006461424158440241,-0.0006461480704863892,1.5320517829883187,1.320693285332892,1.4146653932713535,0.9999997912499674,-0.0005570020279010911,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.02524235151516674,3.893017441211902
210,280,1.2804428348811114,0.02119767022783927,-2.6448364561020218e-05,-2.6519698896512276e-05,1.3059228500487914,1.554901390807791,1.4142319828950751,0.999999999650242,-3.149083335128515e-05,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,15,0.025480015167679948,3.4906684253252527
117,228,1.1851455261435906,0.013974369866944572,0.000881728764385666,0.000879213065473369,1.785735880816097,1.2062855771220793,1.4136350454129847,0.9999996112771175,0.000595618144227476,model.language_model.layers.14.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.0211400509784887,4.676562398142899
229,282,1.245874059575415,-0.0029761765886180567,0.0003561619487756714,0.00035619813613203344,1.2411040536639306,1.6875805131289738,1.413973137685225,0.9999999365743311,0.0004842881324071617,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.6.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.004770005911484354,3.238830906934999
241,259,0.14203778019539615,0.9901428610069297,0.9901428610069293,0.9886269129873124,0.14695656903827992,0.14203778019539615,0.14443439554491672,0.14006111093737778,0.9570017521102371,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,0.5047556453005256
125,242,0.5497014641204492,0.8479287979482608,0.8479287979482605,0.16503150913871423,0.5497014641204492,0.7825139077013471,0.6361245684511019,0.5301101334722985,1.2070480441536742,model.language_model.layers.15.self_attn.k_norm.weight,model.language_model.layers.3.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,12,0.0,1.8947406564792983
79,126,1.3626914913858965,0.021843726620856787,-0.004101796694986245,-0.004101449561887931,1.419365395631889,1.4148672883515583,1.4171109879131334,0.9999915875965523,-0.004088797701469188,model.language_model.layers.11.self_attn.k_proj.weight,model.language_model.layers.15.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,4,0.05217579696566177,4.089860247552031
80,233,1.2998285931573839,-0.011664300685465402,-0.0003781103340778488,-0.0003779685892100995,1.5743725765311896,1.295120000989868,1.4144758856576523,0.999999928516285,-0.0003110434363155217,model.language_model.layers.11.self_attn.o_proj.weight,model.language_model.layers.23.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,12,0.004708592167515846,4.806893481011591
175,292,0.5373237410197479,0.8494295076292,0.8494295076292001,0.22368987000233995,0.5652122089245071,0.5373237410197479,0.5507390966398,0.5277021049501458,0.8075173068896785,model.language_model.layers.19.self_attn.q_norm.weight,model.language_model.layers.7.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,12,0.0,2.497206398891687
129,176,1.3365220466568277,0.036107246302162777,0.031103970688887258,0.031113087925950706,1.3646971691715049,1.4211468606507853,1.3920643382087035,0.9995161544504345,0.03239056348678557,model.language_model.layers.15.self_attn.q_proj.weight,model.language_model.layers.19.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,4,0.02817512251467713,3.7225689308666565
83,294,1.2964963494717137,-0.0011331455807818483,-0.0015209754698335852,-0.0015207758845886769,1.272984014729412,1.6191784733761712,1.4152582839594123,0.9999988433161412,-0.001934612462365627,model.language_model.layers.11.self_attn.v_proj.weight,model.language_model.layers.7.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,4,0.023512334742301633,3.6406212960331024
440,476,0.8488881586758672,0.606152798984801,0.6061527989848009,0.6062897186400205,0.9402262375633171,0.8488881586758672,0.8910652525399313,0.7953482157413139,0.5472682135950063,model.visual.blocks.18.attn.proj.bias,model.visual.blocks.20.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,2.461037092784109
321,513,1.2449293102195835,0.01565298034609388,-0.0008191918969296913,-0.0008191921780973419,1.662843032737296,1.2523938096260554,1.4147701900846263,0.9999996644622617,-0.0006169859935135896,model.visual.blocks.0.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,23,0.0074644994064718695,4.79508782480706
322,574,1.190992870327513,-0.0005799768831940645,0.01489563759535964,0.014913700362505736,1.1681300154979228,1.887610260602108,1.4047556168679487,0.9998890538357882,0.024070230188568735,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.7.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,7,0.022862854829590162,5.354980590260263
335,395,1.1956800601819129,0.024591906494894327,-0.000622760166185395,-0.0006219982012506475,1.2067492695222997,1.7882118499517143,1.4146218703470408,0.9999998060848689,-0.0009228322212214469,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.14.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,13,0.011069209340386799,3.4244751313033612
396,480,0.41551628405324215,0.9097772936052924,0.9071874904769036,0.00484546136605643,0.4216220972881753,0.45110029979717403,0.43561492462137513,0.4207265823812633,0.9706145658837945,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.20.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.006105813234933144,1.1653792881778222
337,445,1.237544825727256,0.010379384788532788,0.0008215655577702338,0.0006913642670032872,1.2390351849656305,1.6917436315624337,1.413659595499301,0.9999996625149602,0.0011217423985480973,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,17,0.0014903592383743725,3.527047343387315
494,506,0.7956752462995293,0.6474909262720484,0.6474909262720484,0.6475055183281017,0.7956752462995293,0.9080167518481319,0.8463041909997951,0.7620731594770707,0.7389102657887114,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.1351294855714924
387,543,1.2559899598252993,0.011765484091976246,-6.28463168656255e-05,-6.316414286095139e-05,1.632699594118754,1.2651091633410756,1.4142565932665778,0.9999999980251703,-4.869692602076843e-05,model.visual.blocks.13.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.00911920351577633,4.659123306362647
460,484,0.3487488788525753,0.9414634949638213,0.9414634949638212,0.9412800096321878,0.4092640497353127,0.3487488788525753,0.37539649424433746,0.3371149472368543,0.8022555085441944,model.visual.blocks.19.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,1.106920385093119
425,437,0.06969717750467118,0.9992280358422152,0.9992280358422151,0.9378723865753412,0.07401542061880748,0.06969717750467118,0.07175903509634984,0.03928526933736397,0.9409305952662823,model.visual.blocks.16.norm1.weight,model.visual.blocks.17.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.1601558854361083
414,438,0.6184465367714582,0.78979276086354,0.7897927608635403,0.7857867322337742,0.870139786384659,0.6184465367714582,0.7128961610300142,0.613373780730434,0.5613403792885531,model.visual.blocks.15.norm2.bias,model.visual.blocks.17.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.1319756119724844
583,607,0.12408953234566354,0.9960047561233916,0.9960047561233919,0.8664394853664227,0.13638551284297512,0.12408953234566353,0.12980275461312407,0.08930020033338437,0.9062088914363339,model.visual.blocks.7.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,1.3877787807814457e-17,0.38452867450650613
96,295,0.182615754965418,0.9831893655995821,0.9831893655995821,0.9801465661318002,0.18514733825209784,0.182615754965418,0.18386847691067884,0.18258880407048828,0.969745878973789,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,5,0.0,0.5352571494799189
16,20,0.3397727182470947,0.942247788899494,0.9422477888994941,-0.2746589035988848,0.3397727182470947,0.3399469077072262,0.3398597794979519,0.33491656321241337,0.9427308460281102,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,2,0.0,0.6987408073688116
179,191,1.099809738529673,-0.0297527768018167,-0.015108468043640416,-0.015100919362106719,2.2481365051954048,1.124950102389026,1.4227385287005703,0.9998858605827838,-0.0075601604410392865,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,18,0.025140363859353032,9.538311661740769
51,192,0.8217971905165936,0.6283904509441779,0.6283904509441779,0.58782057921214,0.9198630623329986,0.8217971905165936,0.8666964955668485,0.7778980917589223,0.5613982431511484,model.language_model.layers.1.linear_attn.dt_bias,model.language_model.layers.20.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,19,0.0,1.6827944937328347
40,275,1.1236152899446592,0.04780432173694564,0.011134467760118835,0.011230161687094266,1.13918825467796,2.0455419627508253,1.4075041977891727,0.9999380098924627,0.019993202126770415,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,6,0.01557296473330072,3.138681969812586
53,299,1.1032512134297905,0.10953047884266734,0.09949625719887269,0.09931286379069439,1.1378300604299807,1.7468451510746301,1.348328429954571,0.9950379363639438,0.15275089003382905,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,7,0.034578847000190205,3.123867991180438
148,312,1.2664055823330773,0.014867643323901282,-0.0006637754148407121,-0.0006638147430635596,1.2850245991696678,1.593609961409742,1.414672183336294,0.999999779701075,-0.0008231742130948707,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,8,0.018619016836590507,3.6036426222688736
55,278,1.2926759962434806,0.046333977915139254,-0.0006908779058589172,-0.0006910905644394836,1.3470605092844774,1.493670511991006,1.414699407828663,0.9999997613438311,-0.0007660709732450726,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,5,0.054384513040996785,3.4585548789739997
23,31,0.11552971564161636,0.9936883679654755,0.9936883679654757,0.07012306219499365,0.11958935995760936,0.11552971564161636,0.11750697556123237,0.11217587695270922,0.9599560916466683,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,15,0.0,0.2891871220108616
56,162,1.3461231297746485,0.025087081868562955,6.120843170674934e-05,6.119828409999962e-05,1.3358019613674468,1.508177433847873,1.4141705976573173,0.9999999981267639,6.910693211352825e-05,model.language_model.layers.1.linear_attn.out_proj.weight,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,17,0.010321168407201764,3.7037911801522068
151,186,1.2821200498622916,0.005478115706183943,-0.00031342506188753914,-0.00031341403783338587,1.3293757534457769,1.5182299889558757,1.4144332292507715,0.9999999508823642,-0.0003579509608284897,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,15,0.0472557035834853,3.4253549435445425
228,286,1.1860063745833633,-0.007444540774440241,0.0009514623857607535,0.0009536364418136465,1.1929461917989126,1.831274774694442,1.4135980331948506,0.9999995473595618,0.0014605764099777298,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.7.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,16,0.00693981721554926,3.1454058087482197
229,270,1.2472101200555175,-0.021163533955122306,-3.4393439166808714e-05,-3.439279586876905e-05,1.2330666459657433,1.709292352357168,1.414236640381843,0.9999999994085457,-4.767661401873721e-05,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,18,0.014143474089774122,3.2130672655664525
166,213,0.14437882035157895,0.990702162596305,0.9907021625963054,0.8812923280880454,0.1532082444423331,0.14437882035157837,0.14859715610832758,0.1360486127345799,0.933607783811206,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,5.828670879282072e-16,0.5729513951236883
231,289,0.6019231234197302,0.7993529557498874,0.7993529557498871,0.021329327204589486,0.7207948717951856,0.6019231234197302,0.6533843162826264,0.6008617579226682,0.6675255980129728,model.language_model.layers.23.self_attn.k_norm.weight,model.language_model.layers.7.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,16,0.0,2.758257817765325
126,290,1.3631819967146694,0.009437345449803045,-0.0017588589967571192,-0.001759389293020092,1.3880613814929892,1.4445387863168362,1.4154557295267425,0.9999984532063185,-0.0018304234051560275,model.language_model.layers.15.self_attn.k_proj.weight,model.language_model.layers.7.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,8,0.024879384778319746,3.873025410146593
174,233,1.3083756921209808,-0.013099680522201153,0.000661789759001042,0.0006618028917935854,1.3017525454187244,1.5607336106139622,1.4137531301729311,0.9999997810171335,0.0007934515078676514,model.language_model.layers.19.self_attn.o_proj.weight,model.language_model.layers.23.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,4,0.006623146702256388,3.7053351779866284
175,245,0.5783843752230593,0.8179249708705306,0.817924970870531,0.1479543939436798,0.5783843752230593,0.6592502412835334,0.6148643700574453,0.5753249012744373,0.9322818137856344,model.language_model.layers.19.self_attn.q_norm.weight,model.language_model.layers.3.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,16,0.0,2.432422160489067
82,129,1.3421483999549726,0.022093820688464196,0.022487085707574864,0.022483264609145147,1.451076569405469,1.3508267155874218,1.3982635047916667,0.9997471335174611,0.02093353084871451,model.language_model.layers.11.self_attn.q_proj.weight,model.language_model.layers.15.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,4,0.008678315632449252,4.209017939873327
130,236,1.2972309166611495,-0.005445678976780534,0.0021280219874845138,0.0021281859255794632,1.547054876675012,1.3082422974419672,1.4127289505521625,0.999997735758647,0.0017995278744715056,model.language_model.layers.15.self_attn.v_proj.weight,model.language_model.layers.23.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,8,0.011011380780817648,4.7482501395665215
524,536,0.8721653174213182,0.5245665095130589,0.5245665095130589,0.5241519842256502,0.8721653174213182,1.2217128818935747,1.0038707956484978,0.8513694715558492,0.7348029659983218,model.visual.blocks.3.attn.proj.bias,model.visual.blocks.4.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.172752234427745
369,513,1.245351546493396,-0.015010545353294607,-0.002153688596454722,-0.002153688574672979,1.7279599685142937,1.2280743655021724,1.415651040778907,0.9999976808100255,-0.0015306429574606887,model.visual.blocks.12.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,11,0.01727718099122355,4.506535250166312
322,382,1.1911933916072865,0.013593778483210306,0.0038432798487660104,0.00385093520598333,1.1806252802963122,1.869703610288134,1.411757724120483,0.9999926145727298,0.006086430918014867,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.13.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,13,0.010568111310974349,5.44106508266757
323,383,1.198902868355734,0.05085873866249506,0.0004537737105977691,0.00045376110912254505,1.2000234784084316,1.8077506247593478,1.4139178361570948,0.9999998970447045,0.0006835780495898678,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.13.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,13,0.0011206100526977014,4.198211849915451
396,432,0.4158605848575297,0.9098641874583696,0.9098465844524481,-0.026635109290096146,0.41619537838400106,0.44178051601234214,0.4284160255848217,0.414944806884258,0.9657783686406284,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,0.0003347935264713664,1.1173740674154835
337,397,1.2420986495488624,-0.004418333711108915,0.0007161687393706888,0.0006113415586500992,1.2319601875017214,1.7104660606662614,1.4137331680226086,0.9999997435511355,0.0009943359654242016,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,13,0.010138462047140973,3.7088066613525004
338,470,0.8027208341499007,0.6002886750713847,0.600288675071385,0.5993601080493767,0.8027208341499008,1.2000647456331497,0.9435861991693679,0.7997834122942543,0.8974293994984023,model.visual.blocks.1.mlp.linear_fc2.bias,model.visual.blocks.2.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,1.1102230246251565e-16,2.4773448362096246
339,603,1.2566778806870884,0.02220931907113874,-0.0012482928458502243,-0.0012522918318578836,1.2796035347581107,1.6052899551713866,1.4150737608324295,0.9999992208821821,-0.0015660100274218689,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,8,0.022925654071022317,3.3739588304907415
412,448,0.35251991160984164,0.9470873559973313,0.9470873559973316,0.946948260139136,0.43991766083632733,0.35251991160984164,0.3890402894913421,0.320975918271112,0.7589310017430609,model.visual.blocks.15.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,1.4174506023850506
353,605,0.07519263323340192,0.997219524340694,0.9972195243406942,0.9408319096020746,0.0761688130067692,0.0751926332333991,0.07567600145621221,0.07451993205659671,0.984439155435843,model.visual.blocks.10.norm1.weight,model.visual.blocks.9.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,2.8171909249863347e-15,0.2288809051492158
426,450,0.63520348941582,0.785756614638284,0.785756614638284,0.7837452517514245,0.9906496736491263,0.63520348941582,0.7562117673346054,0.6185358053922047,0.5038262836258494,model.visual.blocks.16.norm2.bias,model.visual.blocks.18.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.354759901511149
559,571,0.1273419814334407,0.9920400632518862,0.992040063251886,0.7910752250159259,0.1273419814334407,0.13086480445209644,0.1290673493470545,0.1259226465064725,1.0194841278950855,model.visual.blocks.5.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.5195631831599302
248,260,0.18517306391812627,0.9849476019018677,0.9849476019018675,0.970249816395001,0.18517306391812627,0.20159643368798544,0.19286225974394614,0.17285317905019984,1.0723045766566983,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.5358223633971309
12,22,0.34015204213096484,0.9405949482354465,0.9405949482354465,0.05272198317717404,0.35390326535722105,0.34015204213096484,0.34682336218664295,0.33953076937732424,0.9040473026927615,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,5,0.0,0.7393715915126287
144,179,1.1007904632371306,-0.027488488308338718,0.006865797842885901,0.006789455646256587,1.1107127758784918,2.2652716327764293,1.4103702052204234,0.999976430132221,0.014002627346719624,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,15,0.00992231264136123,3.7785846975925383
262,274,0.8224159920527664,0.607761399232943,0.607761399232943,0.24787135454443715,0.8224159920527664,1.000950348149858,0.8986450932368465,0.794119689720898,0.7396974159461966,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,1,0.0,1.7371894484683406
193,217,1.1253001800144422,0.29119018779247036,0.2916728222104041,0.2912819821782967,1.2746486996966175,1.1238598569136984,1.192160802780815,0.9565181466045576,0.25716840750947273,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.0014403231007438233,3.776919618213707
65,299,1.1037089953337345,0.24840819001202868,0.2390028304663607,0.23880877189417998,1.1246019967738659,1.3947291675050641,1.2380873204947982,0.9710188705834033,0.2964108366550677,model.language_model.layers.10.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.020893001440131398,3.108635243032205
42,207,1.2664558619780881,0.017239157556154752,-0.00021477055420634215,-0.00021470973586967346,1.5989982181143694,1.2817607815391203,1.414361781089467,0.9999999769368042,-0.00017216058798098126,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,21,0.015304919561032193,4.220333165770006
114,220,1.2942218296845678,0.014751264627892509,0.0037351870236372467,0.003733111932260814,1.5277048248344391,1.3184880229963056,1.4115983573338848,0.9999930241646181,0.0032236589649120473,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.02426619331173785,4.41811376750299
13,23,0.11749233300602578,0.9938183960417738,0.9938183960417736,0.07516264211177355,0.1229829379090417,0.11749233300602578,0.12014364166073736,0.11101799713990687,0.9494491180688392,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,5,0.0,0.28044343788991016
138,185,1.3462741184821991,0.023745629087569248,0.0003678584646126536,0.00036791084884971274,1.4591477542591962,1.3727150004315665,1.4139539074979028,0.9999999323400728,0.0003460683340227481,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,14,0.026440881949367334,3.8921652765649943
198,315,1.2823007816930416,0.04436566520578854,-0.00017072484622544096,-0.00017076832834867796,1.3243325968945774,1.5255906856207349,1.4143330799232356,0.9999999854265134,-0.00019666980622262705,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.9.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,11,0.04203181520153576,3.447780635297836
70,164,1.1863808517157255,0.015807869530943524,0.0050386390450004245,0.005040281958945877,1.8025694832654025,1.1978803069812094,1.4109250013226087,0.999987305977718,0.0033483793784519255,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.011499455265483904,4.801889176955294
71,229,1.2478803005698178,0.030582959073031993,0.00021662212126344956,0.00021660015948596743,1.6490039251673523,1.2574333560965358,1.4140658410850857,0.999999976537428,0.00016518328233658167,model.language_model.layers.10.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,13,0.009553055526718035,4.2861415447268625
171,213,0.14722225269558437,0.9967678094776051,0.9967678094776047,0.9497327281839979,0.16856288920260912,0.14722225269558437,0.15681379833301134,0.08033638023472,0.8705736062067011,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,0.38672059806298914
125,231,0.6108992641832905,0.7999315368069191,0.7999315368069189,0.13422929505017855,0.6108992641832905,0.8911380189553971,0.7125801190871668,0.6000912734090714,1.166885355416282,model.language_model.layers.15.self_attn.k_norm.weight,model.language_model.layers.23.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,8,0.0,2.621957737181737
126,173,1.3667611530268207,-0.021454489757904673,-0.0005408809133269911,-0.0005408601177870862,1.3772920887175861,1.455103756401694,1.4145953945279472,0.9999998537239081,-0.00057143858967556,model.language_model.layers.15.self_attn.k_proj.weight,model.language_model.layers.19.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,4,0.010530935690765464,4.035852056159651
80,127,1.3190559210197543,-0.0324082883891015,-0.00026994991762664103,-0.000269838429783171,1.5426788270850689,1.3135848511897477,1.4144019929329594,0.9999999635635204,-0.0002298612751717775,model.language_model.layers.11.self_attn.o_proj.weight,model.language_model.layers.15.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,4,0.00547106983000667,4.394862627666816
234,292,0.6329387779408717,0.7792791142198079,0.7792791142198074,0.09899343055907009,0.7291162521730674,0.6329387779408717,0.6759488065725402,0.6266769998498369,0.6764846740956371,model.language_model.layers.23.self_attn.q_norm.weight,model.language_model.layers.7.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,16,0.0,3.092345365575855
235,293,1.3563819203358383,0.015116943378858879,0.004309525772437602,0.004309327319670072,1.369666923206189,1.4566872711809236,1.4111687616840962,0.999990713950693,0.004583326961595145,model.language_model.layers.23.self_attn.q_proj.weight,model.language_model.layers.7.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,16,0.013285002870350837,4.049911614039838
130,177,1.3000913873076163,-0.022101280961288952,0.000708965576107563,0.0007100147833955961,1.6116167466862954,1.2744527649860227,1.413725663471453,0.9999997486838743,0.0005606439251813439,model.language_model.layers.15.self_attn.v_proj.weight,model.language_model.layers.19.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,4,0.02563862232159364,5.511712275547116
356,596,0.8810390504249768,0.5440162404413185,0.5440162404413191,0.5440331609294363,0.8810390504249768,1.0841074814579597,0.9669324234218228,0.8390746868641032,0.6694051484012935,model.visual.blocks.11.attn.proj.bias,model.visual.blocks.9.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,2.6908117563538116
513,537,1.2511166794771686,0.034856717341162684,-0.001097282083068216,-0.0010972820739672392,1.2771986192468845,1.6097641568782308,1.414968933598697,0.9999993979858339,-0.001382999747016211,model.visual.blocks.23.attn.proj.weight,model.visual.blocks.4.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,19,0.026081939769715845,3.4390437367028293
322,562,1.192687113542745,-0.0015390111111348965,0.0021852757054458037,0.00219374795373941,1.17798631070481,1.8853634173320346,1.4128241040959026,0.999997612282195,0.003497526952895472,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.6.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,6,0.014700802837934956,5.343389193072458
335,359,1.1999337142886155,0.00628336382302937,-0.0008005658629764517,-0.0007999784182856835,1.2177907143438815,1.7542559755048028,1.4147438245475124,0.9999996795470982,-0.0011532338294008573,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.11.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,10,0.017857000055266026,3.7091672041982444
396,456,0.4164265192621044,0.9094709278625224,0.9094886768536523,-0.01761496560625799,0.41620165132034176,0.44785385614051226,0.4311588176668053,0.4157286935911361,0.9786554420264331,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.0002248679417626298,1.1593071274467923
337,409,1.2452936248559654,0.0008816821784295714,0.0011018341827243063,0.0009982122450968097,1.2426501400879968,1.68201226316606,1.4134686418087103,0.9999993929805328,0.0014914081989212164,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.002643484767968607,3.500306902437546
530,542,0.8149566209426642,0.589847820088621,0.5898478200886209,0.5894881217581418,0.8149566209426642,1.1646680415475448,0.9443018403646709,0.8075144265811615,0.8429613157066852,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,1.876187648912686
543,603,1.2575419769321923,-0.01840363184523924,-0.0006671210912552121,-0.0006683285004862202,1.2583800420385622,1.648781503430006,1.4146685025209031,0.9999997774747,-0.00087408960652916,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,5,0.0008380651063699673,3.741500128837308
400,424,0.3582958288031018,0.9402831778354744,0.9402831778354735,0.9401402978778431,0.43249334029745473,0.3582958288031018,0.3901999069339743,0.34039322184735593,0.77897046988161,model.visual.blocks.14.norm1.bias,model.visual.blocks.16.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.1087689549423936
509,521,0.07722245665980622,0.9974990300279951,0.9974990300279951,0.8369507954961449,0.07722245665980622,0.0799079721956557,0.0785307966904006,0.07068016053468541,1.0321884100089516,model.visual.blocks.22.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.23377262084164813
402,426,0.6370148813187475,0.8180757282957268,0.8180757282957266,0.816485840346066,1.170662611493623,0.6370148813187475,0.791308142103342,0.5751105135305881,0.4451550838419247,model.visual.blocks.14.norm2.bias,model.visual.blocks.16.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.4409698878722086
571,583,0.12827025493113237,0.9966134537243888,0.996613453724389,0.886046082243775,0.14281331233284,0.12827025493113237,0.1349576107255909,0.08222909372931812,0.895125669230961,model.visual.blocks.6.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.30706840856858697
131,143,0.19481456012529805,0.9895881060365617,0.9895881060365618,0.8774838064361097,0.2269780053297484,0.19481456012529805,0.20906304580320442,0.14392838632796068,0.8493605858535248,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.72179797588494
24,34,0.3443180912049385,0.9390234990633778,0.9390234990633779,0.474728132763278,0.35982125212467453,0.3443180912049385,0.35181374214347483,0.3438529746952473,0.8985649871566133,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,13,0.0,0.6588864330048756
132,308,1.1048862071636227,0.06602275748438374,-0.023738267406938497,-0.023791388507075267,1.151818083490425,2.100638733237929,1.4282960138513057,0.9997182076267875,-0.043292881653554126,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.9.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,7,0.04693187632680229,4.578044687185543
110,297,0.8252363525919347,0.6432262238530311,0.6432262238530311,0.2680488433073255,0.8252363525919347,0.8677114843910148,0.8456749535281918,0.7656761880506474,0.676333246524743,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,6,0.0,1.3043217380661944
146,217,1.1282664855285163,0.24516202308327084,0.23217037996094514,0.23193285227086546,1.3719288415409223,1.1435706309045248,1.2422761505283042,0.9726751331604969,0.19352550937778487,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,5,0.015304145376008549,4.0829076809169305
218,299,1.1088854408035294,0.12968168414075448,0.12183848953834896,0.12148604310350175,1.1403201167912462,1.6689827308313059,1.3315371985613715,0.9925499395330261,0.17832390395976933,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,14,0.031434675987716876,3.491854443057425
42,195,1.2728438768173465,-0.02787795626335571,-0.00010534720274006143,-0.00010537516907017815,1.6173647743194788,1.2724505753866797,1.4142859596867434,0.9999999944509834,-8.28811847954156e-05,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,20,0.00039330143066673706,4.673754611337536
102,196,1.294507820485464,0.019849700417175486,0.00284468777852253,0.0028441489996711387,1.5064866414752756,1.333681440210566,1.4122154906967224,0.9999959538675357,0.0025183809726278205,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,7,0.039173619725101805,4.467363200965252
9,35,0.11803393746093188,0.9930116026453222,0.9930116026453223,-0.06272604258467462,0.11803393746093188,0.11910609459210005,0.11856638049354447,0.11801676580795038,1.0020315887104427,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,0.0,0.35471331227547526
197,221,1.3468076962027826,-0.0013530316234132856,0.00027226905155205386,0.00027223609486633964,1.5028433723164036,1.3392915135214973,1.4140222970106393,0.9999999629347811,0.0002426384790692886,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,2,0.007516182681285288,3.930915780864739
222,256,1.2853623887832988,0.04289877798356401,-2.5940801365984617e-05,-2.6114441937563243e-05,1.2978266002399566,1.5688807032624053,1.4142315801038616,0.9999999996635375,-3.135859804594205e-05,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.4.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,18,0.01246421145665777,3.445468701039853
75,169,1.187340613510102,0.007584098710506516,0.004344259796450658,0.004343540948154381,1.7938916961428784,1.201002714108853,1.4113705455041634,0.9999905636588882,0.0029084631015069136,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.01366210059875117,5.144224531286726
59,229,1.2493167255913884,-0.03202731407831822,-0.00015833266702633007,-0.00015836793125409976,1.7274795764424011,1.2265085539804377,1.4143192564638014,0.9999999874653832,-0.00011241601529221048,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,22,0.022808171610950723,4.571859779679799
288,306,0.16176729365539938,0.9873244050390468,0.9873244050390467,0.9968674906191006,0.16920394124079224,0.16176729365539935,0.16536033288982918,0.15871521418658124,0.9439307133857051,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,2.7755575615628914e-17,0.38283150839005853
172,242,0.6195009920178844,0.7935379896562843,0.7935379896562847,0.14518301479163861,0.6195009920178843,0.6810257404951473,0.6480832717188203,0.6085207136756005,0.872346943717405,model.language_model.layers.19.self_attn.k_norm.weight,model.language_model.layers.3.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,16,1.1102230246251565e-16,2.410617893472803
126,243,1.3748846155771361,0.005474545324693837,-0.0005934777462164839,-0.0005925854818903669,1.4420528300057938,1.388719794790354,1.414632854539213,0.9999998238920669,-0.0005715285021389168,model.language_model.layers.15.self_attn.k_proj.weight,model.language_model.layers.3.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,12,0.013835179213217863,4.129349278327233
80,291,1.357873245946643,0.012614695122093858,-0.0005296588798944782,-0.0005291834276150748,1.3582179033168547,1.4786116186399276,1.4145866918349683,0.9999998597307257,-0.0005766083423103608,model.language_model.layers.11.self_attn.o_proj.weight,model.language_model.layers.7.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,4,0.0003446573702117206,3.980585014140217
128,234,0.6452750179783624,0.7649110350282698,0.76491103502827,0.1258596635992787,0.6452750179783624,0.8880906463810961,0.7382582909362674,0.6441359394506572,1.0527454443386934,model.language_model.layers.15.self_attn.q_norm.weight,model.language_model.layers.23.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,8,0.0,2.7659395382484346
129,235,1.3640932027115307,0.014532945037427237,0.012881900014574095,0.01288516735924332,1.452325507475276,1.3621897350913172,1.405093944775294,0.9999170248835723,0.012082409816536426,model.language_model.layers.15.self_attn.q_proj.weight,model.language_model.layers.23.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,8,0.0019034676202134282,4.067739565960922
83,130,1.3151563540689304,0.016223781228945897,0.0007836688540135568,0.000783319196945642,1.5186377953063308,1.327826954736159,1.4136642760067597,0.9999996929315165,0.0006852039578907605,model.language_model.layers.11.self_attn.v_proj.weight,model.language_model.layers.15.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,4,0.012670600667228582,4.440055745403868
584,596,0.885516748260661,0.5852765695547091,0.5852765695547092,0.5852641043658208,0.885516748260661,0.9408280737890723,0.9119167443667958,0.8108337296451545,0.6218342325536063,model.visual.blocks.8.attn.proj.bias,model.visual.blocks.9.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.816726599799015
513,525,1.259552413344968,0.027441726462368303,0.0003616153191207964,0.00036161495834150447,1.268652612321082,1.624284199702401,1.4139654532236796,0.9999999346171783,0.00046298414831119676,model.visual.blocks.23.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,20,0.009100198976113916,3.385689209852195
466,586,1.1929606849410088,0.04635983830185002,0.035521847691955585,0.03589476554305145,1.2168930531251638,1.667321159507856,1.3900860347828254,0.9993689000246853,0.048670117829591325,model.visual.blocks.2.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,6,0.023932368184155006,5.040398492934733
335,503,1.2076388007127787,-0.033331447022366886,-0.0008000282954238813,-0.0008003768491076744,1.2053550799593695,1.7932436829996414,1.414737292107295,0.999999679977312,-0.0011902266069498838,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.22.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,21,0.002283720753409213,3.6186738561706275
396,420,0.4189999508584523,0.908578268581954,0.907494616703823,-0.011962421862903475,0.42137405949766943,0.44793685040796255,0.43404704387462933,0.4200637102316522,0.9647017209675669,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.0023741086392171096,1.0972621888534584
337,481,1.246653938231552,0.011153046123552538,0.00039112184326041497,0.0003510396653174669,1.2468886038513147,1.673240237829345,1.413948517742757,0.999999923511849,0.0005248590804470512,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,19,0.0002346656197627084,3.669091220281505
590,602,0.8157750223391799,0.6657308863727738,0.6657308863727739,0.6655487138542272,0.8157750223391799,0.8195389656303137,0.8176504965053228,0.746191923655919,0.6688025338672978,model.visual.blocks.8.mlp.linear_fc2.bias,model.visual.blocks.9.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.4254440390711336
351,531,1.2590088083161572,0.024974240582791078,-0.00026404691790559933,-0.00026367937991223243,1.6224440237823226,1.2701535124880112,1.4143948022024602,0.999999965139612,-0.0002067129067772555,model.visual.blocks.10.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,7,0.01114470417185398,4.4434194349244605
388,400,0.36908282576327883,0.9308253475714324,0.930825347571431,0.9306393525541248,0.4197605406328829,0.3690828257632789,0.39198577404103874,0.36546432427601566,0.8184467483669833,model.visual.blocks.13.norm1.bias,model.visual.blocks.14.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,5.551115123125783e-17,1.1560990875744661
461,497,0.07903476433271178,0.9969053258288118,0.996905325828812,0.685250940933146,0.07993507846523279,0.07903476433271178,0.07948109732285699,0.0786115216374171,0.9856771144995454,model.visual.blocks.19.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.3020300841332167
378,390,0.6429899772969226,0.7860319698523434,0.7860319698523429,0.786748660328444,0.6677638883460744,0.6429899772969226,0.6550258263938147,0.6181858477594303,0.7568703358635049,model.visual.blocks.12.norm2.bias,model.visual.blocks.13.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.92820594138668
463,487,0.1340308160076577,0.9968670693193162,0.9968670693193159,0.9273195225910833,0.15082306877187182,0.1340308160076577,0.1416860107150785,0.07909517119722405,0.8858784524144913,model.visual.blocks.19.norm2.weight,model.visual.blocks.20.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.3087474576658316
143,202,0.20792680785169199,0.9798440370415651,0.9798440370415655,0.18492025989320998,0.22547896235852297,0.20792680785169199,0.21617027147583204,0.19976401846700853,0.9035691874908376,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.21.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,0.0,1.1064497802415365
20,22,0.34866806716592447,0.9373740515777275,0.9373740515777276,-0.29973873715554006,0.3782071099585019,0.34866806716592447,0.36253814023342124,0.3483243997034312,0.8641624923734486,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,0.6418814386316662
156,179,1.10590018176728,-0.03847437869698046,0.007908948237805604,0.007925425461200399,1.1115018731751334,2.2536931662999686,1.4097695231212561,0.999968723779785,0.016036268607668092,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,16,0.005601691407853382,4.157494237650457
274,297,0.8423474452215842,0.6277383199572869,0.627738319957287,0.29571907027235744,0.8870409777997507,0.8423474452215842,0.8638282692497418,0.7784244354188805,0.596109743875982,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,1.8031077974730185
40,99,1.1289088887988772,0.03224416658298128,0.018257428983934995,0.018353153511955923,1.1357655546630179,2.038895772256919,1.4031938166402886,0.9998333192522124,0.03277524539707551,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,13,0.0068566658641406875,3.037277794235544
88,100,1.1096741616378043,0.34955959067970915,0.314176668544702,0.3141620921356963,1.129598750097472,1.2194682377208752,1.1719570549058944,0.9493645353298976,0.3391721779881249,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.019924588459667714,3.1953877599196066
207,265,1.2758891066839888,0.08753303203390245,-0.0003675559159238195,-0.00036752568246942353,1.3206711843714638,1.531591585268046,1.4144706132776244,0.999999932451322,-0.00042625715969742264,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.5.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,16,0.044782077687475,3.346975231828223
67,184,1.2985195643283267,-0.02802308729962183,-0.0001629516040819421,-0.00015400369831141642,1.5977754062711051,1.2823385550949058,1.4143260505866646,0.9999999867233873,-0.00013078128735033193,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.016181009233420918,4.55122218696859
5,35,0.11839530515020295,0.9933143411493749,0.9933143411493748,0.1173359185359128,0.11839530515020295,0.12243179291813518,0.12036281586036049,0.11544097914944824,1.0271797142963457,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.3711071908983995
185,197,1.3475476564945614,-0.011331245278117383,-0.0002661738614959612,-0.0002663323936973509,1.3575067326182868,1.4791060890550496,1.4144010728134715,0.999999964575737,-0.00029001652060069356,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,18,0.009959076123725374,3.523650908807172
210,268,1.291281661609555,0.014034836305097501,-0.00021949110157327352,-0.00021931083523601922,1.302700186356815,1.560750955243562,1.4143662571437448,0.9999999759118279,-0.0002629699066874293,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.5.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,16,0.011418524747260017,3.4189635647250283
75,199,1.1907991650155443,0.018316298635694582,0.003595059502036864,0.003594606178893519,1.779075760306494,1.2061277758476294,1.4118501278946194,0.999993537752708,0.002437277387492817,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.015328610832085143,4.770996356761965
59,212,1.2594572098992014,0.044903293994622964,-0.0002627797513978583,-0.0002628358108659135,1.6043163615533016,1.2790924527201186,1.4143946957054596,0.9999999654734005,-0.00020950954861249314,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,20,0.01963524282091722,4.0900783298327
154,171,0.16322124670798135,0.9924073198692713,0.9924073198692713,0.9350847695609535,0.18440859371957766,0.1632212467079807,0.17284851774604915,0.12299476196119093,0.8783861788865834,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,6.661338147750939e-16,0.5184624669351378
78,231,0.6333633403101993,0.779422860205244,0.7794228602052442,0.002108557255415672,0.6333633403101993,0.9227022463532281,0.7384748003609719,0.6264982082891192,1.1354860286328063,model.language_model.layers.11.self_attn.k_norm.weight,model.language_model.layers.23.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,12,0.0,2.482108798800255
173,290,1.3969555614035896,-0.0026204418326847053,-0.0012944202063651232,-0.0012944059343940623,1.4259169333696213,1.4045812067475287,1.4151284557388482,0.9999991622378138,-0.001275052040512814,model.language_model.layers.19.self_attn.k_proj.weight,model.language_model.layers.7.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,12,0.007625645343939169,4.155036402089489
80,244,1.374035990000514,0.002767480027627221,-0.00030651916744889063,-0.0003064887467165153,1.38362742349511,1.4473859787510306,1.4144300678238795,0.9999999530229989,-0.00032064379301132833,model.language_model.layers.11.self_attn.o_proj.weight,model.language_model.layers.3.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,8,0.009591433494596124,3.862979600622662
81,234,0.6574032115043577,0.7540172016790068,0.7540172016790067,0.02424920220764929,0.6574032115043577,0.9040606027417613,0.7519265869968013,0.6568546715767195,1.0369241188640899,model.language_model.layers.11.self_attn.q_norm.weight,model.language_model.layers.23.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,12,0.0,2.6250771233812045
82,293,1.3668765063333939,-0.003688360988667014,0.010086062227820741,0.01008634467331878,1.4621692837710343,1.3577879920866975,1.4070831804079578,0.9999491343807126,0.009366038756507423,model.language_model.layers.11.self_attn.q_proj.weight,model.language_model.layers.7.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,4,0.009088514246696322,4.039448702483037
83,247,1.321518491385013,-0.03583275693132158,0.00035848173869819177,0.00035830854287109703,1.279855729883491,1.6015677841589078,1.4139662978652927,0.9999999357454195,0.00044859181429813226,model.language_model.layers.11.self_attn.v_proj.weight,model.language_model.layers.3.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,8,0.04166276150152215,3.6596292843418614
428,452,0.8961236031674757,0.4812259660753748,0.4812259660753748,0.4813558716087916,1.3429507614201333,0.8961236031674757,1.0541674910541325,0.8765965831411974,0.3211122544814615,model.visual.blocks.17.attn.proj.bias,model.visual.blocks.19.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,4.11955852150063
513,573,1.263537643983443,0.007443436582025316,-0.0006480385366525817,-0.000648038495300221,1.2635553551881433,1.6372958822491872,1.4146567611012555,0.9999997900230054,-0.0008397185158873184,model.visual.blocks.23.attn.proj.weight,model.visual.blocks.7.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,16,1.7711204700399108e-05,3.393776295556282
322,478,1.1936546048094026,0.01979499708733016,0.014599240657827507,0.014597147884390139,1.1898773515795025,1.8039477955687844,1.404691835604314,0.9998934254070355,0.022133598867737102,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.20.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,20,0.0037772532299000794,5.607923539698635
335,515,1.2127172965669604,0.014804572670635483,-0.0007956989292277264,-0.000796339135148202,1.2365703516975086,1.7018546449814207,1.4147485809644331,0.999999683431557,-0.0010950965441262708,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.23.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,22,0.02385305513054825,3.6303862809296303
384,432,0.42164148358545356,0.9232727051088683,0.9219994897839122,0.015883872698947924,0.4220866399730244,0.5598327564428431,0.47663100740811426,0.3871910908559308,1.2228899636283461,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.0004451563875708664,1.0037972936623547
325,445,1.2467597420774312,-0.037645431515515575,0.0024998220990413433,0.0024853255859523587,1.2505997842459382,1.659713971797384,1.4125134062895552,0.999996875439855,0.0033175998565268074,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,18,0.003840042168506974,3.9348368917575502
434,458,0.8174784043806832,0.587351618546221,0.5873516185462205,0.5872830851818678,1.163715535218556,0.8174784043806832,0.9460047982108762,0.8093318702430635,0.4125984825401512,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,3.0643184656123097
327,387,1.2608127715644657,0.0001957223310627837,-0.00044262039104509785,-0.0004445834510802192,1.2746263652608616,1.6136151515904522,1.4145180038181238,0.9999999020435899,-0.0005603359453867021,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.13.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,13,0.013813593696395898,3.4560032158802128
400,436,0.38706854817723835,0.9240768239628767,0.9240768239628773,0.9239345993309372,0.4485561926656394,0.38706854817723835,0.4144297157996738,0.38220678096376254,0.797405276092499,model.visual.blocks.14.norm1.bias,model.visual.blocks.17.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,1.2064267148722028
437,485,0.08210010096563308,0.998086053500622,0.9980860535006222,0.8106558975847381,0.08696268639975853,0.08210010096563308,0.08442655097258585,0.06184035743390349,0.9422773048673767,model.visual.blocks.17.norm1.weight,model.visual.blocks.20.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.24632625698554747
546,558,0.6464323314042344,0.7674139504207389,0.7674139504207389,0.7673163847725223,0.7606253344724203,0.6464323314042344,0.6966047040077616,0.6411519544535723,0.6522017695699028,model.visual.blocks.4.norm2.bias,model.visual.blocks.5.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,2.2621691782503017
427,439,0.13801220012653745,0.997500652557701,0.997500652557701,0.9464646247764746,0.15701989708122271,0.13801220012653745,0.14659982470412272,0.0706572582751449,0.8767504134583218,model.visual.blocks.16.norm2.weight,model.visual.blocks.17.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.3140184340671409
84,295,0.2089870532345287,0.9828032240729807,0.9828032240729808,0.9826894405363245,0.20898705323452874,0.23616033056404942,0.2213323277402346,0.1846559578019466,1.1105909705134853,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,2.7755575615628914e-17,0.45672325934272057
12,20,0.3652262704578416,0.9313347278297216,0.9313347278297215,0.10939541656752652,0.3652262704578417,0.38077465738439464,0.37275747719594454,0.36416428262301986,0.970983443920926,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,5.551115123125783e-17,0.7940349993092912
109,203,1.1068360572340923,0.007104951071978473,0.0007654251132529078,0.0007445895889365878,1.959950836000819,1.162200952603433,1.4137385854993425,0.9999997070621551,0.00045387760724868926,model.language_model.layers.14.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,7,0.05536489536934064,7.998654267464935
133,309,0.8431546386973849,0.6160485149920671,0.6160485149920671,0.4378969965035306,0.8431546386973849,0.9197145524541473,0.8789436360448616,0.7877082119516521,0.6719867960773024,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,7,0.0,1.599389881295517
64,217,1.1362101071702375,0.15727631936823602,0.14423059933719398,0.14414769428998195,1.567266728096042,1.1527394140883445,1.3132532176699565,0.9895441042292323,0.10608296188074204,model.language_model.layers.10.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,12,0.016529306918106945,4.39327908126404
88,218,1.1115231885103227,0.19114118509384392,0.12670072782968606,0.12665221318734418,1.522943188209698,1.1876655397797078,1.3244755580754421,0.9919409889541957,0.09880742070570672,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,10,0.07614235126938507,4.731571301073373
136,183,1.2766122388846932,0.03162814703244823,-6.927379619701576e-06,-6.851067113704448e-06,1.3005372848160022,1.564093129028431,1.4142183785317854,0.9999999999760056,-8.331223558023365e-06,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,14,0.023925045931308953,3.7278007194388043
102,208,1.2997790581155022,0.009328583064217948,0.0029814549992594253,0.0029826953857218313,1.5271961475975,1.3196764099821436,1.4121261003257581,0.9999955554531667,0.0025763264503617413,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.019897351866641433,4.158326296313658
5,7,0.11881164184578556,0.9938994596874374,0.9938994596874378,0.057662395976858086,0.11881164184578556,0.12510252975954697,0.12183544489287669,0.11028990902625393,1.0465248590279947,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,0.0,0.30979929623080177
44,197,1.3479121340104718,0.007779976820314621,0.00046179645845654686,0.0004622301877874991,1.3643738385375626,1.4692159770807383,1.4138878782952933,0.9999998933720098,0.0004972821346757161,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,20,0.016461704527090726,3.5688606591248235
151,285,1.2916150156913364,0.05883970015344876,-0.0001254697859754571,-0.0001254256423837644,1.3548874951385412,1.4822873788919488,1.4143019230858949,0.9999999921286664,-0.00013726769259515297,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,10,0.06327247944720482,3.5030735683054157
105,164,1.1922540168428024,0.02011447360764225,0.007411941962844342,0.007405388679357329,1.7383941031753296,1.2161648218628525,1.4092814860211302,0.9999725311809017,0.005185327688603674,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,5,0.023910805020050052,4.582742013562379
229,305,1.2607105575770234,0.004208026514589187,-0.00026170739211320087,-0.0002616527681980891,1.251782682507343,1.663043926222026,1.4143913822203107,0.9999999657546199,-0.0003476888560476725,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.8.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,15,0.008927875069680402,3.4052602690602836
171,225,0.16581245334397676,0.9904895204553932,0.9904895204553934,0.8005021410292471,0.18465632942056476,0.1658124533439757,0.17447577702901712,0.13758818942062215,0.8894116866373508,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,1.0547118733938987e-15,0.6024587023385174
172,231,0.6603739861978412,0.7614726548283167,0.7614726548283166,0.16275071390580978,0.660373986197841,0.7439121930897963,0.6984236203014372,0.6481970348194409,0.8577999807241565,model.language_model.layers.19.self_attn.k_norm.weight,model.language_model.layers.23.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,4,1.1102230246251565e-16,2.9220654884671906
79,173,1.4015498491110054,-0.021631507594925305,-0.00248101049817842,-0.002481020263619095,1.3806979209625767,1.4540792361457084,1.4159644682859198,0.9999969222887178,-0.002612871211934376,model.language_model.layers.11.self_attn.k_proj.weight,model.language_model.layers.19.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,8,0.020851928148428733,3.9196464145781116
127,233,1.4198943939057278,-0.01976384580151306,-7.706020150739932e-06,-7.769607123789014e-06,1.4392488165148247,1.3904512367093618,1.4142190081018133,0.9999999999703086,-7.444748347717841e-06,model.language_model.layers.15.self_attn.o_proj.weight,model.language_model.layers.23.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,8,0.029443157196366032,3.9700501268858845
175,234,0.6699942533707784,0.7583362647871065,0.7583362647871074,0.26740369749669707,0.6699942533707784,0.733720490769709,0.6996901802374595,0.6518635666370214,0.8304651175271286,model.language_model.layers.19.self_attn.q_norm.weight,model.language_model.layers.23.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,4,0.0,3.071601535891657
129,293,1.3821943682989717,0.033781755022229104,0.017609482627472896,0.017609668069378314,1.403444548916501,1.399974914092893,1.4017065108784552,0.9998449410391558,0.017565947972543225,model.language_model.layers.15.self_attn.q_proj.weight,model.language_model.layers.7.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,8,0.0177805457939213,3.847859852757854
177,236,1.3833480066670742,0.029210677907188544,0.004274933965921905,0.004274583165349135,1.366200206782651,1.4609482809736034,1.411194287242239,0.9999908624280459,0.004571407175744094,model.language_model.layers.19.self_attn.v_proj.weight,model.language_model.layers.23.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,4,0.017147799884423165,4.416668378746446
344,392,0.8962779219432262,0.4813270181551359,0.48132701815513634,0.4814457014723836,0.8962779219432262,1.340965259151079,1.0538120152358763,0.876541100915345,0.7201369060139623,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.14.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,4,0.0,2.4322980258465807
513,561,1.2695839726011353,-0.0040826429304045165,-0.0010491082120919662,-0.0010491083028266765,1.265570255988029,1.6337859812294213,1.4149316617442056,0.9999994496858283,-0.0013543446376040062,model.visual.blocks.23.attn.proj.weight,model.visual.blocks.6.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,17,0.004013716613106233,3.400117785076067
466,598,1.1942953950726085,0.09155799539503157,0.05494617324720798,0.055028128014026456,1.2134041871331598,1.6300079477868288,1.376490671324665,0.9984893179426046,0.07381110106849528,model.visual.blocks.2.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,7,0.019108792060551272,5.488115924364848
467,491,1.2139491780144036,0.05052560403006951,4.169180614528073e-05,4.160355991972928e-05,1.2370179025341783,1.6987356989228464,1.4141855047430514,0.9999999991308967,5.725330191783741e-05,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.21.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,19,0.023068724519774708,3.1514272253892126
384,420,0.42384585686817744,0.9214199103662676,0.9195344702474544,0.0304771059222612,0.4268991344863371,0.5670504054218576,0.482322567533784,0.3930093612456748,1.2214182508957045,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,0.0030532776181596555,1.0108046670806767
325,505,1.2474558348196207,0.006984906939871708,0.0012895796520560625,0.0013190216230193706,1.2749909073740149,1.6093481547776711,1.4133255952350487,0.9999991684918148,0.0016277626934216624,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.22.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,22,0.027535072554394135,3.9915241705072133
410,434,0.8262469722157271,0.5735063857093116,0.5735063857093116,0.5734296791669463,1.2129640093752057,0.8262469722157271,0.9657248288820585,0.8192010898128995,0.3906611499402909,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,2.966750835333816
471,603,1.2613569909516889,0.01562315335728862,-0.0009524044242088815,-0.0009526744805746759,1.3433608345320511,1.4991974587942334,1.4148828196207948,0.9999995464628035,-0.0010628881353502593,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,7,0.08200384358036228,3.3967129943566383
496,508,0.389419493361059,0.9215518298126932,0.9215518298126939,0.921917767380026,0.4368317497088342,0.389419493361059,0.4110890598796129,0.3882553605153128,0.8215296779842984,model.visual.blocks.21.norm1.bias,model.visual.blocks.22.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,1.0454870152077747
413,425,0.08433094894679781,0.9989806251151299,0.99898062511513,0.9249287325246304,0.09089849014183743,0.08433094894679537,0.08743025870535591,0.045141008457765974,0.9268028980895767,model.visual.blocks.15.norm1.weight,model.visual.blocks.16.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,2.4424906541753444e-15,0.18856790308606466
438,462,0.6613100965862171,0.7510244954323653,0.751024495432365,0.7481875245613111,0.9261699780621111,0.6613100965862171,0.7611242015121642,0.6602743424218159,0.5362515449401504,model.visual.blocks.17.norm2.bias,model.visual.blocks.19.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.368812973657724
571,595,0.14368881938729555,0.9940975089032683,0.9940975089032682,0.7468472288091828,0.15967496416372406,0.14368881938729555,0.15105110514057482,0.10849028893092967,0.8945716578567648,model.visual.blocks.6.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.4287869138539684
190,214,0.2141587177044884,0.9919174852105047,0.9919174852105046,0.8298027062109359,0.2141587177044884,0.2613622294386769,0.23426620786418884,0.12688460321752246,1.2105496714430033,model.language_model.layers.20.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.5661582246373369
8,16,0.3654999732593707,0.9324289816892972,0.9324289816892971,0.15850856298560503,0.41651054361546086,0.3654999732593707,0.3885158661247377,0.3613532815761612,0.8182332310615961,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,5,0.0,0.9848509753979156
156,261,1.1070524875860623,0.002235740366321069,0.0013332822970221264,0.0013278837838906165,1.1497282547277232,2.021766168224374,1.413403091294167,0.9999991111787632,0.002344541007605471,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,13,0.04267576714166088,3.8591155230604337
250,297,0.8454495852763946,0.5810838301442269,0.5810838301442268,0.12367711487350598,0.8454495852763946,1.0436501037367423,0.9290530340215557,0.8138437087948247,0.7173085304802718,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,1.7018112597784985
40,64,1.1379845437570661,0.03411614881091196,0.014928623062813407,0.0149642065212342,1.1532181775330639,1.9562569572988608,1.4049471312582478,0.9998885618974989,0.025324108914059885,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.10.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,10,0.015233633775997735,2.978911737820953
100,194,1.1119938902112276,0.17786467649168558,0.16027003748473148,0.1598487819045366,1.5488208848693772,1.1440477560442472,1.3013932737108713,0.987073206547844,0.1183846231263844,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,7,0.03205386583301961,4.878128680587997
54,195,1.2788598293688318,0.0005482551590859572,0.00043581387302702595,0.00043583780519272506,1.6124018401280558,1.2743402817479776,1.4139137019097572,0.9999999050331295,0.000344439679936628,model.language_model.layers.1.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,19,0.0045195476208541585,4.35278058958758
161,220,1.3038360989507285,0.029072437963367323,0.003978256110811479,0.003985727577910073,1.4811147838289076,1.3507021352193624,1.4114096377110992,0.9999920867078483,0.0036279693390348735,model.language_model.layers.18.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.04686603626863395,4.150299510166232
9,23,0.11984339964695268,0.9957407703412455,0.9957407703412456,0.01594511482522465,0.11984339964695268,0.1303813023539339,0.12477985185619168,0.09219717067363084,1.0832968592885053,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,8,0.0,0.25223073978222615
44,162,1.3485979649137692,0.00852645935942592,0.0005118670799619454,0.00051194182645235,1.3438746285163692,1.4960423414971957,1.4138536442294063,0.9999998689960377,0.0005698260898689729,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,18,0.004723336397399969,3.639950016631233
163,268,1.2936730174237374,0.04369224780432733,0.00037481915706827595,0.00037478547463222023,1.3329417370113392,1.5117862761615761,1.413950587616009,0.9999999297552973,0.00042510969681899114,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.5.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.03926871958760181,3.507747463129505
223,316,1.1923620015134853,0.02049237162337994,0.0029089641102743482,0.0029140130346758447,1.1892742571436659,1.8391772538383306,1.4123364838956012,0.9999957689549518,0.004498626445255965,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,13,0.0030877443698194007,3.120942749476896
224,270,1.263125014374373,0.04045579846743083,0.0003671076507310537,0.0003671056800933826,1.2741507267623506,1.6129264560158267,1.413961006941779,0.9999999326159842,0.00046471553924748,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.01102571238797756,3.365277933619328
72,306,0.17429028729929505,0.9877091950980454,0.987709195098045,0.9955518154432752,0.19140258481296854,0.17429028729929621,0.1822466349286378,0.15630273803990835,0.8994033155299944,model.language_model.layers.10.post_attention_layernorm.weight,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,1.1657341758564144e-15,0.35346544342890956
231,242,0.6800603318729332,0.7633384225289535,0.7633384225289536,0.0890263147763292,0.6968794247058113,0.6800603318729332,0.6883158098571456,0.6459988023913115,0.744915350565196,model.language_model.layers.23.self_attn.k_norm.weight,model.language_model.layers.3.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,20,0.0,2.9615909261262288
79,290,1.4293242193603959,-0.034385723686640356,-0.002836308427803636,-0.002836068058433601,1.390928677608635,1.4429354062301734,1.4162163666490033,0.9999959776691616,-0.0029423578069460435,model.language_model.layers.11.self_attn.k_proj.weight,model.language_model.layers.7.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,4,0.038395541751760964,4.08646064830727
244,291,1.4284111342710075,-0.03518568892321929,-0.0005431908293733414,-0.0005432493402691021,1.3872212088843283,1.4436608647797664,1.4145972990050195,0.9999998524718505,-0.0005652907679404899,model.language_model.layers.3.self_attn.o_proj.weight,model.language_model.layers.7.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,4,0.041189925386679205,4.046664188134605
234,245,0.6980663473033842,0.7472071395745716,0.7472071395745716,0.04835869253390712,0.6980663473033841,0.7265589834312117,0.7118853735769292,0.664591220652806,0.777705531628931,model.language_model.layers.23.self_attn.q_norm.weight,model.language_model.layers.3.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,20,1.1102230246251565e-16,2.991494566338388
82,176,1.4041888926391486,0.007682239094050292,0.015741895521337528,0.015755494595068274,1.425344649970694,1.3817576283293367,1.4030436154327517,0.9998760886856908,0.015260508552383296,model.language_model.layers.11.self_attn.q_proj.weight,model.language_model.layers.19.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,8,0.022431264309811905,3.7433804949605665
247,294,1.4369120238536173,-0.03838573943504315,-0.0001162079527730345,-0.00011607184671315964,1.4028957833866995,1.425978159767329,1.4142957204770905,0.9999999932478558,-0.00011811996629256632,model.language_model.layers.3.self_attn.v_proj.weight,model.language_model.layers.7.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,4,0.03401624046691776,3.997908711243429
488,500,0.8965083972925383,0.4651292417328651,0.46512924173286513,0.4653275048805995,1.4774199348354191,0.8965083972925383,1.0839076340034366,0.8852427850510898,0.2822435661031448,model.visual.blocks.21.attn.proj.bias,model.visual.blocks.22.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,3.975881462861548
357,525,1.2862838732010684,0.06445188637917998,0.00017572763892646014,0.00017556305298444322,1.4923752306418303,1.3469588506075738,1.4140899489118604,0.9999999845598984,0.00015860481579191724,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.060674977406505404,3.8807467781581146
322,490,1.1950836098521744,0.02166911801522464,0.011610581027050332,0.011614045836516004,1.178867490265018,1.8535623921295017,1.4067584867468859,0.9999325949323856,0.01825560253398349,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.21.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,21,0.016216119587156408,5.346142111152901
335,599,1.2148361543033352,0.01778622342287624,-0.0016240862566947328,-0.0016243662730522318,1.2363220572752371,1.7044432366129705,1.4153047824841731,0.9999986811710457,-0.0022390305338402207,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.9.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,8,0.021485902971901893,3.752206486901236
384,504,0.4238502318384498,0.9203904973766307,0.9210782919447814,0.0047141140875971935,0.4222327720283157,0.5571956913170575,0.4759182819301608,0.389377426294956,1.215492708374824,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,9,0.0016174598101340587,1.0810793986153817
325,457,1.248774375075347,-0.03979675413022099,0.0019013753758994202,0.0018890467801585607,1.254934721953969,1.6510132071087313,1.412917535936351,0.9999981923842063,0.0025014813937042513,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,19,0.006160346878621992,3.67572726190273
458,494,0.8276223369500368,0.5631033143141194,0.5631033143141196,0.5632456062150685,1.5980601240568373,0.8276223369500368,1.039324763321504,0.826386506066292,0.29162662525730326,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,4.327046267123427
399,543,1.2674667532340884,-0.006588847608941955,-0.00028126836703400604,-0.0002813903043763367,1.603526694015754,1.2795120593015648,1.4144074743475161,0.999999960444052,-0.0002244342229307058,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.012045306067476336,4.813036842369729
532,544,0.3973169352896402,0.9180207391779576,0.9180207391779575,0.9180253126123875,0.39731693528964057,0.4213431012853311,0.40880144098761495,0.39653237249833284,0.9735344027244085,model.visual.blocks.3.norm1.bias,model.visual.blocks.4.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,3.885780586188048e-16,1.2464870619111506
389,401,0.0862735114182268,0.9966784170451696,0.9966784170451691,0.8901662513310377,0.08910706207818321,0.08627351141822678,0.08765595660468387,0.08143790884063741,0.9649846464223115,model.visual.blocks.13.norm1.weight,model.visual.blocks.14.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,1.3877787807814457e-17,0.2850961404117315
498,510,0.6731104663881845,0.7484843292490785,0.7484843292490784,0.7602060395364614,0.6731104663881845,0.7792090565265678,0.7203645430734835,0.6631524778424318,0.8664636744524302,model.visual.blocks.21.norm2.bias,model.visual.blocks.22.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.7828296812189037
535,547,0.14422878781134993,0.9895451670626224,0.9895451670626226,0.8875762149841102,0.1459380385825726,0.14422878781134912,0.14507586199158565,0.14422330721144247,0.9779554481902176,model.visual.blocks.3.norm2.weight,model.visual.blocks.4.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,8.049116928532385e-16,0.4711395844361231
260,272,0.2147382704813713,0.9790223738210344,0.9790223738210344,0.968871989620479,0.2147382704813713,0.23566050818562734,0.22447138454161703,0.20375277067521477,1.0744098367867736,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.6655668630372037
8,14,0.3829518767493567,0.9284722458930881,0.9284722458930882,0.17342233369245433,0.458553835315823,0.38295187674935666,0.41568255682136235,0.3714017886416877,0.7753946465839956,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,5.551115123125783e-17,0.9292498568498814
50,203,1.1075437630542964,0.07043617582249138,0.014256899460673335,0.014232956275038674,2.6594206438770294,1.072976052305503,1.407200252337453,0.9998983652440723,0.00575212189040113,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,20,0.03456771074879339,6.742530468016071
63,262,0.8470050946705089,0.5876822638065495,0.5876822638065495,0.11378775716983959,1.0104351508383977,0.8470050946705089,0.917983777348248,0.8090918098752509,0.49262921136366467,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,0.0,1.7976584725088862
99,193,1.1453338192206644,0.19308386853701953,0.16267368170342447,0.1624426939524234,1.4820979558961016,1.168292458999175,1.2975547355620372,0.9866799244339842,0.1282306846559512,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,7,0.022958639778510648,4.063276117253706
182,252,1.1177292397957408,0.21721565639216914,0.2471585218929053,0.24692259117382143,1.117812829576176,1.3895071936419916,1.231729175941401,0.9689750590472977,0.3072326019646116,model.language_model.layers.2.linear_attn.in_proj_b.weight,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,8.358978043521148e-05,3.5556780074022445
101,195,1.2789763510084942,0.020061111446273632,-0.00016893333504791274,-0.00016894679479524034,1.5503629691986793,1.308789232302397,1.4143313179525785,0.9999999857307641,-0.00014261055912727206,model.language_model.layers.13.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,7,0.029812881293902915,4.177159625295929
55,161,1.3042056524214465,0.03494798818372545,0.0028465181782789035,0.002847203780640921,1.365168096779575,1.464463326636361,1.4122042936987513,0.9999959486589237,0.0030535591115313605,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.18.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,17,0.060962444358128476,3.593513375751753
11,35,0.1254962223856319,0.9921131341920933,0.9921131341920936,-0.09910031814132125,0.1272823539551624,0.12549622238563193,0.1263798228516261,0.12534563799167953,0.9781909797499265,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,5,2.7755575615628914e-17,0.32794043396945866
150,279,1.3489300242841598,-0.012719577154806953,0.0002104607482128931,0.00021052459092886237,1.4794937693048833,1.3566140764941066,1.414065294060176,0.9999999778531364,0.00019298088271722626,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,11,0.0076840522099468345,4.197665904942001
168,186,1.2970548281077339,-0.016819094759010562,-0.00028359953987280054,-0.0002835834299822644,1.309902930875369,1.548727392731824,1.4144113037281412,0.9999999597856497,-0.00033530604872655014,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,17,0.012848102767635039,3.2908771097885112
169,316,1.1928225950439442,0.008807299374473224,0.0037390926050427484,0.0037440382993951834,1.1984603105680853,1.8041353274786367,1.4117742709538998,0.9999930095688124,0.005628746318911587,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.0056377155241411625,3.340376849193827
188,212,1.2636828033108674,0.031078727106314853,0.0004387387988581767,0.0004386854921462472,1.6254016768482336,1.268044816132466,1.4139126174029006,0.9999999037541286,0.00034227875327843784,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,19,0.004362012821598649,4.010707664157221
154,166,0.18904096509925486,0.9978952259040728,0.9978952259040731,0.9845973380018667,0.23044657178744102,0.1890409650992544,0.20669584464119728,0.06484688209820869,0.8185978863111263,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,4.718447854656915e-16,0.3316457757234003
356,368,0.9036179992965965,0.47696946025064885,0.47696946025064924,0.4769890764627061,0.9036179992965965,1.3157090491458376,1.0533986721679482,0.8789198677855703,0.6944893035624471,model.visual.blocks.11.attn.proj.bias,model.visual.blocks.12.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.4418177154779173
405,501,1.2890374520925358,0.03459610790360396,-0.0013230400239100948,-0.001323063845813272,1.5323074178073557,1.321299685499632,1.4151386155470458,0.9999991247821646,-0.0011408496409926092,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.03226223340709611,4.015842619051072
322,550,1.214826556856121,0.017705584475897502,-0.012061893628822538,-0.012067779360166595,1.2425922499568876,1.7124456419993421,1.4222988802299128,0.9999272527149597,-0.016622779660547083,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.5.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.027765693100766597,5.1705071776739455
467,479,1.2170045881801825,0.018722688684707514,-0.00040369296481547137,-0.000403663882486473,1.2318285171904335,1.7134843850390693,1.4144841203790577,0.9999999185159918,-0.0005615404919664645,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.20.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,18,0.01482392901025098,3.433148354377421
396,492,0.4241681024561192,0.9061675770201488,0.9090286624600242,-0.0007231421418682684,0.4187003804100159,0.4409395868982563,0.4293886496058013,0.4167335969491053,0.9573115804463435,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.005467722046103296,1.1579148726594286
325,493,1.2528055964222713,-0.015822718555503903,0.0006210774161675821,0.0006259770318420838,1.2673040825038893,1.6265846804667032,1.4137876629973547,0.9999998071314029,0.0007971528100233449,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.21.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,21,0.014498486081617967,4.02170969271528
338,530,0.8496591123553717,0.5363326443384248,0.5363326443384245,0.5358134030761644,0.8496591123553716,1.9376961733993943,1.1004539687645267,0.8440066910972644,1.2231372529187625,model.visual.blocks.1.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,1.1102230246251565e-16,2.7800453705167576
411,543,1.2697610141790845,0.0009922346591401052,0.00031334708631323337,0.0003141485584155171,1.5886653932000998,1.286619069909748,1.4139968127319822,0.9999999509068006,0.00025377171207787623,model.visual.blocks.15.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.016858055730663457,4.802459884818064
544,556,0.40381446730050385,0.9154894483697457,0.915489448369745,0.9154879141363566,0.42509332138407124,0.40381446730050385,0.4140443653801674,0.4023419813090105,0.869662884161495,model.visual.blocks.4.norm1.bias,model.visual.blocks.5.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,1.235986392751745
449,497,0.08825571687132222,0.9961069326621873,0.9961069326621876,0.5867496826948279,0.08898060963225693,0.08825571687132222,0.08861593967664369,0.08815315480643941,0.9879920106855018,model.visual.blocks.18.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.329560408012663
534,546,0.6997610372905448,0.7392420132430835,0.7392420132430838,0.7388382374538609,0.6997610372905448,0.7529506290185763,0.7248963611942472,0.673439860608438,0.7954325965668618,model.visual.blocks.3.norm2.bias,model.visual.blocks.4.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,2.1628221333262996
355,379,0.14996087058946656,0.9969562996659713,0.9969562996659717,0.9052681966472214,0.1725961109610248,0.14996087058946656,0.16009058905127313,0.0779624047623815,0.8662097529609049,model.visual.blocks.10.norm2.weight,model.visual.blocks.12.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.30746732938742943
96,108,0.21928386279323167,0.9826080646082997,0.9826080646082997,0.9683924251775328,0.21928386279323167,0.2532228716150627,0.23443053007184364,0.18569165669660964,1.1346883104975687,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.6226785764124488
20,24,0.38577391654766535,0.9229369374119958,0.922936937411996,-0.14805364928081072,0.4068837015103471,0.38577391654766535,0.39590734197841493,0.3849511781519384,0.8750534753549938,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,2,0.0,0.9579404986158471
109,215,1.110263471231778,0.009582325718537526,-0.006995456048989522,-0.007029417389319317,1.7732896135929797,1.216705715973999,1.4188212631990447,0.9999755314979795,-0.004799786394397757,model.language_model.layers.14.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,8,0.10644224474222086,8.271521282829458
86,250,0.8482212306607028,0.6243021316772236,0.6243021316772234,0.04834913343763511,0.8482212306607028,0.8883707969925753,0.8676000449823367,0.7811829800906281,0.6538527476496389,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,0.0,1.6928734013116216
87,111,1.1508077594900636,0.20862974946809293,0.19384548810955707,0.1937846803241648,1.1467974312162896,1.455791892749141,1.2740042156201536,0.9810320722277981,0.2460754465909417,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.004010328273774011,3.3262429033018934
100,135,1.1202542886867692,0.23624090260131958,0.19255539444469857,0.19236147652125304,1.4101198638893786,1.1699978760043797,1.2733825320588692,0.9812861051040347,0.15976613639927875,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.049743587317610416,4.349890775332772
42,136,1.2834590297952506,-0.015091231573354711,-0.0003809506500001691,-0.00038101185655554036,1.5983574610161013,1.2822620645169998,1.4144765008341413,0.9999999274382985,-0.0003056128424725319,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,16,0.001196965278250861,4.561534064464592
102,254,1.3055503724045268,0.013201681043438582,0.0007276145346739331,0.0007269010646356,1.5056378116490785,1.3367828111713498,1.4137025874655686,0.9999997352885094,0.0006460136664907654,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,9,0.031232438766823023,4.138927652549216
9,31,0.12571515487038218,0.9929321989809389,0.992932198980939,-0.059745222079605045,0.12571515487038218,0.13212651863729402,0.1288013135022464,0.1186829736182791,1.0435708791791232,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,7,0.0,0.38567906538449254
150,267,1.3498195390937335,0.009310800005026215,-0.00011862456832124463,-0.00011851999366713328,1.4592174463600482,1.3732855077380106,1.414297285869626,0.9999999929641058,-0.00011163887941691137,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.5.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,12,0.02346596864427708,4.058915814008283
210,303,1.2979025157514927,0.0273490540625901,-8.093380644797697e-05,-8.102636586423724e-05,1.3101260116010833,1.547988264647986,1.4142700027920754,0.9999999967248594,-9.562788730654361e-05,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.8.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.012223495849590593,3.4185845081932213
75,164,1.1933906602360935,-0.014150468117921276,0.006188570151917945,0.00618772333056555,1.812147969254771,1.1942041089625552,1.4101866234161113,0.999980850616388,0.004078262939567057,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.0008134487264617185,5.441753024714039
212,240,1.2674436243252734,0.004006716218295062,-0.0002689044042505321,-0.00026884045821484997,1.2722372574998793,1.6181395600194255,1.4143983249157208,0.9999999638452101,-0.00034201549421396585,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,18,0.004793633174605905,3.241529794125299
166,225,0.19550222345319304,0.9807755947920749,0.9807755947920749,0.6643111979004809,0.2017850067108669,0.19550222345319168,0.19856910801570957,0.19513900855608435,0.9502381401667889,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,1.3600232051658168e-15,0.7775316345486778
344,584,0.9070848636567662,0.49788267197572966,0.49788267197572994,0.4978690614635744,0.9070848636567662,1.1876588356985651,1.0194772620871864,0.8672443974718473,0.6518847113481709,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.8.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,2.3323541407129222
357,549,1.2890633661761886,0.04456787735200263,0.0004098308505487398,0.0004098528381932212,1.512634407089144,1.3323202253536344,1.4139260579051793,0.9999999160193335,0.0003609768021942064,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,6,0.04325685917744582,4.081090330580526
334,358,1.2261908801312602,0.039899698529752295,0.024409486839211736,0.024278891991198783,1.2338213357001617,1.6505192064453966,1.397561159504192,0.9997020440872603,0.032653290781953066,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.11.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,10,0.0076304555689015174,6.2646917955266135
323,407,1.2197021042442384,0.028786811488554862,-0.0004002707290567568,-0.0004003972821259933,1.2001558946879316,1.8096254619231753,1.4144742752913289,0.9999999198916685,-0.0006035383454513675,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.15.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,15,0.019546209556306815,4.245447430736745
384,408,0.42517885076656814,0.9209555785312886,0.9192901057786474,0.01170194636129028,0.4264824096625333,0.564855288102014,0.48134523262948575,0.39358061616075973,1.2175552045858427,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.0013035588959651734,1.0223220906597885
337,517,1.2543783053577353,0.006086590516881636,-0.0003910916485463942,-3.3574509273884254e-05,1.2613899319319941,1.6414895529474172,1.41448075786323,0.9999999235236583,-0.0005089408430195874,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,22,0.0070116265742588,3.6150721659854907
410,422,0.8522531036193748,0.6221563318796757,0.6221563318796758,0.6220951559054944,0.888757886239078,0.8522531036193748,0.8699315794600736,0.7828930314557836,0.5966019238655341,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.530742707640684
531,591,1.2745094160309065,-0.01667021587075957,-0.0008572753038537833,-0.0008583242801272701,1.2973176224312735,1.5713609575668646,1.4148086584565096,0.9999996325394591,-0.0010383647913743414,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,5,0.02280820640036696,3.5402172108784518
448,460,0.41155303200032717,0.9114503278822421,0.911450327882243,0.9111245483896855,0.41155303200032717,0.44622730067771144,0.42783993211167387,0.41141013575670665,0.9882420681871806,model.visual.blocks.18.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,0.7752505620173216
425,461,0.08982200043034201,0.998486720892709,0.9984867208927087,0.8752940839504435,0.09684651615227098,0.08982200043034003,0.09313616741839476,0.054993346878744895,0.9260640262237313,model.visual.blocks.16.norm1.weight,model.visual.blocks.19.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,1.9845236565174673e-15,0.22299037782220799
366,378,0.7093031254479284,0.7317632676394934,0.7317632676394931,0.731602402036813,0.7641684480846609,0.7093031254479283,0.7352048249145362,0.6815588897032828,0.679224553337195,model.visual.blocks.11.norm2.bias,model.visual.blocks.12.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,1.1102230246251565e-16,2.0580469482938772
355,367,0.15120713854880122,0.9980975721771655,0.998097572177166,0.9588368297515072,0.17581590471691297,0.15120713854880122,0.1621272159308524,0.06165416785625297,0.8583949109974738,model.visual.blocks.10.norm2.weight,model.visual.blocks.11.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.31404135823898877
143,190,0.24606044611035013,0.969259534703249,0.969259534703249,0.14240404198442405,0.24606044611035013,0.2546864636178252,0.2502620283638536,0.24604055435403574,1.0032383795269626,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.20.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,0.0,0.8113265608555758
20,34,0.3890217920831547,0.9213359607235583,0.9213359607235583,0.28194269154637863,0.4287837637852145,0.3890217920831547,0.40745484364490686,0.3887673436357507,0.8358986436129904,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,11,0.0,0.9439766823880977
191,308,1.1115676101613878,-0.015047037725232398,-0.004781306789044417,-0.004777393575262609,1.1094201059650552,2.332319345838752,1.416834057524827,0.9999885694873661,-0.010051678586425144,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.9.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,11,0.0021475041963325836,4.068028906103054
133,297,0.8514209651778031,0.6078073959854651,0.607807395985465,0.4259767956590866,0.8514209651778031,0.9305475016430931,0.8883521082557506,0.794084485042598,0.6642937829189526,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,0.0,1.8752928909548916
146,158,1.1510363674827022,0.2801820830677509,0.27601649873822437,0.2758451313878414,1.1655875960904578,1.2460917870466115,1.2038255196564156,0.9611528975268668,0.2950802610809274,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,1,0.014551228607755595,3.4643383519886215
112,218,1.1228972301516038,0.174884627397484,0.11780774386533932,0.11766138795733448,1.5680864962424306,1.177784392869297,1.3318095973119755,0.9930364220336325,0.08848499264309004,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.05488716271769323,4.690233972106854
101,148,1.2844267729883074,-0.0055845837672179235,-0.00027859707360398554,-0.0002785372443252548,1.554887322245023,1.3062077739912756,1.4144075927521669,0.9999999611918345,-0.00023403989353216965,model.language_model.layers.13.linear_attn.in_proj_qkv.weight,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,4,0.021781001002968203,4.598870579727187
114,184,1.307789783062184,0.009250439922195621,-0.0012881555647064947,-0.001287367996815744,1.527961854320653,1.324067809453777,1.4151148752958702,0.9999991703272764,-0.0011162617129306222,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,12,0.016278026391592926,4.090895475124399
11,31,0.12631975137985912,0.992159774885797,0.9921597748857975,-0.07815291982266682,0.12631975137985912,0.12972061063380216,0.12798630552687426,0.12497592207526755,1.0188713201109287,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,8,0.0,0.4026143906400186
115,150,1.3506235399865558,-0.013230302786124446,0.0002891411316363399,0.00028918063458439755,1.3610242551381757,1.4737079920577867,1.4140097391458277,0.9999999581987021,0.000313080090172123,model.language_model.layers.14.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,3,0.010400715151619888,3.8131381626364655
151,315,1.2986198970921277,0.029579930081883567,7.15565294446436e-05,7.161457212470352e-05,1.3544889704474266,1.4824899679493875,1.414163168954995,0.9999999974398315,7.831871603053158e-05,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.9.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,8,0.05586907335529889,3.528464230126133
75,211,1.1935274381324006,-0.015559678896398619,0.0036201707037171638,0.0036196883441632697,1.8005704379872052,1.1996017464430224,1.411849240063025,0.9999934471605681,0.0024118818164401263,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.006074308310621834,5.070338630975066
188,200,1.2715599836936564,0.019482607961872074,0.0002287717891547215,0.00022876261716589185,1.601060192819236,1.280247730336609,1.4140557492579833,0.9999999738317339,0.00018293163813825765,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,18,0.008687746642952687,3.9457762126878935
259,271,0.2010490820493435,0.9929819881520349,0.9929819881520344,0.9932245706256491,0.2421120794696866,0.2010490820493435,0.21874112607157567,0.11826568059091667,0.8245690080675803,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,0.6528599037050038
416,440,0.9116989292953025,0.43698337615078164,0.4369833761507817,0.43698789551313505,1.5563044252365967,0.9116989292953025,1.1125009229751486,0.8994695820136801,0.2559892972712893,model.visual.blocks.16.attn.proj.bias,model.visual.blocks.18.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,4.005204853552013
501,513,1.2895728228920602,-0.005413887100970115,-0.0011498296796021853,-0.0011498295895308807,1.587005520691418,1.2890325781272542,1.4150091216174476,0.9999993389456354,-0.0009339399875931728,model.visual.blocks.22.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,1,0.0005402447648059638,4.250262691061807
334,514,1.2264121555498304,-0.0015782573083672304,-0.0020984808587752694,-0.0020238851057221775,1.2401281382540923,1.6957085209998564,1.4156269227610805,0.9999977981866187,-0.0028693904795919004,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.23.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,22,0.013715982704261886,6.199166340255996
323,443,1.2231898554484653,-0.01641278113538523,0.00037379583491193295,0.00037345770767943637,1.1919841973439345,1.8364064145631596,1.41397212809401,0.9999999301383345,0.0005758810146131494,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.18.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,18,0.031205658104530798,4.199845852711274
348,384,0.42542175437427165,0.9089172155540697,0.9070644093598136,-0.016098255095725527,0.43163777897167743,0.4306310587252217,0.43113353732101484,0.42099187316708697,0.9049488389666996,model.visual.blocks.10.mlp.linear_fc1.bias,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,0.0052093043509500725,1.1336856298779747
397,553,1.2575225814488902,0.05026112690774146,-0.000332851724406056,-0.0002042244646423724,1.5947191145373747,1.2841017674434303,1.414443488364814,0.9999999446048633,-0.00026801929174242236,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.5.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,9,0.026579185994540122,4.051996785919995
410,446,0.8564311051127195,0.5188914564658472,0.5188914564658476,0.5187408999498176,1.4996959711881699,0.8564311051127195,1.0517581764503443,0.8548401349999609,0.2963232495333784,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.blocks.18.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,4.013392045542417
327,423,1.274809466629704,0.0019702616213211482,-0.0006173632118967182,-0.0006132154357968788,1.2970941878728124,1.5713017318414346,1.4146421326259404,0.9999998094313141,-0.0007478746671584225,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.16.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,16,0.02228472124310832,3.4835037389016286
388,412,0.41729102644988103,0.9122918066446813,0.9122918066446817,0.9120430995938683,0.5014065114062634,0.41729102644988136,0.45360065201364635,0.4095407910440456,0.75924659085275,model.visual.blocks.13.norm1.bias,model.visual.blocks.15.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,3.3306690738754696e-16,1.217720994151439
425,449,0.09085011996415454,0.9986147056461779,0.9986147056461783,0.8920805211845444,0.0982637870306677,0.09085011996415454,0.09433917504008388,0.052618149598754466,0.9232726373308767,model.visual.blocks.16.norm1.weight,model.visual.blocks.18.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.2135411805814777
582,594,0.7256995452998777,0.6934871178077004,0.6934871178077003,0.6935892567991454,0.9298361446774153,0.7256995452998778,0.8090549363752076,0.7204690260065096,0.5412386783899074,model.visual.blocks.7.norm2.bias,model.visual.blocks.8.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,1.1102230246251565e-16,3.1645813298853573
499,511,0.1523850674470504,0.9938722051976594,0.9938722051976594,0.7785631652135531,0.1523850674470504,0.17141636087590134,0.1610634828563068,0.11053524205221452,1.1179963984980832,model.visual.blocks.21.norm2.weight,model.visual.blocks.22.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.3783463612190642
61,295,0.24997187926799813,0.9689491193617894,0.9689491193617893,0.9758596514621909,0.26814416490389614,0.24997187926799813,0.25858033679184794,0.24726019511440386,0.9032828753471002,model.language_model.layers.10.input_layernorm.weight,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.5284629008524825
12,14,0.4032380111609582,0.9180531068240992,0.9180531068240994,-0.23614538671431967,0.4066169745920123,0.4032380111609582,0.4049169194298836,0.3964574290521228,0.9104241388528611,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,0.9409292963564985
203,261,1.1115773882517048,-0.022257864117070834,-0.012535278225437324,-0.012557442084761453,1.1593842468620807,2.0189178914818617,1.4218485593006398,0.9999214303133076,-0.021828567666444237,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,16,0.047806858610375924,4.176318739482339
86,98,0.8519574334714722,0.5272588932334276,0.5272588932334275,-0.010992605711391006,0.8519574334714722,1.446021495297197,1.0380753885231404,0.8497046895870712,0.8949128949969726,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,1,0.0,1.5777331037665223
99,205,1.1511126869110344,0.17204712063833352,0.184820355422847,0.18466233030040607,1.5032122939485988,1.1368368506461186,1.2823135053127706,0.9827723216601963,0.13977439623134844,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,8,0.014275836264915798,4.151734496576794
147,194,1.123653537298617,0.2581692309382054,0.25289993372682495,0.2523719759675872,1.3373099265436723,1.137041322958302,1.225064864753585,0.967492441066579,0.21502695038241398,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.013387785659685125,4.071862307445419
207,277,1.2882790964114998,0.02155192836556584,0.00017647981562325755,0.0001765196032961632,1.3020193889558873,1.5611823446528397,1.4140907951585697,0.9999999844274372,0.00021160758025236492,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,15,0.013740292544387467,3.4995400501013614
184,313,1.3106638042801206,0.0013805599575109659,0.0015742960388713649,0.0015763108046669334,1.3101857834520307,1.5448659840801116,1.4131148819583081,0.9999987607952232,0.001856283612631244,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.9.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,7,0.0004780208280898979,3.5089963162744784
11,25,0.12677430953767296,0.995786988195444,0.9957869881954439,-0.005180107965635789,0.13958149103507292,0.12677430953767296,0.13271666641912,0.09169664192677365,0.9044193964324085,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,8,0.0,0.3538582336954357
150,209,1.3509740332658124,-0.002687528509656062,0.0014209663258502175,0.0014211234369594528,1.463265176831029,1.367964830352529,1.4132107061613277,0.9999989904268408,0.0013284208424122251,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.21.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.01699079708671647,4.0775191781558195
92,210,1.3007550098536216,0.040464121736506396,-0.0003031531900341101,-0.0003032007040805806,1.5290224178746614,1.3222522025410524,1.4144256653103275,0.9999999540490706,-0.0002621576822837706,model.language_model.layers.12.mlp.down_proj.weight,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.021497192687430777,4.043947034241453
70,169,1.194600184981973,0.011506603294424413,0.004171303444809452,0.004172593889406948,1.7837087014417183,1.2042265739235067,1.4114751943240387,0.9999913000759413,0.002816151792093692,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.009626388941533781,4.907744582766348
165,240,1.2743068995568831,0.0352641662682798,0.0002490019914027966,0.0002491174980875885,1.3020366669129266,1.5610167866065792,1.4140403387049099,0.9999999689990037,0.0002985294487902671,model.language_model.layers.18.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,15,0.02772976735604349,3.3677737327616266
271,283,0.21136858231101274,0.9788393576993742,0.9788393576993747,0.9763221170293116,0.21136858231101274,0.22828583510781672,0.21933941669922816,0.20463018305879463,1.0571824713287021,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,1.0008337676515784
416,452,0.9245474916197612,0.4063596442019426,0.4063596442019427,0.40631487459424664,1.6887190285425593,0.9245474916197612,1.1468750396352188,0.9137132151633085,0.22247560629825422,model.visual.blocks.16.attn.proj.bias,model.visual.blocks.19.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,4.315428189373466
489,513,1.2925762937444059,-0.0024141863152462952,-0.0013544189946831503,-0.0013544190785992262,1.602333094930179,1.2812173873739339,1.4151475098514328,0.9999990827741727,-0.0010829865346151332,model.visual.blocks.21.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,2,0.011358906370471988,4.284363231435734
322,526,1.2286287181722522,0.046899084120835384,0.037459146766824415,0.037451510351167575,1.25027219010855,1.5849361883382422,1.3882149356727131,0.9992981598719681,0.047485945672245074,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.3.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,3,0.021643471936297898,5.122944937594971
431,467,1.2253098847067445,0.012946699986678582,0.0003193258239637729,0.0003193419100716021,1.7087507603781726,1.232955322201826,1.4139992613449115,0.9999999490155078,0.0002304107089822053,model.visual.blocks.17.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,15,0.0076454374950813975,4.554375695892582
396,516,0.4280238399239282,0.9039385321404422,0.9056678998095637,-0.005195567109728096,0.42430403465280553,0.47712711170919647,0.4483986713096771,0.42398780083221044,1.0184176296071754,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,9,0.003719805271122645,1.2038179265398554
337,421,1.259252576007594,-0.026277552083162535,0.0005243411854504466,0.0004298998917251437,1.2369648765292216,1.6977472083948881,1.4138605938630844,0.9999998625331512,0.0007196637517653334,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,15,0.022287699478372502,3.6002387893076935
350,602,0.8580820004700381,0.6137310354447806,0.6137310354447807,0.6136400889496995,0.9033945688631618,0.8580820004700381,0.879864399910605,0.7895151778983589,0.5829474437816492,model.visual.blocks.10.mlp.linear_fc2.bias,model.visual.blocks.9.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.5033392322644263
327,399,1.27493917102535,-0.02270846375523882,0.00026829224150974406,0.00026754452827974155,1.288898747492436,1.5844896057983073,1.4140278121495171,0.9999999640096359,0.0003298213058361386,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,14,0.013959576467086121,3.6279508308582726
400,448,0.4302549668439554,0.9164218886774796,0.9164218886774801,0.9162007945584489,0.5672660437798428,0.4302549668439554,0.4847995470904621,0.4002135954122503,0.6950796256033809,model.visual.blocks.14.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,0.0,2.0121325199068654
365,377,0.09304180007165222,0.9975523802708949,0.9975523802708949,0.937384705653536,0.09938534942279506,0.09304180007165223,0.0960568331047391,0.06992316222734883,0.9338807949582709,model.visual.blocks.11.norm1.weight,model.visual.blocks.12.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,1.3877787807814457e-17,0.2598128771313268
366,606,0.7584221980237759,0.6641554418024418,0.6641554418024419,0.6653883482029251,0.7584221980237756,0.9577814845882344,0.8408685012104947,0.7475945084898652,0.8387357156797725,model.visual.blocks.11.norm2.bias,model.visual.blocks.9.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,2.220446049250313e-16,2.197394809437473
355,391,0.15461504277278593,0.9969963403042719,0.9969963403042718,0.8928005818923107,0.17912314002296417,0.15461504277278593,0.1655235037193495,0.07744867603702803,0.8605846892852225,model.visual.blocks.10.norm2.weight,model.visual.blocks.13.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.37524556684700566
49,248,0.2501798790906622,0.9863693486780734,0.9863693486780729,0.9147092362649943,0.31354141553729636,0.2501798790906622,0.27655830829866024,0.16454637032883462,0.7870404104929538,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,0.0,0.6159161688902499
22,34,0.4091338468489371,0.9150831460766441,0.9150831460766442,0.09628287366406711,0.41573089149216425,0.4091338468489371,0.4123927996154874,0.4032652176502098,0.9005621073699351,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,12,0.0,0.9813069779923634
144,273,1.1137444299355528,0.05305719347853451,-0.004550474178988823,-0.004521410409815994,1.1204119821540133,2.2374007936738822,1.4167877169225938,0.9999896465387761,-0.009087045392078445,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.6.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,11,0.006667552218460493,4.205266285222685
180,309,0.8549052483777714,0.5962729048537556,0.5962729048537556,0.32401517437578453,0.9603312896118632,0.8549052483777714,0.903035048814864,0.8027818028189628,0.5308135237694519,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,7,0.0,1.9030469879314909
193,275,1.1514358483605658,0.18981794651849057,0.12015120428871615,0.11990505804762486,1.196531329735871,1.5182943361161672,1.3290429641751476,0.9927556034130309,0.15246144285195087,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,14,0.04509548137530528,3.164691442776565
206,218,1.1257606462367045,0.24851277803503377,0.2147492709637249,0.21436910848608295,1.3450637760792907,1.1803142755394838,1.2546480798614807,0.9766692124872928,0.18844580806348268,model.language_model.layers.21.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.054553629302779294,4.2331672181547395
66,148,1.2883366010781312,-0.006278919731660455,0.0010135353358410714,0.0010133971577038726,1.5865350160004654,1.2870224997014177,1.4135121153377541,0.9999994863729296,0.0008221960236076561,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,7,0.0013141013767135057,4.474252344743706
43,67,1.3111923262021083,0.021217449644776436,-0.0005743467307282934,-0.0005749818228013649,1.3135046270159727,1.5433603228313721,1.41461440585565,0.9999998350629029,-0.0006748540793249775,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,10,0.002312300813864354,3.4110602772746996
21,23,0.1281317788004859,0.9939589410701084,0.993958941070109,-0.1363136445882254,0.13809731427622166,0.1281317788004859,0.13283500116718439,0.10975255562759251,0.9222317453561768,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.3039322764410374
197,209,1.3531584979083866,0.019534093236613325,0.000579743262791821,0.0005794595785535879,1.4541179894744962,1.3766675476466195,1.4138041760071864,0.9999998319488606,0.0005488644949236179,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.21.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,1,0.023509049738232868,3.9754295400210453
45,222,1.3015661735104933,0.010363914486986113,0.0001580595880243879,0.00015804084848982592,1.5399075190796012,1.3148232680496768,1.4141031740918504,0.9999999875085832,0.00013495643179729715,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,22,0.013257094539183445,4.123339012626737
46,228,1.196877047176409,-0.027300710059932252,9.978036731402262e-05,9.578492541461572e-05,1.8501138578586283,1.1885048655093569,1.4141493925094981,0.999999995021939,6.409846157916212e-05,model.language_model.layers.0.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,23,0.008372181667052114,5.049788297355185
153,240,1.275995175035286,0.03648185190312759,6.539024079217909e-05,6.553692118954487e-05,1.3110548014716874,1.546193254024288,1.4141679458372232,0.9999999978620582,7.711801907776663e-05,model.language_model.layers.17.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.03505962643640137,3.3341894086865844
154,201,0.2136952034735135,0.9914887870088255,0.9914887870088255,0.931942175502053,0.25995976242695173,0.2136952034735126,0.23345701378258582,0.1301921089612107,0.8150353581781491,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,9.159339953157541e-16,0.5298158594696316
464,536,0.9258289074551098,0.3798124999879209,0.37981249998792116,0.3784452991404578,0.9258289074551098,2.2178114342011512,1.2082659114375567,0.9250634923360264,0.9098360383250172,model.visual.blocks.2.attn.proj.bias,model.visual.blocks.4.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,4.0672350645556286
405,489,1.3118786223054366,-0.008482486840766988,-0.0012629764076872276,-0.001262958528880557,1.5186261491883,1.33021468004525,1.4150985661909565,0.9999992024449788,-0.0011062826482701711,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,6,0.018336057739813283,4.162069801655942
334,394,1.229040435843489,0.04057641353850868,0.024448880130015515,0.02439372534964115,1.2796946900533699,1.5542851928872579,1.3971441637330277,0.9997010814540456,0.029694998865060374,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.14.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,13,0.0506542542098809,5.992533868195334
323,431,1.2265954301943822,-0.021057211694480944,2.149142683167366e-06,2.2823792390254137e-06,1.1957928756589553,1.823729443919583,1.4142121686925617,0.9999999999976906,3.277703748081624e-06,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.17.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,17,0.030802554535426907,4.013720034245196
384,600,0.4295440612661473,0.9070344875107386,0.9058452397634171,-0.003853244878095037,0.43394959506532943,0.4339433031503251,0.4339464490736167,0.4236087836647834,0.9058321057466546,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.9.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.004399241884177785,1.1343313065120617
493,541,1.2626149766110695,0.05781687899402141,0.0003365182116983874,0.00028536030142345913,1.5570756955236316,1.304242585852294,1.413979275726744,0.999999943377745,0.00028187543089502507,model.visual.blocks.21.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,17,0.04162760924122444,4.026294650037419
422,458,0.891157827144009,0.4557508005377152,0.45575080053771516,0.45566039923707025,1.7858637719464874,0.8911578271440089,1.127683130700813,0.8901074136356981,0.2274226620788984,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,1.1102230246251565e-16,5.0468945751963235
327,363,1.2763761587203293,0.011929420446006724,0.0002108399992720225,0.00021111983216195125,1.3033603555340536,1.5588151199799845,1.414066824814099,0.9999999777732471,0.00025216401386332524,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.11.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.026984196813724326,3.4755187965436574
508,520,0.4339635612670379,0.9014272436936777,0.9014272436936777,0.9014853584659346,0.4339635612670379,0.49794832597043975,0.46267009112401464,0.43293062299497714,1.0343361218413625,model.visual.blocks.22.norm1.bias,model.visual.blocks.23.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,1.1657699324328745
581,593,0.09564001327384225,0.9954172280236704,0.9954172280236703,0.9028432238569226,0.09592886980413463,0.09564001327384225,0.09578411487587218,0.09562709947327894,0.992419874179439,model.visual.blocks.7.norm1.weight,model.visual.blocks.8.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.3121088893120545
402,438,0.7596959719043637,0.6853797058354811,0.6853797058354812,0.6787022814770224,1.620324682171222,0.7596959719043637,0.9727610983075516,0.728185868325436,0.3213431280022874,model.visual.blocks.14.norm2.bias,model.visual.blocks.17.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.4872761697041637
487,511,0.15622987899471918,0.9883776997324385,0.9883776997324383,0.6684527702052381,0.15622987899471918,0.1640473194628559,0.1599955407768257,0.1520181655974511,1.0378342049631273,model.visual.blocks.20.norm2.weight,model.visual.blocks.22.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.5622619270514629
178,260,0.2553264570572667,0.9668704791714392,0.9668704791714393,0.8649553479646084,0.26258457387132345,0.2553264570572667,0.25887923659284157,0.25526746072852957,0.9401451511050303,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,0.0,0.796162615371624
12,32,0.4132782507785867,0.9111006527641464,0.9111006527641464,0.3835473652157381,0.4132782507785867,0.469077078791289,0.4385373435218983,0.4121839401683989,1.0341130506584746,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,8,0.0,0.7595164728719566
109,144,1.1161679969102425,-0.002277363177615189,-0.0010720687851472769,-0.0010467803876926566,1.9843988443404552,1.158474892473539,1.4148735350926114,0.9999994253340948,-0.0006258644899637173,model.language_model.layers.14.linear_attn.conv1d.weight,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,3,0.04230689556329659,8.182045058005908
274,309,0.8645012106525637,0.6071620958205182,0.6071620958205183,0.22333554691721522,0.9121503070716958,0.8645012106525637,0.8873677132379933,0.7945779945347315,0.5754450366675466,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,1.780755796840236
40,263,1.1535483888063864,0.03232106793463575,0.016060099025396145,0.016129049031004532,1.1736051117938924,1.861218636122998,1.4039289919392903,0.9998710282927966,0.025469687634845268,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.5.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,5,0.020056722987505937,3.118909654260769
264,311,1.1273015096060177,0.28958025074615984,0.2713826189455203,0.2712388620670368,1.2992689110203466,1.1355612762743548,1.2091815318339225,0.9624715445841869,0.23718846076786174,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.008259766668337054,3.7262774145955055
148,265,1.2883528490925242,0.016149986994056408,1.5619063813621715e-05,1.568088362488862e-05,1.3073765881638788,1.5523799154839735,1.4142026789311513,0.9999999998780225,1.854608777795366e-05,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.5.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.019023739071354573,3.5210180299934786
137,184,1.3112142427946083,0.04088764713100876,0.0010587035316967312,0.0010600157052992542,1.5093298717739347,1.333825480286715,1.4134704341356765,0.999999439573259,0.0009355978259324747,model.language_model.layers.16.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,14,0.022611237492106806,3.967460748989501
1,23,0.12968610002482533,0.9915647504889683,0.9915647504889681,-0.006933351649909493,0.12968610002482533,0.13136894385378048,0.13051938602666696,0.12961228949351355,1.0044315775510078,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,21,0.0,0.37127732576775024
185,302,1.355501526826746,0.009598961840480974,0.0007893929385749109,0.0007893830631335077,1.388251484214708,1.4405075227872137,1.4136556480619595,0.9999996884293457,0.0008191069697256634,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,6,0.03274995738796194,3.6335281426307016
168,238,1.3022237817082702,0.016768550248728774,-0.000259217513384317,-0.00025920552715302185,1.3072146337000419,1.5531581103978949,1.414394154972851,0.9999999664031397,-0.00030798751244886244,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,16,0.004990851991771628,3.394179053553821
70,199,1.1983502194553146,0.02220786022918254,0.0035971017814283345,0.0035978728773225685,1.7689150018609499,1.209323097958969,1.4118415077785493,0.9999935304084592,0.002459167492736651,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.01097287850365447,4.612842620985432
212,282,1.2765538001910668,0.04284340694928434,0.00013374063145695568,0.00013379813423234103,1.2968412472399637,1.5703225206094278,1.4141206956944756,0.9999999910567218,0.0001619442055412372,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.6.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,15,0.020287447048896956,3.4228239508093776
77,288,0.2157462939369286,0.981751677231589,0.9817516772315892,0.9848545489495433,0.24520649094198754,0.2157462939369286,0.22906761175330032,0.19016741112230964,0.863799669883903,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,0.0,0.5960740383613126
404,440,0.927198674746607,0.41971264913075657,0.4197126491307566,0.4197926672369253,1.5223195054376057,0.927198674746607,1.1198877007544965,0.9076570344351672,0.2556342546084359,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.18.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,4.116459394238399
357,489,1.3126755712215503,0.0011797129822524802,1.4159881866924289e-05,1.4130165418919094e-05,1.5121230287305147,1.333134908774633,1.414203628723787,0.9999999998997489,1.2483794282777166e-05,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,10,0.0204593375530826,3.921300581989865
334,598,1.237547418171485,-0.001806462341644923,-0.006841883687726787,-0.00686809364204457,1.2518182798552429,1.6775553991815622,1.4188437790863988,0.9999765940398823,-0.00916877401905776,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,8,0.014270861683757907,6.464527803275787
359,467,1.2279671001811947,0.061042900802912047,0.0008488308128713476,0.0008487590876367731,1.6466973716339703,1.257851367230023,1.413634365576404,0.9999996397430607,0.0006483905403078076,model.visual.blocks.11.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,9,0.029884267048828406,4.335877945910563
348,372,0.4301521637165839,0.9064043182913726,0.9023725945747568,0.01617819407499726,0.4381906344367464,0.44637478670265546,0.44222592251117115,0.4309567270160909,0.919226342998833,model.visual.blocks.10.mlp.linear_fc1.bias,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.008038470720162505,1.1814067183698602
397,541,1.263013758552364,0.01647023572470905,-0.0008244448526005903,-0.0006997876828997286,1.6055446250471346,1.2790428609246334,1.4147816701846343,0.9999996601452847,-0.0006567866669628628,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,10,0.0160291023722694,4.207602574715526
446,482,0.8914678195764556,0.5052295484299549,0.5052295484299548,0.5051381466779152,1.223244493259639,0.8914678195764556,1.0188668113403803,0.862984996041799,0.36819776128667236,model.visual.blocks.18.mlp.linear_fc2.bias,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,3.5832179537229734
339,387,1.278221431504061,0.016224800561415724,-0.0018984989581773987,-0.0018995572825190388,1.2876316531191985,1.5910971566096226,1.4155258867551774,0.9999981978492289,-0.0023459319960525684,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.13.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.009410221615137493,3.7405881928793066
364,376,0.4364379880977786,0.901724421343363,0.9017244213433631,0.901669176938695,0.5184277896900139,0.4364379880977786,0.4721754098312118,0.43231130907365445,0.7591159272249784,model.visual.blocks.11.norm1.bias,model.visual.blocks.12.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,1.5057131410689564
437,497,0.09918821238614463,0.9953001268440957,0.9953001268440961,0.5671008895300524,0.10185293900398149,0.09918821238614463,0.10049408843005332,0.09683830597509693,0.9692605960590865,model.visual.blocks.17.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,0.0,0.40216531752742446
414,450,0.7911241518322802,0.61812733269971,0.6181273326997099,0.6113833687916395,1.495748857785643,0.7911241518322802,0.989001320920092,0.786077986315316,0.3269368779798787,model.visual.blocks.15.norm2.bias,model.visual.blocks.18.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.334678926179814
559,583,0.15648788527317506,0.9899450707886772,0.9899450707886774,0.7266347247095086,0.1695400076731823,0.15648788527317506,0.16262241824682774,0.14145231288741883,0.9137336537281988,model.visual.blocks.5.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.43928082541218577
131,248,0.26749385165441814,0.9790561173326117,0.9790561173326118,0.8682066868276297,0.26749385165441775,0.3320629921710226,0.29459806887410944,0.20359056734925352,1.2153860801437288,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,12,3.885780586188048e-16,0.6313139870521427
8,12,0.4136485554842003,0.91320707460051,0.91320707460051,0.18966379216257098,0.4911946177553621,0.4136485554842004,0.44745848145223716,0.40749581457921596,0.7690369023029257,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,3,5.551115123125783e-17,0.8878076277925674
203,308,1.1178308345849384,-0.036967139792290105,0.01091977080905821,0.010948335266056099,1.1017250178124178,2.3271046049465536,1.4082284049066291,0.9999403775253191,0.02306514649651618,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.9.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,12,0.016105816772520543,3.911877454239764
262,309,0.8658197777249519,0.57785453860712,0.5778545386071198,-0.02007656895324297,0.8658197777249519,0.9987290617727208,0.9251898398320128,0.8161397749228699,0.6665591801340591,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,1.992835039110687
111,205,1.1545353477218887,0.1556658098279829,0.16409792240962637,0.1639990194149514,1.5274675886708724,1.1481913846804022,1.2979728008586902,0.9864440540957425,0.12335176350199112,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,7,0.0063439630414865444,4.217197048622838
53,100,1.1280531769157505,0.10058210993133138,0.0862777100091703,0.08611157003584224,1.1642313488103655,1.6905463202238944,1.3560196097864552,0.9962711261276087,0.12528134148112927,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,12,0.03617817189461503,3.0867401889522856
195,253,1.2919550211599258,0.03835652225561122,-4.420287500026465e-05,-4.420836600671587e-05,1.3271027575223255,1.5211662167092597,1.4142445293318877,0.9999999990230528,-5.066670214547702e-05,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.4.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,16,0.03514773636239976,3.5367373905332893
220,278,1.3115449732906683,0.011473133140574703,-0.0006966304442639037,-0.0006989645551463911,1.3340195458719506,1.512051753524309,1.4147022300944743,0.9999997573529826,-0.000789599588752024,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,16,0.02247457258128227,3.649172295035348
7,35,0.1300440987050947,0.9915533418230432,0.9915533418230431,-0.07727679508203411,0.13241525319261255,0.1300440987050947,0.13121361030128698,0.12969953862506733,0.9737976369522678,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,3,0.0,0.42855395202262986
44,150,1.3558565140511056,-0.02959926443742363,-0.00048796365848527293,-0.00048820291631709634,1.3571246463198772,1.4799584733026123,1.4145572718547768,0.9999998809457269,-0.0005321294200921952,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,17,0.001268132268771538,3.6358270837705806
222,315,1.3027026649129096,-0.0018458383510846013,9.916655681191094e-05,9.905578009623409e-05,1.3174853505126143,1.5357666838801143,1.4141442553462433,0.999999995082997,0.00011559649907877991,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.9.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.014782685599704637,3.578989522929857
164,316,1.1987546680802925,-0.012730625673723548,0.00479050109328047,0.004796709609030124,1.1921752269021562,1.823259195327926,1.4111070390825857,0.9999885254838053,0.007326377005205914,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.006579441178136358,3.0338594760483204
141,240,1.2795256315020627,0.015896965374398414,0.00031385644540018033,0.0003139067456689674,1.3104746053597793,1.5466926881682133,1.4139946287071383,0.9999999507470647,0.00037043027560358703,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,13,0.030948973857716666,3.2702404214774754
271,288,0.22620701178977204,0.9784390318047265,0.9784390318047267,0.9890295370328855,0.25526207901574677,0.22620701178977204,0.23942229810117127,0.2065358589713397,0.8670687414928223,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,0.6556023798429388
344,572,0.9295264272458,0.43432187018249224,0.43432187018249196,0.4344008305950563,0.9295264272458,1.4003355522853347,1.0952235585787973,0.9007577438363673,0.6543077615917748,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.7.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,2.3185805176455694
333,501,1.3139080397201057,0.04290783348443296,0.0004168107654571516,0.00041670310331426224,1.4584356822127835,1.373245350603892,1.413919335078988,0.9999999131343892,0.00039246396171358395,model.visual.blocks.1.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,21,0.05933731088378624,4.081536682520806
418,586,1.2452942041821429,0.014090980274218902,-0.0019323278740004091,-0.0018385517368052803,1.3035768201950686,1.5624441514456306,1.4155571724757152,0.999998133052751,-0.002316054058828324,model.visual.blocks.16.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,8,0.058282616012925725,5.508203250701476
323,503,1.2291156046836373,-2.9663871276845895e-05,-0.00026207894347946665,-0.00026172651085470814,1.2050229078721637,1.79290317770998,1.4143851452792267,0.9999999656573131,-0.0003899362970658628,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.22.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,22,0.024092696811473635,4.206496530757419
396,444,0.4320426261353086,0.9025138533722479,0.9067960074914455,0.0032040830890939296,0.4227483729952462,0.450526687353108,0.4359752133699285,0.42156968676314244,0.966380540900956,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.18.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.00929425314006238,1.2260388643342244
397,601,1.266106835278155,0.036629343548472165,-0.0006134677564509358,-0.000573389592332082,1.5651211531001232,1.3006023155417412,1.4146399559305303,0.9999998118286382,-0.0005097864679484288,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,5,0.034495480263586176,4.1963041614794845
470,542,0.8919013480430146,0.4522756845602439,0.452275684560244,0.4514807211570997,0.8919013480430145,1.9443986281602155,1.1464783490901624,0.8918781896400217,0.9859882177986672,model.visual.blocks.2.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,1.1102230246251565e-16,2.7475008060256
339,411,1.2787494530965773,0.027376043299891708,0.001308446383470437,0.0013111035059677047,1.30890803607497,1.5474561709274226,1.4133008732827945,0.9999991439836643,0.0015469103822608244,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.15.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,14,0.0301585829783928,3.568737348326916
556,568,0.4596173837345077,0.8905381112459546,0.890538111245955,0.8905762381097567,0.45961738373450756,0.4806907385141751,0.46979995680548675,0.45490864183755286,0.9313690855024497,model.visual.blocks.5.norm1.bias,model.visual.blocks.6.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,1.6653345369377348e-16,1.573109172312986
485,509,0.10207538820943778,0.9950980172965205,0.9950980172965206,0.5717990353157203,0.10207538820943778,0.10525290062091003,0.10362762551307057,0.09889355880204483,1.0260744980727043,model.visual.blocks.20.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.35376491571729674
426,462,0.7977973796598353,0.6030486052341258,0.603048605234126,0.5992648518544327,1.2967558179922192,0.7977973796598353,0.9609566968636968,0.7977044438419378,0.3710109416036496,model.visual.blocks.16.norm2.bias,model.visual.blocks.19.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.1260614036254166
355,595,0.1574830732777547,0.997547826018107,0.9975478260181064,0.9136084046076483,0.1574830732777547,0.1838743126164939,0.1691537214781701,0.06998810475037635,1.1647183217440213,model.visual.blocks.10.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.28774524283275144
49,260,0.2707614032010414,0.9677281310070147,0.9677281310070152,0.8696856308388174,0.31169099840885045,0.2707614032010414,0.2890752634077686,0.2519965564401017,0.8406512475694919,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,0.0,0.8891990533955111
8,22,0.4234148861553326,0.9116919720708746,0.9116919720708746,-0.136957721660193,0.52311803990489,0.4234148861553326,0.4654403212201414,0.4108743701686924,0.7379289627123249,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,8,0.0,1.0192460859415835
109,191,1.1196815323720555,-0.015458235624559093,-0.010371138268764818,-0.010374205281299257,1.9626696946429456,1.1693216157204314,1.4206480856719625,0.9999462182992694,-0.006178928726720004,model.language_model.layers.14.linear_attn.conv1d.weight,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,6,0.049640083348375885,8.108921572787228
180,250,0.87037322168227,0.5290537055456733,0.5290537055456733,0.24188057292249707,1.204557231315972,0.87037322168227,0.9976966226119527,0.8485883434554071,0.38227671227847365,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,2.681635970054048
217,263,1.1549842723594586,0.1574118599026025,0.12262286697791511,0.12240735597078028,1.1941547707042393,1.5178657769041284,1.327269462047901,0.9924533402100657,0.15586342559422137,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.5.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,17,0.0391704983447807,3.1865447048163817
182,299,1.133257447698215,0.1452866630530941,0.12319688226277195,0.1229002848879508,1.1640108776368197,1.591147527569884,1.3285978690301299,0.9923822490354877,0.16840428073550087,model.language_model.layers.2.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,6,0.03075342993860475,3.426703020362088
101,136,1.292445259864966,0.03004488178470785,-0.0005250782507029747,-0.0005251077094445243,1.5332205553274092,1.3198084321092796,1.414580669295505,0.9999998621464058,-0.00045199152880323205,model.language_model.layers.13.linear_attn.in_proj_qkv.weight,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,3,0.027363172244313505,4.292770197785122
90,220,1.31156774698044,-0.03328631299176765,0.0012737929786191143,0.0012614986244831974,1.545987047719705,1.3098373788659148,1.4133248093861168,0.9999991887253947,0.001079220979757372,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,10,0.0017303681145253158,4.67365898141457
25,35,0.13075561730263727,0.9940927148707367,0.9940927148707367,0.004708514179881683,0.13075561730263727,0.14194476799409383,0.136006204399196,0.1085342076993609,1.0791602126763815,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,13,0.0,0.43993259328552203
138,150,1.3572220709634248,0.019479541776379707,0.0007253589842425456,0.0007253415771840345,1.3880365089432416,1.440843671368963,1.4137009205352213,0.9999997369271374,0.0007529549080176448,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,1,0.030814437979816756,3.8073037194685995
227,268,1.3044913636964477,0.04609269934818462,-0.00030187006021123084,-0.00030175734931451746,1.334824519433808,1.5102077722883473,1.4144253846966297,0.9999999544372323,-0.0003415329165106477,model.language_model.layers.23.mlp.down_proj.weight,model.language_model.layers.5.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,18,0.030333155737360284,3.542654501208738
223,304,1.199186440949025,0.04293313176222471,0.004009478506511898,0.004010251989319032,1.2107534315800954,1.7633853036645672,1.4115651922169572,0.9999919620087483,0.0058395502249495935,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,14,0.011566990631070473,3.282047079686508
59,200,1.2799668192658868,0.0136607229491752,-0.0004504574356879935,-0.00045046710213790384,1.5806798218029883,1.291719715784526,1.4145256670735378,0.9999998985440441,-0.000368110443857139,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,19,0.011752896518639089,3.9917376282182917
77,306,0.22666030254388694,0.9844548178980698,0.9844548178980697,0.9858671290241071,0.26945350499897464,0.22666030254388692,0.24530044486759153,0.17563801273436924,0.828108830376553,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,2.7755575615628914e-17,0.7111047564398798
416,428,0.933985087392989,0.4880400892251549,0.48804008922515474,0.48808916867103347,1.1383503387311602,0.933985087392989,1.0211375621713898,0.8728212138285268,0.4004234459966968,model.visual.blocks.16.attn.proj.bias,model.visual.blocks.17.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,3.1499351676249274
393,549,1.3159549244070463,0.005492641925213195,3.8919738677607564e-05,3.892657701248807e-05,1.518606020401555,1.3287137586340512,1.4141862854236305,0.999999999242627,3.4053066805111716e-05,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,9,0.012758834227004856,4.091881278787867
466,502,1.2468684680085247,0.02758807554994718,0.013584412638435411,0.01421052039875803,1.2408226855421736,1.6581609427081438,1.4049677693607705,0.9999077276095374,0.018153393493803023,model.visual.blocks.2.attn.qkv.bias,model.visual.blocks.22.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,20,0.006045782466351124,6.902274150335502
419,467,1.229506077958717,0.019223493988792646,5.6931812740830014e-05,5.686751595303891e-05,1.69852660271921,1.237084932702016,1.41417524634445,0.9999999983793844,4.146504836623771e-05,model.visual.blocks.16.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,14,0.007578854743298891,4.622964003405903
372,432,0.43205575101241434,0.9142875240598572,0.9125850027588229,-0.007679526467725308,0.433091263365637,0.5625815155202281,0.4853289248452114,0.4088870415404225,1.185439415016898,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.0010355123532226895,1.06975280653184
457,553,1.2665017461085848,0.04536752722777651,0.0005819753369142414,0.0007169543225434274,1.5698271497658276,1.2966400914666432,1.4138093942196408,0.9999998306523392,0.0004806978616724641,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.blocks.5.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.03013834535805837,4.170327381715733
374,602,0.9036145478032162,0.5307046544846539,0.5307046544846539,0.530493424529233,0.9036145478032162,1.070607625246032,0.9765610020958266,0.8475568238816347,0.6287818752211648,model.visual.blocks.12.mlp.linear_fc2.bias,model.visual.blocks.9.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,2.4912885272275704
411,531,1.2796710287662305,0.0002798330536420493,0.0005538174304256991,0.0005548582496324165,1.5492369551704954,1.30866836212505,1.413827412174279,0.9999998466431151,0.0004678195592821644,model.visual.blocks.15.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.0289973333588196,4.4260654602279486
388,436,0.4630412517745408,0.8970655658407668,0.8970655658407676,0.8967368078926896,0.6102761958031807,0.4630412517745408,0.52167459799713,0.4418974661420716,0.68063995513387,model.visual.blocks.13.norm1.bias,model.visual.blocks.17.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,0.0,1.8550876182318856
377,389,0.10412280934254822,0.9973598861881612,0.997359886188161,0.9191382608865198,0.11284104010710044,0.10412280934254822,0.1082194292167861,0.07261719784416636,0.9203026946305232,model.visual.blocks.12.norm1.weight,model.visual.blocks.13.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.24375549159417956
354,366,0.8022194737044236,0.6151706911740196,0.6151706911740199,0.6162860159708002,1.0507619410293236,0.8022194737044235,0.9017464970352921,0.7883939502054025,0.4696610039268985,model.visual.blocks.10.norm2.bias,model.visual.blocks.11.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,1.1102230246251565e-16,3.3519242307209614
559,595,0.16164684765567094,0.9889317590993771,0.9889317590993769,0.6877607297502639,0.17479533313738538,0.16164684765567094,0.16783604170788438,0.14837107482461634,0.9145421593112383,model.visual.blocks.5.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.5101633620020781
96,307,0.2710310492110198,0.9625937478374027,0.9625937478374025,0.9820444232043328,0.2796243090946201,0.2710310492110197,0.275227116760212,0.27094884503231076,0.9330118482369045,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.9.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,5.551115123125783e-17,0.7611096393290284
4,8,0.4290835733814444,0.9050627426489743,0.9050627426489743,0.648793485071427,0.4459944573499768,0.4290835733814444,0.4372939666059684,0.42527806417533026,0.870745251090625,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,3,0.0,1.1251383488217792
191,261,1.1197831554023678,-0.034854077560054327,-0.005792498544349833,-0.00579567035810818,1.1574058081607836,2.0059781919725435,1.4177551507261092,0.9999832233395787,-0.010039370525937693,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,15,0.03762265275841581,3.870529648733512
145,274,0.8783012332356223,0.594368512437744,0.5943685124377439,0.4089760558716159,0.8783012332356223,0.9269875898491742,0.9016600720001925,0.8041928073680735,0.6273157932354783,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,11,0.0,1.7812843286186761
52,99,1.1553411064888528,0.08297563154334898,0.06094079473458446,0.06095429577338347,1.166018282343162,1.7568590967489335,1.3739315963053498,0.9981413825391257,0.09182050677405665,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,12,0.010677175854309162,3.755788694765023
194,299,1.1335802091380052,0.10352681723425487,0.13441679326992775,0.1339185863935868,1.1402984170056516,1.6321677181083725,1.3219580672240423,0.9909248839781094,0.19239766316867166,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,12,0.006718207867646431,3.5078424748929833
54,160,1.2929671288456288,-0.027382749824430737,-0.0007824735523343664,-0.0007825210617912809,1.6433948539614742,1.2609059292961613,1.4147478881580409,0.9999996938675231,-0.0006003581788500368,model.language_model.layers.1.linear_attn.in_proj_qkv.weight,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,17,0.03206119954946751,4.673885713080418
184,301,1.3121413878133916,-0.01418136025073033,-0.0008096144599405529,-0.0008103083103533466,1.3076684215619658,1.5534123637616548,1.4147775487243457,0.9999996722621594,-0.0009617614765443607,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,6,0.004472966251425792,3.5796559652021074
7,31,0.1307744954907838,0.9915093642595587,0.9915093642595587,-0.0701280881124184,0.1307744954907838,0.13376760595736992,0.13224565389320667,0.13003530515058448,1.0142026045947323,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,6,0.0,0.3939048598940464
44,267,1.3597208029646017,0.04533733253772393,0.0006045941195065837,0.0006054538079785903,1.3957946294453225,1.4324917795095375,1.4137861290982516,0.9999998172329586,0.0006204896392796408,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.5.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,5,0.03607382648072077,3.6381759061275587
92,222,1.3052324493195095,0.025080146196382845,-0.0003013117351780466,-0.0003012697141274806,1.5242289103698865,1.3253759901017739,1.4144245412262835,0.9999999546056181,-0.00026200220755816527,model.language_model.layers.12.mlp.down_proj.weight,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,10,0.020143540782264324,4.014214257299175
75,223,1.1996266709959,-0.003981259652769327,0.0030895282924492634,0.0030887784602327837,1.8289362407207985,1.1919285452822348,1.412213533173987,0.9999952273960763,0.0020134638273535746,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.007698125713665238,4.982763819072549
224,282,1.2821090581995653,0.02790536848146075,0.00035330841059592606,0.00035319620464396986,1.2837464031380763,1.5940410733631794,1.4139694567573458,0.9999999375865816,0.0004387066765506598,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.6.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.0016373449385109762,3.3869290945184196
77,318,0.22907671907818597,0.9807874520175254,0.9807874520175256,0.9863874857458985,0.2661505783230808,0.22907671907818597,0.245538847947208,0.1950794042562409,0.844167136651848,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,0.6857081579955984
356,392,0.9402610884516471,0.4545092595222747,0.4545092595222747,0.4545290751278885,0.9402610884516471,1.2443518640327442,1.06091360499711,0.8907420125987735,0.6015025520603251,model.visual.blocks.11.attn.proj.bias,model.visual.blocks.14.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,2.5959135602598784
357,501,1.3162347484511627,0.0038299528303945263,0.00013005108210240667,0.00013009057509031632,1.5255388431143662,1.3240208017824302,1.414122514679705,0.999999991543358,0.00011287181494925228,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,11,0.007786053331267473,3.987467314557463
334,406,1.2481935319328328,0.0159629944493736,0.037168019777746655,0.03727310727129805,1.2795399886765089,1.5300101994370392,1.3881052686378845,0.9993090304334296,0.04444366714294782,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.15.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,14,0.03134645674367609,6.336344786321128
323,419,1.2317123991913423,-0.016683393966300405,0.00015225684728028632,0.0001517241591764906,1.1990966750196406,1.811757640988231,1.4141144582148357,0.9999999884089261,0.00023005026383574834,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.16.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,16,0.032615724171701777,4.485251674381327
384,576,0.43237042920398755,0.9036117335017229,0.9026279235798272,0.028249875186780113,0.4515436893233657,0.4345461771942396,0.44280044331068613,0.43042169040833617,0.8686501946426195,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.7.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.0021757479902520527,1.222636601830609
457,541,1.2705577677324889,0.013430158198999254,-0.0007431355795916422,-0.0006124369879420365,1.5809266735815417,1.2918937876556718,1.4147284134504579,0.999999723874717,-0.0006072718328455868,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,15,0.021336019923182903,4.392522537203623
326,338,0.9053848866764042,0.44059420908361324,0.4405942090836131,0.44052058599215105,0.9053848866764042,1.6218002078404385,1.1179920226443807,0.8977063790137538,0.7892287472217199,model.visual.blocks.0.mlp.linear_fc2.bias,model.visual.blocks.1.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,3.704808011890525
435,543,1.2803189368050463,-0.006920959473118133,0.00025342774380854565,0.0002542884790192724,1.584453668389397,1.2889336789417305,1.4140381023389712,0.9999999678871888,0.00020616036977912623,model.visual.blocks.17.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,13,0.008614742136684228,4.581744073336426
388,424,0.46653602305357855,0.9012233839941586,0.901223383994159,0.9009004098522954,0.6404727086910321,0.46653602305357855,0.5332968314720761,0.43335483398955726,0.6564732075950986,model.visual.blocks.13.norm1.bias,model.visual.blocks.16.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,1.283837089936822
497,521,0.10440821934103524,0.9949336590417175,0.9949336590417173,0.639989468355949,0.10440821934103524,0.1079986841444677,0.10615794019495021,0.10053364663563995,1.029148151991465,model.visual.blocks.21.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.37960062807481276
354,378,0.8075189953006754,0.5998009172759885,0.5998009172759884,0.6000347140003391,1.1395177894344282,0.8075189953006753,0.931764396074303,0.8001492733452195,0.4250487693917664,model.visual.blocks.10.norm2.bias,model.visual.blocks.12.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,1.1102230246251565e-16,3.419753893925454
355,583,0.16655857338838162,0.9955668262034216,0.9955668262034215,0.8519135932747118,0.16655857338838162,0.19409989026424665,0.17875719959337066,0.09405686877228071,1.1601889220449337,model.visual.blocks.10.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.39115471666777973
84,307,0.27747534770045273,0.9627464167822,0.9627464167821999,0.9882574266227847,0.2774753477004528,0.30813094936717056,0.29160148768244065,0.2704058745165027,1.069111075493417,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.9.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,5.551115123125783e-17,0.5812841482543717
6,12,0.4291005039113395,0.9051109533879466,0.9051109533879466,0.4168999874649748,0.42910050391133925,0.4455794847833822,0.4371071944061593,0.4251754485587833,0.9398704233769128,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,2.7755575615628914e-16,0.7820764385489785
144,261,1.1218887868140852,-0.034587434203062935,-4.580716678196573e-05,-1.92324193518491e-05,1.1487782570597267,2.0319165043163605,1.4142413159618115,0.9999999989508517,-8.102202285624313e-05,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,12,0.026889470245641478,4.075577634008557
63,110,0.8814176001260287,0.5817681421285885,0.5817681421285886,0.1758641520418297,0.9566048268793662,0.8814176001260287,0.9167067225027201,0.8133546758974527,0.5360423293467489,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,1.8345718060949698
40,158,1.1574006289759415,0.022125208083910854,0.028970941325172344,0.02911178320986143,1.163750240980195,1.862242106665072,1.3956791793707835,0.9995802541860925,0.04635952363800824,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,18,0.006349612004253435,3.1418447134397973
53,264,1.1343131471006183,0.1279464736279443,0.13182755456175083,0.131644220848187,1.1604928006221447,1.5783588686738623,1.3222481454740305,0.9912726647387532,0.1792955456221522,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.026179653521526403,3.2554081760872755
160,312,1.294279702406207,-0.017953665562437073,-1.2432479061626888e-05,-1.2450014994524398e-05,1.2723349817001153,1.6174111738966426,1.4142221062456775,0.9999999999227167,-1.580435250364818e-05,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,9,0.021944720706091658,3.5809287012289586
55,301,1.3141769445881115,-0.02662265716883986,-0.0015246629994662452,-0.0015244953505237466,1.3179840911025673,1.5378837390924325,1.4152785524131444,0.9999988377006935,-0.001779046082804774,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,7,0.0038071465144557948,3.446585668249066
23,35,0.13144514312674993,0.9935175459132859,0.9935175459132858,0.028557578125139604,0.14171592255166457,0.13144514312674993,0.13629113761130016,0.11367887210226019,0.9215129370794564,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,12,0.0,0.34579672601339584
185,314,1.3602607345670163,0.01165253332746447,-0.0002463907452877387,-0.00024620597684977657,1.3769428247670432,1.455063165817515,1.4143875113011288,0.9999999696457998,-0.00026036963294185354,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,7,0.016682090200026867,3.727904226867199
163,280,1.3056607803720885,0.015610308233182293,-0.00013267319774061827,-0.00013265985827954916,1.3369256784567798,1.5068939652926538,1.4143067055699763,0.9999999911989113,-0.00014954043014731412,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,12,0.03126489808469124,3.59946790062205
211,316,1.2001294126953654,-0.01644781361138935,0.002882756961858396,0.0028859544846446387,1.197152742175291,1.8109890099228514,1.412336872536918,0.9999958448475168,0.004360881441676321,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,12,0.0029766705200744425,3.1678317765770325
141,229,1.2863092404333147,0.039500357090121,0.00030321222047709266,0.0003031934519168285,1.5696002328241492,1.2970668136160104,1.4140029842319979,0.9999999540311736,0.00025056476193051114,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,7,0.010757573182695657,3.915358053842583
77,95,0.23290868236093898,0.9834072405468681,0.983407240546868,0.9917837393027941,0.23290868236093837,0.27815375973871237,0.25254066463958535,0.18141168440867958,1.174444930689537,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,6.106226635438361e-16,0.7462155537890987
404,428,0.9415241076416865,0.4930696370119849,0.4930696370119851,0.493294449971415,1.103716019077784,0.9415241076416865,1.013008654100573,0.8699898465251589,0.4206126775081286,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.17.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,3.7106320664591035
345,489,1.3198346431244288,0.02448156492864903,0.0005956414693699219,0.0005956052558925986,1.5109047054298324,1.3332869043572668,1.4137955908730417,0.9999998226056043,0.0005256194966823593,model.visual.blocks.10.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,11,0.013452261232838048,3.7898481905922794
334,454,1.2489359261190542,0.006049388374195203,0.006712756799496487,0.006631892703776777,1.28674338312143,1.575927886320531,1.4095551530152983,0.9999774691942568,0.008221391128316333,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.19.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,18,0.037807457002375866,6.13255064193378
443,467,1.2323073199389245,-0.0004126266910562976,0.00019751824614470454,0.000197477422636556,1.7202969758637972,1.228791474687042,1.414081438973877,0.999999980493271,0.00014108537093479487,model.visual.blocks.18.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,16,0.0035158452518824213,4.553177736058856
372,420,0.4325086050079205,0.913502152234845,0.9115173781094827,0.021506618195642712,0.4353552472929906,0.5663560055584597,0.48813320482971545,0.4112615583839735,1.1857979075092648,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.002846642285070089,1.0867729280076632
325,385,1.2729258851734742,-0.0034109934118411647,0.0008442664603221049,0.0008418915498462103,1.2842170480129729,1.5921706834270655,1.4136299861378538,0.9999996436070084,0.0010467204972909035,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.13.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,13,0.011291162839498714,3.9202963999369156
566,578,0.9168466832278287,0.5453455810184651,0.5453455810184648,0.544729675582366,1.0000050287770637,0.9168466832278288,0.9557230923460789,0.8382113082413247,0.4999957728024585,model.visual.blocks.6.mlp.linear_fc2.bias,model.visual.blocks.7.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,1.1102230246251565e-16,3.1199288469513395
327,435,1.2824146548440023,-0.014184459028646233,-0.001689935506788628,-0.0016846539078877753,1.3002089280330567,1.5678369621701984,1.4153874095072319,0.9999985720579719,-0.002037782770216199,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.17.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,17,0.017794273189054355,3.501823167963736
532,556,0.4846080888747264,0.8817371683585439,0.8817371683585439,0.8817510820924609,0.4846080888747264,0.4881879572590911,0.48638814276635867,0.47174099454579604,0.8882506853319306,model.visual.blocks.3.norm1.bias,model.visual.blocks.5.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.3472755453489977
365,605,0.10888306201629609,0.9972015733277851,0.9972015733277851,0.9331152177396824,0.10888306201629608,0.11860378668381004,0.11343222398974259,0.07475976292491768,1.08622847753884,model.visual.blocks.11.norm1.weight,model.visual.blocks.9.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,1.3877787807814457e-17,0.2760336270279038
558,582,0.8224070417047348,0.6232400353826781,0.6232400353826782,0.6229363107051376,0.9369361435977532,0.8224070417047348,0.8740936880966991,0.7820305993349609,0.5470564854108929,model.visual.blocks.5.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.684337605669335
451,463,0.1744593546118854,0.9971312482467994,0.9971312482467999,0.9367710764317136,0.2077027380024494,0.1744593546118854,0.18892174001614584,0.07569196634900598,0.8375377027067833,model.visual.blocks.18.norm2.weight,model.visual.blocks.19.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.3892998382474908
202,214,0.28419042040150244,0.9946071834571922,0.9946071834571919,0.9022980998599335,0.28419042040150244,0.38929255680539854,0.32461148309343624,0.10371379182804774,1.362442734410408,model.language_model.layers.21.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.41743750603470897
6,20,0.43406675161184305,0.9011624146201463,0.9011624146201462,0.35605525764070334,0.43406675161184305,0.46992517441119463,0.4509301506012291,0.43348160569508326,0.975607791406872,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,8,0.0,0.8776076312974525
156,308,1.122305387383583,-0.03306304164385411,0.012993111306091987,0.01300035322811523,1.098915802713169,2.343967424454875,1.4071334324935805,0.9999155859664292,0.02771407014859828,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.9.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,9,0.023389584670414187,4.4978010444659215
98,157,0.8866827498934916,0.47639879662268125,0.47639879662268125,0.3348753601119188,1.499991846616917,0.8866827498934916,1.07946425701538,0.8792293139883709,0.28161126074655907,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.18.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,0.0,2.6223281358549246
52,275,1.1582554182162719,0.08349776629830172,0.07322831943625455,0.07324313334391055,1.1589202028554413,1.7465928101574082,1.3656703023144072,0.9973152025475907,0.11036140013103722,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,5,0.0006647846391694134,3.6439696833822035
147,299,1.1362336832068747,0.20201489930028507,0.17980224972767633,0.1793906051994627,1.1746041094779909,1.4294927545407135,1.283440872288222,0.9837027757370955,0.21881926954100217,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,9,0.0383704262711162,3.493526866836881
113,148,1.2953722416929891,0.0037965437873089206,-0.00035853563731521904,-0.00035857873411571567,1.5434266461115695,1.3132226535032094,1.4144637917078693,0.9999999357260964,-0.0003050596037050153,model.language_model.layers.14.linear_attn.in_proj_qkv.weight,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,3,0.01785041181022029,4.414439186267524
67,208,1.3157702803306945,-0.0003517771839451709,-0.0017133900247912517,-0.0017319119368500618,1.5624992057754126,1.3033071356301131,1.415404950269582,0.9999985321462342,-0.00142916773152515,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,11,0.012463144700581408,4.407235302412045
7,25,0.13199464331821462,0.9953927585907643,0.9953927585907639,0.0535574867041118,0.14590249108651832,0.13199464331821462,0.1384272965142258,0.09588146924755066,0.9005090396558827,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,10,0.0,0.3943754087909021
103,150,1.360394597658794,-0.015462878028925188,-0.0005789426549244219,-0.0005790054765516944,1.3671033114519897,1.4674668528291603,1.414621852570796,0.9999998324126872,-0.0006214447355029582,model.language_model.layers.13.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.00670871379319582,3.672983052252813
210,238,1.3082938082477444,-0.010869455282115381,-0.00022620903865658743,-0.00022619135789731255,1.289324616789422,1.5846618533398227,1.41437016469834,0.9999999744147351,-0.00027802527755375466,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,18,0.018969191458322543,3.610663508675517
105,211,1.202210157240102,0.0011332865935160755,0.004976546297975564,0.004973091360749689,1.727713814117437,1.2219630449249708,1.4108917056826993,0.9999876169168017,0.0035197702407622,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.019752887684868714,5.071286426760365
200,270,1.2871332371662305,0.01016566727960953,-4.887254017796875e-05,-4.8872364103617545e-05,1.2998019938607834,1.565453885431942,1.4142475310068474,0.9999999988057373,-5.886104827803819e-05,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,15,0.012668756694552918,3.2534913688732723
288,318,0.23296415816537377,0.972502205200751,0.9725022052007513,0.9903524141393057,0.23814800684603318,0.23296415816537377,0.23551330544845114,0.23289366861225747,0.9513334188643298,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,0.4724153662102845
356,572,0.9424631851264238,0.449680742500848,0.4496807425008484,0.4496870763206025,0.9424631851264238,1.255898896687062,1.0660557178330698,0.8931893583243621,0.599231415381469,model.visual.blocks.11.attn.proj.bias,model.visual.blocks.7.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,4,0.0,2.6782846345980524
369,549,1.3207681759227643,0.03525900521794406,-0.0002786434125587084,-0.0002786458917862979,1.5062579103386207,1.3375437039555556,1.4144091973781319,0.9999999611789235,-0.00024743288619995024,model.visual.blocks.12.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.016775528032791254,3.8057237340615413
334,382,1.2534680758407832,0.031560809995988495,-0.007056512623506638,-0.007132788817715624,1.2702993392638113,1.6362666160253978,1.419039297555178,0.9999751025048544,-0.009089460786539702,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.13.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,12,0.016831263423028098,6.181147763991366
323,455,1.2323318845565872,-0.02797100937285955,0.0010360764486495085,0.0010366674693445407,1.1929099073717526,1.8311679232064086,1.413543273306699,0.9999994632726522,0.0015904218307119388,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.19.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,19,0.039421977184834534,4.240523922312498
384,456,0.4334067242939278,0.9174919707685579,0.9199240321251411,0.0028833543941267315,0.4298618662687944,0.5779747076976516,0.487795406164701,0.39209664002465305,1.2368922793423685,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.0035448580251333794,1.1215101535366527
337,373,1.273777204384663,0.005433465828071743,0.0007056607944452846,0.000700843087612691,1.2832156091298796,1.5943602955397664,1.4137260335878394,0.9999997510213906,0.0008767642357043183,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.12.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,11,0.009438404745216733,3.478342741506477
362,602,0.9174472515126009,0.5653278822770761,0.5653278822770758,0.5651368863667537,0.9174472515126009,0.9487994650879071,0.9327283946429812,0.8248662834181771,0.58464700986289,model.visual.blocks.11.mlp.linear_fc2.bias,model.visual.blocks.9.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,2.6349881455819273
531,579,1.282553377486783,0.025606345355891156,-0.0001796383625950545,-0.00017980141762523438,1.328425021070664,1.5194171156098628,1.4143394427419393,0.9999999838650292,-0.0002054655689389769,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.blocks.7.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,4,0.04587164358388107,3.6669269476014508
388,448,0.4997835430938786,0.8959151209576989,0.8959151209576979,0.8955765097631455,0.7494119609082119,0.4997835430938786,0.5880301114014246,0.44422527622744923,0.5974866386185972,model.visual.blocks.13.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,5,0.0,2.4692638707250603
401,425,0.11079661079423106,0.997802809062958,0.9978028090629583,0.8793370394152905,0.12188875957246763,0.11079661079423107,0.11594663656297928,0.06625371103620993,0.9070005296051181,model.visual.blocks.14.norm1.weight,model.visual.blocks.16.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,1.3877787807814457e-17,0.26293350096107293
570,594,0.8306189165889849,0.5840487073367728,0.5840487073367728,0.5839657877424966,1.0925855929220087,0.8306189165889849,0.935125181105009,0.8117186134728245,0.44401272327402586,model.visual.blocks.6.norm2.bias,model.visual.blocks.8.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.9651047620414914
463,511,0.17526763004233312,0.9859359923217689,0.9859359923217692,0.6179214921079015,0.18782776188478242,0.17526763004233312,0.18122206480215752,0.1671233647473878,0.9200059832138834,model.visual.blocks.19.norm2.weight,model.visual.blocks.22.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.7202840408624241
108,260,0.28730252482165947,0.9579119889300145,0.9579119889300147,0.8254308222765454,0.3036512374208178,0.28730252482165947,0.29513781760564806,0.2870620515918874,0.9063375974164982,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,9,0.0,0.7318871981312409
16,34,0.4357077752949566,0.9001203745374633,0.9001203745374633,-0.16702346016690614,0.47999545116376857,0.4357077752949566,0.4562473324199259,0.4356412645084677,0.8170690887517827,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,9,0.0,1.1315249551287285
215,308,1.1234054319580657,-0.039389036841066115,-0.0026091070128858385,-0.0025635867809423395,1.1414685576349017,2.08370780658283,1.415767456565894,0.999996596274505,-0.004762826461225339,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.9.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,13,0.01806312567683599,4.442355163163343
262,297,0.904655688806625,0.5375569836895034,0.5375569836895036,-0.04542155166864964,0.904655688806625,1.0455670461858055,0.9674984722033726,0.8432274244156454,0.6212881591826557,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,1.9606135194730239
205,217,1.1585494967550158,0.26165621588707405,0.27977406968857854,0.2795183408898952,1.2550572530943476,1.1534055340760065,1.2010169938064903,0.9600658674955018,0.2571141352111008,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,1,0.005143962679009295,3.681830218864652
135,299,1.1422103150117546,0.16300579416936084,0.1692929917951902,0.16906859710717062,1.161957880083863,1.480643698049189,1.2927185070521279,0.985565767936891,0.21572434399029172,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.019747565072108397,3.530870946256705
195,265,1.2966780911538558,0.020679072136556446,-0.00042503593110055016,-0.0004250498392977112,1.3103234345810597,1.5482918753696664,1.4145099402663437,0.9999999096722245,-0.0005022269017676283,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.5.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,15,0.013645343427203915,3.4940879910756086
67,196,1.3172634390925786,-0.00017152385237892333,-0.0006951857041059381,-0.0006870810726502428,1.539801013972346,1.3158481006254041,1.4146990398165702,0.9999997583583893,-0.0005940759747714788,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,10,0.001415338467174454,4.259092513408601
17,21,0.13267186267457504,0.9927197775537729,0.9927197775537729,0.08967839469218142,0.1415781736711944,0.13267186267457617,0.13690822617828818,0.12044684825095106,0.9302703841047426,model.language_model.layers.18.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,1.1379786002407855e-15,0.334774498857521
103,197,1.3611549437052584,0.009209216761210684,0.0007004208927645637,0.0007005348776857999,1.3743151735551467,1.456718962618511,1.4137190420627852,0.9999997547052565,0.0007424180536877297,model.language_model.layers.13.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,7,0.013160229849888294,3.785456917552377
168,280,1.3091971524822845,-0.005779236332951238,0.00034834455740429947,0.0003482962270996536,1.3244657819766132,1.5244757232091901,1.4139696406940985,0.9999999393280329,0.0004009486906353928,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.015268629494328723,3.353729886198217
211,304,1.2048429145139188,0.00992188699288224,0.0037178405817805027,0.003718318540219117,1.2196162681993585,1.7375583522743907,1.4117389789454047,0.9999930888068219,0.00529671924172911,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,13,0.01477335368543975,3.1112268075785012
212,258,1.2874046725716082,0.003482608090624447,-0.00037437108806438545,-0.00037434639897949496,1.2780825954150963,1.6065400568434594,1.4144714827267726,0.9999999299231417,-0.00047058159719651677,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.009322077156511899,3.3563129489943604
142,154,0.23761390902404547,0.9953902935109177,0.9953902935109175,0.9763753887577513,0.30541964595097276,0.2376139090240455,0.26522392220950397,0.09590705700963667,0.7744052544795629,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,2.7755575615628914e-17,0.4369315974481195
572,596,0.953574233208876,0.5108070873559303,0.5108070873559303,0.5108970524678039,1.0326843804327857,0.953574233208876,0.9907683486528664,0.859695364362837,0.4716760375894869,model.visual.blocks.7.attn.proj.bias,model.visual.blocks.9.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,3.130035943438338
393,501,1.3212008848146233,-0.0020821264810484785,-0.00029454640367125015,-0.00029453411780719564,1.5316749082524495,1.320534661312362,1.4144195528763461,0.9999999566212072,-0.0002539434009900753,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.0006662235022611984,4.000125400764544
406,430,1.2561797600074334,0.13722949954474395,0.07880074887800716,0.07882353947941145,1.3812957624155144,1.334672580654815,1.3573840133510042,0.9968903861389502,0.07614096975047707,model.visual.blocks.15.attn.qkv.bias,model.visual.blocks.17.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,2,0.07849282064738161,5.260208040347519
323,491,1.233309204113357,-0.013794962935864153,-0.0004034002025591996,-0.0004041317529944601,1.1993385557800715,1.8124443930625647,1.4144760842726454,0.999999918634135,-0.0006096197206077287,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.21.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,21,0.03397064833328556,4.295721683423955
372,408,0.4343255035865324,0.9127243482834655,0.9116639717492313,0.009730437882514133,0.4343673929266816,0.5634334511304697,0.4864999733188764,0.4109364946246766,1.1825518817446852,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,4.188934014920376e-05,1.09590047336376
433,577,1.2799247939206455,0.01499325758865873,0.0002423720367290149,0.0004396765608027346,1.5897933008674467,1.2860949230457612,1.4140459497936708,0.9999999706278975,0.000196071681617582,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.7.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,10,0.00617012912511572,4.035180080379964
350,386,0.9203967206531208,0.4828586539344226,0.4828586539344226,0.48280856167032016,1.2012478689585289,0.9203967206531208,1.0332203428790592,0.8756983043952052,0.3699665432127111,model.visual.blocks.10.mlp.linear_fc2.bias,model.visual.blocks.13.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,3.5799004624995563
435,531,1.2830969699574002,0.00410307758953773,-0.0005238140599919531,-0.0005226974245349827,1.546045926846368,1.3117999937217981,1.4145789639578903,0.9999998628094059,-0.00044444946212591737,model.visual.blocks.17.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,14,0.028703023764397928,4.425805010692099
436,460,0.4999206718966843,0.8700368981634125,0.8700368981634122,0.8694838283454344,0.5245690767975375,0.4999206718966844,0.5118002587603365,0.49298660816921597,0.8291556821460011,model.visual.blocks.17.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,5.551115123125783e-17,1.419552402079899
389,413,0.11166881212077878,0.9948181864694561,0.9948181864694565,0.8266148417185416,0.1177156069124996,0.1116688121207788,0.11457270843825602,0.10166993591825378,0.9437165391481792,model.visual.blocks.13.norm1.weight,model.visual.blocks.15.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,1.3877787807814457e-17,0.30890470107377477
378,606,0.8327224744013106,0.5760532634483131,0.576053263448313,0.576284107702529,0.8327224744013105,1.132955666788961,0.9489059915298916,0.8174121589935817,0.7837458808413461,model.visual.blocks.12.norm2.bias,model.visual.blocks.9.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,1.1102230246251565e-16,2.3573001259746134
415,427,0.17566250309237824,0.9973351003394992,0.997335100339499,0.9490994578801316,0.20973636735576098,0.17566250309237824,0.1904502721299747,0.07295682031723637,0.8353075928427556,model.visual.blocks.15.norm2.weight,model.visual.blocks.16.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.3904040478894452
84,108,0.29501260833111614,0.9818586602457898,0.9818586602457898,0.9601342114895495,0.2950126083311162,0.390304563738844,0.33283137692032694,0.18961426976982168,1.2990086024062946,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,5.551115123125783e-17,0.6324226953404362
6,22,0.44354314717200155,0.9014449848486721,0.9014449848486722,0.3306106405052086,0.4444073145042154,0.44354314717200155,0.44397460007254413,0.43289368127887606,0.8996920899653752,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,9,0.0,1.1979674489117094
144,308,1.1238360434289756,-0.038855007449690955,-0.0041762923039279564,-0.004210725476692003,1.105053013062869,2.370850647866643,1.4164733026755043,0.9999912792532704,-0.008960081731286821,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.9.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,8,0.018783030366106512,3.8323519371884682
180,262,0.9144325595317793,0.4920059841278023,0.4920059841278023,0.1459406364875988,1.1848816200191772,0.9144325595317793,1.0237758930214156,0.8705918168593321,0.3797056885426719,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,2.7951351434178506
205,298,1.158828984739455,0.15912002273816375,0.1424385230009979,0.14238597458850663,1.169668278468562,1.5276479869144515,1.3133867612738641,0.9898036508142886,0.1860321656379696,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,13,0.010839293729106858,3.2875182814226056
264,299,1.1423558668371865,0.25765556164541686,0.23585861097011898,0.23552606723582822,1.169157285742728,1.3197347172418246,1.237628121099483,0.9717873819057572,0.2662351772969187,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.02680141890554144,3.494707566397835
66,207,1.2970798990164012,0.0338508093493885,0.0005476079651457975,0.0005475403470502744,1.5646780006237389,1.2996023744090088,1.4138328702485168,0.999999850062747,0.00045483646569138505,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,11,0.002522475392607637,4.154695458313624
55,114,1.3173854032238543,-0.014823729487280108,-0.00020039320630344722,-0.00020058440811046064,1.333661697038772,1.5117228549348176,1.4143541492847278,0.9999999799212813,-0.0002271483020133419,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,13,0.016276293814917686,3.557620799187924
1,11,0.13282472136317341,0.9919054307363365,0.991905430736336,0.10012356666392079,0.13938504979800728,0.13282472136317341,0.13598634648345856,0.12697880325378696,0.9452201842815992,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,14,0.0,0.4541596752479156
91,185,1.3615106421879093,0.002715522401418643,0.0002220737892046078,0.00022200808139068943,1.456479758134995,1.3751371601026634,1.4140567827536534,0.9999999753416157,0.00020967124198904057,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,10,0.01362651791475411,4.018329287744859
210,285,1.309846986271996,0.015034818184536194,-0.00011585921593678571,-0.00011576402842171507,1.3148051733655381,1.54043080646978,1.414294468097447,0.999999993288321,-0.00013574110374514067,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,14,0.004958187093542232,3.4817605968277796
228,281,1.2049437366208902,0.023088803187991412,0.0011485389511340155,0.001144460976544153,1.2212320376659982,1.7392646062239576,1.4134494718782968,0.9999993404289214,0.001635735949406299,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.6.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,17,0.016288301045108033,3.3085859340549506
170,240,1.2895908482981446,-0.012118657411831855,0.00012381177776811685,0.0001238432697841028,1.2953811725089868,1.5729447414665214,1.414127636030144,0.9999999923353218,0.0001503411419781384,model.language_model.layers.19.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.005790324210842135,3.3838661553640135
72,77,0.24380042539569174,0.9709732327779486,0.9709732327779486,0.9871405712414443,0.24380042539569172,0.2639175187381896,0.2532617005663331,0.23918817117227956,1.0510926957573847,model.language_model.layers.10.post_attention_layernorm.weight,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,2.7755575615628914e-17,0.5755653800263415
404,416,0.961093923169691,0.5205696276261869,0.5205696276261865,0.5205585786713799,0.961093923169691,0.9992540774326285,0.9796170039447758,0.8538192213771797,0.5412388013832116,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.16.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,3.109726185797778
369,489,1.3218219621661649,0.025939792857166827,-0.0016497037189145902,-0.001649700376894693,1.5064831820256346,1.3390144254166398,1.41537155173072,0.9999986392378941,-0.0014663137986843623,model.visual.blocks.12.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,9,0.017192463250474965,4.032680560412571
334,346,1.2571427124054892,0.020508601440912714,0.029967279563622825,0.03008725956477104,1.2325370131255153,1.6409560362775597,1.3937141277000389,0.999550880223491,0.03989737246595474,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.10.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,9,0.024605699279973914,6.517391656191236
407,467,1.2394511376093638,0.028224425391217417,-0.0006189624013148383,-0.0006189776601738741,1.696788847845825,1.238368317231263,1.414630329618251,0.9999998084427545,-0.00045173766218395406,model.visual.blocks.15.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,13,0.0010828203781008128,4.536899920889536
384,492,0.43464100625584423,0.915726723947677,0.916104509642531,-0.022175625751221135,0.43028038804748997,0.5662062803056798,0.48448634938475976,0.40093955580937346,1.2055026005942593,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,8,0.004360618208354261,1.0829627162649422
337,505,1.280148421234566,-0.012955517128951929,0.0015919488460871421,0.0018464092463812323,1.2611625941527569,1.637759059449028,1.4131248296489556,0.9999987328486329,0.0020673215784759043,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.22.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,21,0.01898582708180907,3.6738338645254265
350,374,0.9393995029848102,0.4741438010897486,0.47414380108974896,0.47401346795873806,1.171780124337287,0.9393995029848103,1.0365402627134774,0.8804474180143664,0.38011435920108794,model.visual.blocks.10.mlp.linear_fc2.bias,model.visual.blocks.12.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,1.1102230246251565e-16,3.071468662063851
555,603,1.2831572935478532,-0.00685310691138078,-0.0009145592538178459,-0.0009143620125008371,1.2822055099008136,1.5995301869825875,1.4148446176166374,0.9999995817905981,-0.001140897557349505,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,4,0.0009517836470396279,3.4736860297856342
376,400,0.501929448365661,0.8782146958643609,0.8782146958643611,0.8779204175137149,0.6914407842888058,0.501929448365661,0.574439423982718,0.47826660762368484,0.6375120297470019,model.visual.blocks.12.norm1.bias,model.visual.blocks.14.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.435302012810443
461,509,0.11538721915002269,0.9933330032682237,0.9933330032682229,0.4165702197408514,0.1167453713778915,0.11538721915002269,0.11606033571524264,0.11528028720528248,0.9817771067433195,model.visual.blocks.19.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.4890411706530788
534,558,0.8379252267119471,0.6201057193390852,0.6201057193390848,0.6198026136010442,0.9162969465851368,0.8379252267119471,0.8744881350934269,0.7845182578136447,0.5670675073173992,model.visual.blocks.3.norm2.bias,model.visual.blocks.5.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.7557431468420432
547,583,0.17759285892542265,0.9842558672732301,0.9842558672732306,0.7266482423210853,0.18365930970630653,0.17759285892542204,0.18054969216713368,0.17674950562369565,0.9517449110676447,model.visual.blocks.4.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,6.106226635438361e-16,0.5185233764661781
131,155,0.30108254715435895,0.9724120356887349,0.9724120356887352,0.4472104515693825,0.384989053475851,0.30108254715435856,0.33540585237860737,0.23326987128150492,0.7604795251849524,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.18.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,3.885780586188048e-16,1.2544747321688168
8,24,0.44894411846042304,0.8958045595384816,0.8958045595384818,-0.0741572487303993,0.5393190733047192,0.44894411846042304,0.48796316191183053,0.444448187205288,0.7456925004163619,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,9,0.0,1.2421677798411446
50,156,1.1279753701674682,0.04409459666527809,0.006547994833542628,0.006542081981234791,2.689176819472378,1.0744294245777217,1.4110194308811523,0.9999785616520286,0.002616175429669757,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,17,0.05354594558974646,7.362803384590686
98,180,0.9231899606883164,0.5134812798366762,0.5134812798366762,0.26706002733318496,1.0810377796942081,0.9231899606883164,0.99282367644979,0.858100795511395,0.4385052691504444,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,11,0.0,1.8158286752202084
99,146,1.1630821576527715,0.21186509670504716,0.1787518876331122,0.17861157733904995,1.4176061211144453,1.182008200315489,1.2838695627449308,0.9838941826576673,0.14904435996517118,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.01892604266271758,3.9978219953714746
299,311,1.1433810135993487,0.18349804509686915,0.16240739285508768,0.1622404754850463,1.4995086153428951,1.1610389558470873,1.2982802655953811,0.986723790503712,0.12574873388053195,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.017657942247738534,4.583500003621235
195,312,1.2973025237025106,-0.017593340625407673,-0.000138300323184206,-0.00013829149094087643,1.2871790993731944,1.588497693416303,1.4143092281693548,0.9999999904365103,-0.00017067535083798417,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,11,0.010123424329316233,3.789311287246712
43,102,1.317954054477963,-0.0042889280269542305,-0.0005535504224383039,-0.0005535091756490334,1.3335411423586727,1.5125038099886632,1.4146018451415454,0.9999998467909532,-0.0006278374894965038,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,13,0.015587087880709616,3.416260601728425
13,21,0.13650421451029082,0.9908341175980288,0.9908341175980288,-0.21129578513566954,0.13650421451029188,0.1405526704129609,0.13848407985509037,0.13508423817653842,1.0202203768160776,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,1.0547118733938987e-15,0.35229349997936793
221,314,1.3621083680575774,0.018043671086774384,0.0012588781539962408,0.0012589166925361295,1.3572043342135223,1.4770406514072647,1.4133262998220026,0.9999992076125828,0.0013700326190738867,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,13,0.004904033844055133,3.7799938953061747
198,268,1.3111475203389122,-0.010497843513292682,-5.151377082564954e-06,-5.214009714990492e-06,1.3119610528463361,1.5448386678042296,1.4142171568518496,0.9999999999867316,-6.065764294086077e-06,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.5.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,15,0.0008135325074238864,3.308094362813514
199,304,1.2074352670276547,0.035455291513678364,0.0041004921865207275,0.0041009408020609385,1.2265024551052388,1.717167692740256,1.411468174006548,0.9999915929465749,0.005740903883003706,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,12,0.01906718807758412,3.297489078746882
188,224,1.2895921428062398,-0.016590005887136897,-0.00017351032823411937,-0.00017340622773901599,1.6517375585157592,1.256599029141608,1.414331800360154,0.9999999849470829,-0.00013200215063279125,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,20,0.03299311366463176,4.1578805815155215
241,271,0.2592381675038355,0.9824080693171534,0.9824080693171533,0.9804763437266965,0.32299695921505656,0.2592381675038355,0.28591732922592794,0.18674684827472482,0.788483174113077,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,0.8168456720027181
464,548,0.9618446967544892,0.29269929322280025,0.29269929322280047,0.2914684759697027,0.9618446967544892,2.4245575212144246,1.264393573412057,0.9562045407478846,0.7378179400812659,model.visual.blocks.2.attn.proj.bias,model.visual.blocks.5.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,3.95830405667317
405,561,1.324264274454469,0.013978510072800664,-0.0019736395364415636,-0.001973619951697349,1.4925059280640542,1.3494781416401687,1.4156014037875615,0.9999980523715934,-0.001784504412226643,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.6.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,9,0.025213867185699623,4.042130099794892
526,586,1.257999810653282,-0.018998980555562022,-0.0030244233129912666,-0.002738332108327482,1.2544384734870995,1.6629264637813317,1.4162684160832812,0.9999954264213531,-0.004009278789791605,model.visual.blocks.3.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.0035613371661824544,5.510222958322396
323,599,1.2425433558975796,0.0458554889001848,-0.0007978129489955388,-0.0007975306529539976,1.2358006556664833,1.7038704573480044,1.4147497021097464,0.9999996817471986,-0.0010999912551025984,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.9.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,9,0.006742700231096244,3.897842002641561
372,504,0.4392851225761191,0.9087848377896014,0.9108632839242929,-0.026943610826628744,0.434891904597146,0.5620649064479197,0.4864256800168006,0.4127082238078773,1.177221928147872,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,10,0.00439321797897313,1.148858199618018
481,541,1.280601594755772,0.013140252082004068,-2.856556408516935e-05,1.9121634737140573e-05,1.5722734453140685,1.2959192478358454,1.4142333895515538,0.9999999995920043,-2.3544673118780983e-05,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,16,0.015317653080073379,4.2423161526324735
398,410,0.9510567654704726,0.45171147773242415,0.451711477732424,0.45159311444328054,1.2174553038920013,0.9510567654704726,1.0599245842492537,0.8921640773337547,0.35286983888830803,model.visual.blocks.14.mlp.linear_fc2.bias,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,3.6122664939258984
327,411,1.283404410531117,-0.02512214803863832,0.001259053408912788,0.0012640046734308718,1.295980276562555,1.5697107244897883,1.4133391059349893,0.9999992073919426,0.00152498434923553,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.15.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,15,0.012575866031437899,3.69829463172157
364,388,0.520148142014193,0.8722751386246472,0.8722751386246475,0.8722642460344041,0.7483888735988268,0.5201481420141931,0.6040361796370315,0.4890154215741586,0.6062520551634967,model.visual.blocks.11.norm1.bias,model.visual.blocks.13.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,1.1102230246251565e-16,1.9173798625599303
353,365,0.11912506426704239,0.9970172636908403,0.9970172636908399,0.9368365934290054,0.13144475796937463,0.11912506426704238,0.12483126140793335,0.07717885657633324,0.9035715645670271,model.visual.blocks.10.norm1.weight,model.visual.blocks.11.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,1.3877787807814457e-17,0.3215490035102393
366,582,0.8428235974709095,0.5455718717451541,0.5455718717451541,0.5445608093620334,0.8428235974709095,1.327247444022179,1.006201240377066,0.8380640385796835,0.8591464150707346,model.visual.blocks.11.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,2.8305593706513386
547,571,0.1808342239180605,0.985122202465786,0.9851222024657869,0.7835670512039161,0.1808342239180605,0.19468653326551877,0.18737744172341594,0.17185530602503143,1.0605847847023708,model.visual.blocks.4.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.6418848166882934
272,295,0.3064178108249336,0.9620605532969536,0.9620605532969536,0.9199440360944718,0.3725042551386824,0.3064178108249336,0.33466284934865986,0.27283601629909343,0.7913801911135924,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.7640256875461348
20,32,0.4611620590180805,0.8878470747730705,0.8878470747730705,0.12630382641456836,0.4611620590180805,0.5020525800392426,0.4803067687270698,0.4601386441246833,0.9665710911240385,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,12,0.0,0.7157874903736569
191,273,1.1337578164331987,0.006347430646248802,-0.0003619255086386551,-0.0003653410405762672,1.123183699886676,2.1977977997429052,1.4144209539860533,0.9999999345049609,-0.0007082003474917987,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.6.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,14,0.010574116546522738,4.372227007047077
250,274,0.9291962696878381,0.47341783764752265,0.4734178376475226,0.039771860503104134,0.9291962696878381,1.2078891572201302,1.0415517356385053,0.8808379822629948,0.6154095658618497,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,1.7984901886409816
52,298,1.1632935691749062,0.06786664122673212,0.06485177649773176,0.06485532857111848,1.1680537118250518,1.7383322590557215,1.3710993812573167,0.9978949078360347,0.09651434176510182,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,7,0.004760142650145571,3.563730966497801
88,276,1.1451340337878522,0.2651848652853884,0.2483246164208404,0.24829850344418725,1.2878764364362847,1.1739727728185934,1.226977001755168,0.9686768733068022,0.22636204083784423,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,6,0.02883873903074119,3.63938557525114
54,136,1.2990496852412936,-0.0005157015126146247,9.091975960188207e-05,9.097207638612426e-05,1.5935725631463336,1.2842628177763145,1.4141507393857036,0.9999999958667986,7.327238768928025e-05,model.language_model.layers.1.linear_attn.in_proj_qkv.weight,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,15,0.014786867464979148,4.298355313605194
114,208,1.3184669184741313,0.048882722991270264,0.003908871575915557,0.003907257658037373,1.4913786253048749,1.3431534413182837,1.411461971083572,0.9999923603323193,0.0035203765293262998,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,7,0.024686522844152403,3.8245721735472706
7,33,0.13786568932737878,0.9904960827584651,0.9904960827584651,0.012907309775430484,0.13787213309038188,0.13786568932737875,0.1378689110959413,0.1375409395057921,0.9904497897051137,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,2.7755575615628914e-17,0.42656215702873623
44,302,1.3628331514316139,0.01896670823916376,-0.00015974814142982356,-0.0001597210177415754,1.3968424825829104,1.4324838864308678,1.4143264810144198,0.9999999872402656,-0.00016382422595163218,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,8,0.03400933115129656,3.8139877582945463
222,303,1.311601401434185,-0.002351970792101611,-0.00017604714561330332,-0.00017596522892649786,1.313207899305021,1.5431197267822323,1.414336438488948,0.9999999845037012,-0.0002068688616504378,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.8.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,14,0.001606497870835888,3.4300251782082762
75,152,1.210445190296745,-0.008338510736390898,0.00492049199741386,0.004919766698986464,1.7332476555267953,1.2200743827507208,1.4109343915761565,0.9999878943059778,0.0034636517276868555,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,6,0.009629192453975755,4.844882257073624
123,188,1.2903449083009815,0.05263070118910794,-0.0002510695140784164,-0.00025108634848813166,1.3044931931277666,1.557741805941159,1.414388326456868,0.9999999684820491,-0.00029981105331760503,model.language_model.layers.15.mlp.up_proj.weight,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,13,0.014148284826785096,3.3101510997062493
259,283,0.26265489495119926,0.9674700666999451,0.9674700666999451,0.9649708226969402,0.2928608590123398,0.2626548949511999,0.2765281679641559,0.2529855134975201,0.8676842292769392,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,6.661338147750939e-16,0.7975518777121821
464,524,0.9642210807850585,0.35247042842766474,0.3524704284276649,0.35177613894666,0.9642210807850585,1.6489221920684929,1.177130702311222,0.9358229517830915,0.6027625023600005,model.visual.blocks.2.attn.proj.bias,model.visual.blocks.3.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,4.091358194328919
489,597,1.3242685763495345,0.005668094617957319,-0.001533860054111654,-0.0015338485647483767,1.3371373204361765,1.5089711418108445,1.41528987729925,0.9999988236359753,-0.0017309744645193927,model.visual.blocks.21.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,12,0.012868744086641959,3.577256173878542
322,466,1.2589591377422553,0.04619646129592308,0.050791076498747444,0.05078608611177824,1.2577548714773175,1.542623872956566,1.3785857466971665,0.9987093003212187,0.06229475147896019,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.2.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,2,0.0012042662649378588,5.428841258353176
455,467,1.2428924323207853,-0.01374779465631092,-0.0008257785707476791,-0.0008257074694133276,1.7170000250535176,1.2309001987972883,1.414766454096103,0.9999996590448179,-0.0005919924240328283,model.visual.blocks.19.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,17,0.011992233523496987,4.898138078705901
372,576,0.44064506033163453,0.8988236382795232,0.8948402263071427,0.021067189987838977,0.4763080183593925,0.4489245800320545,0.46200877373847155,0.4463865694469106,0.8433949404723496,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.7.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.008279519700419957,1.2211010931975361
433,529,1.281051359647954,0.013671143007477564,-1.8266569441752074e-05,0.00012183245399546367,1.6046861306002078,1.278655990577962,1.414226152612052,0.9999999998331662,-1.4555281558561509e-05,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.0023953690699920482,4.261587620889221
350,362,0.9569969368703698,0.5050419653847072,0.5050419653847075,0.5049218111419774,1.04196362530489,0.9569969368703699,0.9967744721938782,0.8630947880739125,0.46385843241190944,model.visual.blocks.10.mlp.linear_fc2.bias,model.visual.blocks.11.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,1.1102230246251565e-16,3.0363304789723276
375,531,1.2840891381360986,-0.007791291581759797,0.0007408058290908886,0.0007395309272351339,1.5507790709334641,1.3075351136468394,1.413697171952958,0.9999997256033242,0.0006246083997945281,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.02344597551074079,4.67473333473157
376,412,0.523560744235483,0.8717753757408888,0.8717753757408883,0.8714618329515963,0.761995738818387,0.523560744235483,0.6102590222523626,0.4899058014065899,0.5989893922987561,model.visual.blocks.12.norm1.bias,model.visual.blocks.15.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,1.7418525872713844
449,509,0.12056213665891274,0.9927065382957828,0.9927065382957823,0.33533527956785003,0.12159793151702794,0.12056213665891274,0.12107671130787809,0.12055591576029917,0.984250470703546,model.visual.blocks.18.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,0.0,0.48636936656534085
450,486,0.8471101729798631,0.6398189125956681,0.6398189125956683,0.6445220472724986,0.8471101729798631,0.8503936845293303,0.8487471652494138,0.7685257048953512,0.6422989356860359,model.visual.blocks.18.norm2.bias,model.visual.blocks.20.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.501814892723292
535,559,0.18543942902255303,0.98280179458282,0.98280179458282,0.8233159638912378,0.18543942902255242,0.19199484033360908,0.18863175718168204,0.18466356588344254,1.017544513726716,model.visual.blocks.3.norm2.weight,model.visual.blocks.5.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,6.106226635438361e-16,0.6352473566855324
108,272,0.31221258041984296,0.9501007987401802,0.9501007987401798,0.8866855767832424,0.31221258041984296,0.32418442428604644,0.318029627265385,0.31194305928049143,0.9865325735404684,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,8,0.0,0.8553659421680724
22,32,0.46314977451555495,0.8871997997539764,0.8871997997539764,-0.010809455402843737,0.46314977451555495,0.5469336011650219,0.49985025448177206,0.4613854303253454,1.0476943056700805,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,13,0.0,0.9210619589459179
50,191,1.1350114376002571,0.022210814623336527,-0.008676220341858403,-0.008679789719381834,2.6698791531480266,1.0822941463257385,1.4184790635175695,0.9999623608919386,-0.0035170964487863557,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,19,0.05271729127451863,7.988149442595923
250,309,0.936731063393593,0.4813194909255328,0.4813194909255328,-0.15179509735901367,0.936731063393593,1.154074232863468,1.0285636363164052,0.876545234232202,0.592996692390802,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,0.0,1.6307386374134822
146,205,1.163842580054948,0.2610038799072204,0.2683584311866289,0.26822726375416217,1.2742887649207095,1.155794885137222,1.2107143932166513,0.963319133211342,0.24340425081614409,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.008047694917725945,3.6190900935926025
218,264,1.1461290034651854,0.14391166554798052,0.13995798911692794,0.13959423728732928,1.1742771037517572,1.5225864093718395,1.3150167880555035,0.9901574426738133,0.18147175946087032,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,17,0.028148100286571776,3.5389029242374845
148,219,1.3012496692157824,0.03824236752507961,-0.0005912697196861569,-0.0005911961218037099,1.3386298971051884,1.505239740987773,1.4146287320732742,0.9999998252000439,-0.0006648609011639071,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,5,0.03738022788940598,3.7831695115130395
55,149,1.3190611799577339,0.014546550432421104,0.0008006493875201232,0.0008010475160521722,1.3528217822502668,1.483497217554021,1.4136497037136437,0.9999996794802277,0.0008779878873969099,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.17.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,16,0.03376060229253297,3.5094428440686904
5,23,0.1379784238091848,0.9953074847563628,0.9953074847563627,0.11408129163250895,0.1379784238091848,0.15383140704846168,0.14526009803993367,0.09676265182374226,1.1096629936697722,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,11,0.0,0.3093474455492766
44,314,1.3641881673720897,0.026112630851220467,0.0009122090755713249,0.0009117047894506823,1.383857236775314,1.4452805400557003,1.4135689940627059,0.9999995839372147,0.0009526980026188161,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,9,0.019669069403224215,3.6393753047779294
45,151,1.3118766457655697,0.02006244347781776,-0.0002536429936728551,-0.0002536331762053753,1.4865535849690885,1.3518125280677389,1.4143920972492738,0.9999999678326154,-0.0002306528200331921,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,17,0.03993588230216916,4.156580165123505
169,304,1.2105749998867097,0.012100259434891625,0.004417797040733541,0.004418557041648096,1.2211823322338269,1.731314261839502,1.4112677456055516,0.9999902414870391,0.006263270291949986,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.010607332347117193,3.1825843668296634
47,224,1.2904990840797756,0.0060532486523388555,-0.0004976782457785606,-0.0004977368163374363,1.6186438776181369,1.2722209511048066,1.414555468809362,0.9999998761581742,-0.0003911649127665274,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,22,0.018278132974969052,3.926271164858133
154,213,0.2738390842971363,0.9848126762507605,0.9848126762507605,0.879722333129712,0.35423250225032354,0.2738390842971363,0.3063908261811733,0.17362025427874092,0.761308461972095,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,0.0,0.8009558357093441
356,584,0.9673550218983319,0.4689146851053869,0.46891468510538686,0.46894016231263247,0.9673550218983319,1.1203393383532199,1.0354654942639785,0.8832434647890217,0.5430721463813217,model.visual.blocks.11.attn.proj.bias,model.visual.blocks.8.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,3.1859479933483597
489,585,1.3253080433658027,0.028931794935081877,-0.0011200399443451897,-0.0011200619145969946,1.36316958196808,1.4732375429424707,1.4150029482434259,0.9999993727550649,-0.0012104766108573333,model.visual.blocks.21.attn.proj.weight,model.visual.blocks.8.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,13,0.03786153860227737,3.5347504394337257
454,466,1.2609309423966952,0.010666119830534587,0.015438510261080967,0.015661056723921894,1.5714149670360775,1.2799642438235121,1.4034819185133138,0.9998808190984156,0.012575125938476792,model.visual.blocks.19.attn.qkv.bias,model.visual.blocks.2.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,17,0.019033301426816918,7.984305998073203
323,395,1.2449220103213667,0.012912626388472754,-0.00028529902460277965,-0.00028607151119941347,1.2065281758327238,1.7880374842611186,1.4144006251422214,0.9999999593022325,-0.000422804340943655,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.14.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,14,0.038393834488642975,4.28586749989653
348,396,0.4412150923423853,0.9027789821090846,0.9003575650487153,0.006149514202500634,0.44609074004474636,0.5561046208789028,0.4921033440701715,0.43515084173140295,1.1224016941410722,model.visual.blocks.10.mlp.linear_fc1.bias,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.004875647702361041,1.0456892178485584
397,469,1.2810725783813683,0.0020063375562547822,0.000479803310746066,0.0004821755668702648,1.5973221542181022,1.281911371032062,1.413882297711607,0.9999998848943848,0.00038506028247338106,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.0008387926506936427,4.451850386053966
434,482,0.958051059292428,0.37270434347356995,0.37270434347357,0.3726187956423123,1.5680828787053736,0.958051059292428,1.1561747631970607,0.9279501454043397,0.22771104507087236,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,4.29362465267208
327,519,1.2855699513828223,0.006907962561764132,-0.0019617018779267744,-0.001970097411587126,1.3207092465826793,1.534364855902179,1.415584580927177,0.99999807586102,-0.0022790530368712145,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.23.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,23,0.035139295199857035,3.5771489238008916
460,496,0.5288351909421738,0.8502219973168418,0.850221997316842,0.8495586059479067,0.6612234393491059,0.5288351909421738,0.5840626241630826,0.5264243110633855,0.6799930031774009,model.visual.blocks.19.norm1.bias,model.visual.blocks.21.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.648072185553398
569,581,0.1268513193712106,0.9926415159607385,0.9926415159607388,0.7460129758725444,0.1268513193712106,0.13284991071981284,0.12974673056200844,0.12109013498698573,1.0395819091661158,model.visual.blocks.6.norm1.weight,model.visual.blocks.7.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.44781204821478987
582,606,0.848421461786515,0.5756586390140433,0.5756586390140433,0.5760516952271099,1.0579653780579437,0.8484214617865151,0.9360397238351039,0.8176901193780559,0.46164189691997765,model.visual.blocks.7.norm2.bias,model.visual.blocks.9.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,1.1102230246251565e-16,3.0972069701177554
379,607,0.19156043321272073,0.9975003870613883,0.997500387061388,0.9225483040642561,0.19156043321272073,0.23376746506992463,0.20954057255831166,0.07066100630744745,1.2172823634756982,model.visual.blocks.12.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.3435977285949769
143,214,0.31676421282661243,0.9640452750552818,0.9640452750552817,0.016743022666928016,0.31676421282661243,0.400135639074589,0.35123497006212995,0.2657380432749256,1.21777920803898,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,5,0.0,0.8125702396910152
8,34,0.47089891835075726,0.8867892542326086,0.8867892542326087,0.16047040053146908,0.5911642389903088,0.47089891835075726,0.5208933130271065,0.46217401330837904,0.7063825466446318,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,0.0,1.2093728177673184
109,132,1.1362163267222802,0.021212636399419837,-0.010265388015340696,-0.010227588511720037,1.7748514852687713,1.2189146184452144,1.4209722085142409,0.9999473095163037,-0.007049959740161728,model.language_model.layers.14.linear_attn.conv1d.weight,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,2,0.08269829172293419,8.086820817926355
63,86,0.9387323533312676,0.4539375867139347,0.45393758671393464,-0.4451124555837889,1.2527026079287251,0.9387323533312676,1.0623777940751957,0.8910334827425561,0.34016525258621755,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,2.2180754914814895
52,111,1.1639579653688907,0.056769530421314135,0.0593113361588042,0.05931843224950121,1.1648707689014015,1.76581362208692,1.3751182225720384,0.9982395330796399,0.0899093428468183,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,13,0.0009128035325107753,3.6851850638099397
112,276,1.1465614871039977,0.2651399781221672,0.23313254250103382,0.23302507151370333,1.329014260515417,1.1668063820333434,1.2400231018828218,0.9724449689452888,0.2046784195862362,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.02024489492934567,3.6374005025658676
195,300,1.301347030044758,0.034242898837263884,9.854341803171116e-05,9.854828222404115e-05,1.3041122767886322,1.557740322552462,1.414144966028161,0.9999999951445974,0.00011770846615150729,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.002765246743874128,3.463067341732233
161,184,1.3242976366748214,0.0141049128516751,0.0013553518838956063,0.0013525570600653525,1.4797815981614568,1.3549693395099196,1.413258570026165,0.9999990815102135,0.0012410346562001112,model.language_model.layers.18.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,16,0.030671702835098236,4.061491167966975
5,31,0.13799977238952466,0.9925002368984649,0.9925002368984656,0.02020112449596742,0.13799977238952466,0.14863235734703054,0.1430204911933525,0.12224270839804607,1.0689702404820995,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,0.0,0.39976090175985446
138,279,1.36430831344058,0.023997170169728424,0.0014607453426756039,0.0014607836951742027,1.4493821301482746,1.379564642119819,1.4131815403650936,0.9999989331109528,0.0013903804828132552,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,10,0.015256328679239095,4.063737802027009
151,238,1.31249539903322,-0.0005968351412861178,-0.00022367324957456322,-0.00022366504597421064,1.3264942277956078,1.522397557777867,1.4143702258506763,0.9999999749851384,-0.00025670643848819155,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,14,0.013998828762387783,3.551212716478196
199,316,1.213967988162775,-0.011609508652979583,0.003444716032458152,0.0034477152322657943,1.2032697385713802,1.7887816955894564,1.4119556502489434,0.9999940669481273,0.005120917436750734,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.01069824959139476,3.1775019613455013
153,229,1.2924632342154085,0.014621324399028466,9.304670945075978e-05,9.299195283473444e-05,1.5704767843816847,1.2967979637875258,1.414148954950675,0.9999999956711548,7.683194336449946e-05,model.language_model.layers.17.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,6,0.004334729572117224,3.915278744313575
283,288,0.27528638456902893,0.9734528506229468,0.9734528506229471,0.9813928379799796,0.33550848021824864,0.27528638456902893,0.3009692387116171,0.22888763097655238,0.7987229283208754,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,1.6021891255776342
392,584,0.9673927692497591,0.4742140622184605,0.4742140622184606,0.4743739438846703,1.1054367052152145,0.967392769249759,1.0295375441450492,0.8804095769551045,0.4149954969854027,model.visual.blocks.14.attn.proj.bias,model.visual.blocks.8.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,6,1.1102230246251565e-16,2.9334969108960878
393,489,1.3264099036026566,-0.018381003850149145,0.0002082802765065032,0.00020827102924757195,1.5176625311552374,1.3291495676229974,1.4140675644020086,0.9999999783096629,0.0001824092206139471,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.0027396640203407596,4.247325249432047
442,502,1.264969044255716,0.0995473619634592,0.0667482648922586,0.06706506096733601,1.257553576606923,1.511143172452079,1.3670130398635763,0.9977698477774687,0.08020826042029333,model.visual.blocks.18.attn.qkv.bias,model.visual.blocks.22.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,4,0.007415467648792973,3.2129631211233756
323,347,1.2480147545986522,0.012902928819699833,0.0007406499414462107,0.0007404740560011017,1.2281142301542447,1.7208486115404773,1.413718205339411,0.9999997257187945,0.0010378077153418955,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.10.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,10,0.019900524444407486,4.508355479537538
384,480,0.44125907777685286,0.9136949357360715,0.9146543984999278,-0.009893131385474182,0.4372416941571339,0.5845460296097014,0.4951569387027563,0.4042367268133059,1.22279646303822,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.20.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.004017383619718984,1.0991128018309875
445,541,1.2812189679036496,-0.005126706647719123,0.00037142215458914774,0.000526484216363598,1.5883727724465895,1.286714004642047,1.4139566234068588,0.9999999310227892,0.00030088282564050945,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.005495036738397463,4.321539364294576
374,590,0.9610393225654364,0.46901099954389613,0.46901099954389597,0.4687619329168632,0.9610393225654364,1.1334153041223163,1.0366290783125125,0.8831923246421675,0.5531347492272474,model.visual.blocks.12.mlp.linear_fc2.bias,model.visual.blocks.8.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,4,0.0,3.2418413839401747
339,435,1.286905123213532,0.024084225044706337,-0.0005643215018798668,-0.0005614752631381927,1.3125591386087845,1.5448795517886282,1.4146073022793197,0.9999998407706086,-0.0006642053094940216,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.17.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,16,0.025654015395252472,3.4944706154400675
484,508,0.5319541865328449,0.8468338508296906,0.8468338508296903,0.8465605463759396,0.6357814546706705,0.5319541865328449,0.57697583159045,0.5318575270586644,0.7085403465880075,model.visual.blocks.20.norm1.bias,model.visual.blocks.22.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.4623057082960254
425,485,0.12836804908562946,0.997661288500422,0.9976612885004222,0.7970697586039028,0.14439535322300054,0.12836804908562946,0.13567680859183512,0.06835168928181175,0.8869248933188992,model.visual.blocks.16.norm1.weight,model.visual.blocks.20.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,0.0,0.3451626257623859
402,450,0.8679900435286615,0.5278327950167984,0.5278327950167985,0.5190981674555154,2.487735131549639,0.8679900435286615,1.1590022899599337,0.8493483034095932,0.18416494783232684,model.visual.blocks.14.norm2.bias,model.visual.blocks.18.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,5.2949220034363895
547,595,0.19857065664847665,0.9801521287400563,0.9801521287400559,0.6341771591414112,0.20496213568500712,0.1985706566484761,0.2016904822110938,0.19824682727937126,0.9495873526534083,model.visual.blocks.4.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,5.551115123125783e-16,0.6887168003766144
96,272,0.31941435464066614,0.9553551315266091,0.9553551315266089,0.8815044996200992,0.31941435464066614,0.3829944075540656,0.34690856404583276,0.2954599341125217,1.145520441667045,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,7,0.0,0.7747008828884754
16,32,0.47126009408840247,0.8827035753940229,0.8827035753940228,-0.1084661393427974,0.47126009408840247,0.5133090126824428,0.49093911734890383,0.46993020544183867,0.9614641817980288,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,10,0.0,1.158800015468332
38,85,1.1371327757712957,0.026330404965902037,-0.00884093576332093,-0.008873234161138851,1.8511505662099292,1.1950695698713205,1.4198993583818968,0.9999609181637195,-0.005707549398082694,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,12,0.057936794100024835,8.08119667989677
63,98,0.9399894541634586,0.4671515520338739,0.4671515520338738,0.05118051781575397,0.9399894541634586,1.1955662260521551,1.045027384252221,0.8841772601873127,0.5941668979218396,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,2.3867304092667103
87,99,1.1644079703303527,0.2010920944707366,0.1976207505481654,0.19752640375863206,1.1466816435141785,1.4468379829604494,1.2709077169777772,0.9802785517151641,0.24935012235652174,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,1,0.017726326816174254,3.292679979774484
218,252,1.1472075138894364,0.11042637474020893,0.13714185974702406,0.13682118884807593,1.1655178020602743,1.5512516930408886,1.3177846379962783,0.9905514172949972,0.1825296376797386,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,18,0.018310288170837907,3.7262857584691353
66,195,1.3030930527573237,-0.01226826920563513,-6.483691246183261e-05,-6.480581774913802e-05,1.5827087583785238,1.2902101921113478,1.4142584675626606,0.9999999978980874,-5.285447802095313e-05,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,10,0.01288286064597588,4.43587622214099
220,266,1.3244874199327423,-0.009025069334260004,0.00018779471814289064,0.0001918384823110066,1.3411663037482124,1.5003486036930538,1.4140815961561075,0.9999999823665717,0.00021008397121160678,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.5.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,17,0.016678883815470114,3.8374309887354205
9,33,0.13898354642143854,0.9904430964439829,0.9904430964439831,-0.1613365151076517,0.13898354642143854,0.14279649483412388,0.1408513281527872,0.13792198050512117,1.0176154382763736,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,5,0.0,0.4875339620252273
91,221,1.3647808352829733,0.0070270333666572265,-0.0007368105932883846,-0.0007368242798929168,1.480345341168686,1.357135888882767,1.4147325099382608,0.9999997285550379,-0.0006754856935417786,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,10,0.007644946400206409,3.7148854158178626
45,227,1.312981782050364,0.05502429358126576,-6.873689503298329e-05,-6.87236531039964e-05,1.4956243966833247,1.344879683948253,1.4142618928629351,0.9999999976376196,-6.18088698422831e-05,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.23.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,23,0.0318979018978891,3.8630615529544614
152,304,1.214483501134152,0.03239302675286232,0.0053069500158916955,0.0053077378406257685,1.2418258677094236,1.6744731129749897,1.4106180365292438,0.9999859180416137,0.007155870516615914,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.02734236657527167,3.180019389275331
170,188,1.29498604096492,0.0015396222344031614,-0.00025723383170034216,-0.0002572600930140534,1.2915754395818566,1.5805705943986301,1.4143917967632942,0.9999999669153774,-0.0003147909272738066,model.language_model.layers.19.mlp.up_proj.weight,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.003410601383063483,3.3930258858696396
48,60,0.2781618064911858,0.9654967161168401,0.9654967161168402,0.9653698118851732,0.2781618064911858,0.3205618099021008,0.2971163794458936,0.2604152283711495,1.112666683744579,model.language_model.layers.0.post_attention_layernorm.weight,model.language_model.layers.1.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,1.0013453797417027
344,368,0.9745346188388017,0.34513376832582665,0.3451337683258269,0.3452318323798317,0.9745346188388017,1.6041772352021741,1.1778825548694931,0.9385535051137013,0.5681232082935508,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.12.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,2.214550973534624
333,489,1.3286352805900552,0.012870488475050306,-0.0015827765140648418,-0.0015826958677739467,1.4478874891428635,1.3848766936883914,1.4153312057941199,0.9999987474084687,-0.0015138954663827995,model.visual.blocks.1.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,20,0.05624141309833619,3.959999782286598
514,526,1.2678002142196039,0.00028804766787668065,-0.027523526203228624,-0.027688430897152626,1.6827517844586823,1.2689074248745984,1.4328030344666112,0.9996211559912785,-0.020754580135086406,model.visual.blocks.23.attn.qkv.bias,model.visual.blocks.3.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,20,0.0011072106549945282,7.8706295092756005
371,467,1.2499946868061669,0.0016562749968863635,-2.7992623507161766e-05,-2.7916162992289053e-05,1.6472945393298983,1.2584282013203756,1.4142326594851622,0.9999999996082065,-2.1384583029508428e-05,model.visual.blocks.12.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,10,0.008433514514208706,4.678847540683769
372,600,0.44141876522702533,0.9015431955258992,0.900001725725555,0.014003409986241791,0.4523883765697347,0.44305177075121804,0.447647064860944,0.4358863311587357,0.8814270633684,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.9.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,0.00163300552419271,1.1990428585869672
397,565,1.281782115489787,0.019288598515778677,-0.0008060969580202723,-0.0007099525469970099,1.6052342282747183,1.279181233257137,1.4147690669193616,0.9999996751037944,-0.0006423636393509108,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,8,0.0026008822326499814,4.060080203519764
446,494,0.9632654359533364,0.3000722819022418,0.3000722819022416,0.3001879656339124,2.2197531106021295,0.9632654359533364,1.2496700691060452,0.9539164668009362,0.1302168498214956,model.visual.blocks.18.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,5.949248866306862
399,531,1.2870811927232253,-0.023382313069226727,-9.722067544581371e-05,-9.737892845986485e-05,1.5633066937840014,1.3010877355314823,1.414281163510041,0.9999999952740701,-8.091350786483112e-05,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.014006542808256972,4.5269817595255395
544,568,0.5390283426308418,0.8537947032462121,0.8537947032462123,0.853813989067592,0.5425561625579595,0.539028342630842,0.5407836225917453,0.5206098392354032,0.8482431416280035,model.visual.blocks.4.norm1.bias,model.visual.blocks.6.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,2.220446049250313e-16,1.6644156323239931
353,593,0.12939140223570492,0.9945066492408591,0.9945066492408595,0.8855415214148417,0.12939140223570408,0.1408811857801194,0.13477034083395917,0.10467341885941217,1.0828175102086077,model.visual.blocks.10.norm1.weight,model.visual.blocks.8.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,8.326672684688674e-16,0.34541336328882993
378,582,0.8691102034075934,0.5022429064317274,0.5022429064317274,0.5016316734036584,0.8691102034075934,1.474508526532723,1.0588594391267598,0.864726582764177,0.8520915357115557,model.visual.blocks.12.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,5,0.0,2.8176025629930903
463,499,0.1992427130434979,0.9935881633271333,0.993588163327133,0.8447699015725091,0.24018748543480428,0.1992427130434979,0.21686816001200296,0.11305999158064045,0.8242111405214704,model.visual.blocks.19.norm2.weight,model.visual.blocks.21.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.46825988261313856
108,295,0.32194910423532275,0.9517793688904217,0.9517793688904219,0.9584374834221849,0.3769317383990082,0.32194910423532275,0.34620786582922997,0.30678336485955393,0.8129443186329954,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,6,0.0,1.1519581970693775
8,20,0.4792462543572532,0.8776805321645916,0.8776805321645917,-0.32159353927095674,0.5458518506083544,0.4792462543572532,0.5093112528359405,0.4792461616531518,0.7705847421665287,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,7,0.0,1.269321814480882
109,156,1.1380562755776316,-0.04993823269882162,-0.0054659741398542325,-0.005471192320015444,1.9795813999685201,1.1624250362396913,1.4175848440352914,0.9999850614517711,-0.003209660985755024,model.language_model.layers.14.linear_attn.conv1d.weight,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,4,0.02436876066205973,8.785150101764728
39,274,0.9401921217178979,0.35795628060583284,0.3579562806058328,0.32001731730119576,0.9401921217178979,2.009263802411447,1.2043074454773004,0.933738347276601,0.7649804554339129,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,6,0.0,1.8527666309346604
40,146,1.1647949894729692,0.0609009289394664,0.01800800596875963,0.018096658896961514,1.1925895707732297,1.785098762216301,1.4024005902191934,0.9998378427130218,0.026954846791066845,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,17,0.027794581300260468,3.2836307169629704
252,276,1.147791370024053,0.2358666470171531,0.2497327244519052,0.2494915445974591,1.3144604368736301,1.1544032388251497,1.2266684371136192,0.9683148074556274,0.21932365391962264,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.006611868801096765,4.142518056430561
66,160,1.3039767489694232,-0.018965522988966366,0.00042524725131577707,0.0004251855559200877,1.611094984694591,1.27499724512232,1.4139208835598724,0.9999999095823835,0.0003365345178740255,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,8,0.02897950384710324,4.330875425616266
137,220,1.3274516729532206,0.0006548949414075219,0.005385490833277418,0.005382039942096157,1.5095235226494534,1.3285984789625969,1.4104312130815604,0.9999854981390903,0.004740008898305177,model.language_model.layers.16.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,6,0.0011468060093762222,4.082289095724622
31,35,0.13934353713527114,0.9907167328682954,0.9907167328682952,-0.028896549312466574,0.14513163841965443,0.13934353713527114,0.14214928298444446,0.13594247023932907,0.9512052324372603,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,3,0.0,0.5282419178969661
56,91,1.364824847752587,0.03135622534654704,-0.0005730142224671859,-0.0005730388035524346,1.3741626402008948,1.4588704571373021,1.4146179629664344,0.999999835827337,-0.000608336667160932,model.language_model.layers.1.linear_attn.out_proj.weight,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,11,0.009337792448307791,3.6581648772718363
69,222,1.313111382495167,0.008848792724965443,-0.00037341557943457935,-0.00037341809223805084,1.5372203929301183,1.3171028866373227,1.4144744609796192,0.9999999302804001,-0.00031994549373050844,model.language_model.layers.10.mlp.down_proj.weight,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,12,0.003991504142155655,3.8873685724263125
93,164,1.2154119292316032,0.0008709431207294381,0.006633611778122663,0.006628452644175721,1.7627758775238427,1.2087632516789206,1.4098312394462815,0.9999779973553304,0.004548772334326818,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,6,0.006648677552682614,4.817503990841266
47,200,1.295025942815629,0.006401138161858909,-0.0001363840212671127,-0.0001363788622243301,1.5702213761243946,1.2971876309172643,1.4143082642151734,0.9999999906996994,-0.0001126692504206746,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,20,0.0021616881016353062,3.989311668234079
72,288,0.29094037331353895,0.9567508246906354,0.9567508246906355,0.9912610854653748,0.305463166546508,0.29094037331353895,0.29793663241255,0.2909086788904529,0.9112635256504771,model.language_model.layers.10.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,0.0,0.48490243221661056
392,404,0.9770691293434886,0.45045259470488686,0.4504525947048867,0.450292740241484,0.9770691293434886,1.1530124694526982,1.05418434412096,0.8928003471793876,0.5315667469107702,model.visual.blocks.14.attn.proj.bias,model.visual.blocks.15.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.8094473604069066
417,501,1.3288448659414362,0.027329501774216926,-0.001172488935665165,-0.0011724792293981684,1.5125886402666031,1.3342104604757425,1.4150359134275468,0.9999993126346116,-0.0010342183995780952,model.visual.blocks.16.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,6,0.005365594534306295,3.752762875629606
538,586,1.268172607059674,-0.030219420934640796,-0.012343942334397201,-0.012912833139953013,1.3058500438776686,1.577999693091452,1.4227621157976884,0.9999238106414133,-0.014916519171968663,model.visual.blocks.4.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,4,0.037677436817994625,5.256875361949265
335,539,1.2512764479545055,0.01786751054131052,0.00022901539473730898,0.00022859293474133147,1.278630376968886,1.6042388200702522,1.4140556948078302,0.9999999737759742,0.0002873350995322425,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,3,0.027353929014380496,3.8993066560254124
372,456,0.4426699350757715,0.9090161885527313,0.9101820212705405,-0.022785124182079657,0.4407990734393473,0.5804568261477608,0.49645819337584873,0.4142085080679458,1.1985537155539125,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.0018708616364241926,1.1165300731077075
421,577,1.2826366230585253,0.024341610219501902,-0.000851953736093197,-0.0007313471717444069,1.5798222983088392,1.2926126726960419,1.4148039350412782,0.99999963708735,-0.0006970696622042001,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.blocks.7.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,9,0.009976049637516526,4.1327026862221
518,530,0.9665477066735125,0.2573894887721042,0.25738948877210427,0.25722068670653003,0.9665477066735125,3.465248692661247,1.3166467417936243,0.9663077413896852,0.9227879630917792,model.visual.blocks.23.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,20,0.0,2.095903099517323
363,471,1.2872336473305888,0.04125047379646718,0.00041893302072406853,0.00041894306435442323,1.4413918916454864,1.3879565928856423,1.4139175122517644,0.9999999122475582,0.0004034023303875224,model.visual.blocks.11.mlp.linear_fc2.weight,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.10072294555505357,4.1444826938303665
424,460,0.5460701774321548,0.8498305249737879,0.8498305249737883,0.8492567655398031,0.5500996267508433,0.5460701774321545,0.5480737931827075,0.5270560490334737,0.8436055634153112,model.visual.blocks.16.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,3.3306690738754696e-16,1.3812469067990973
425,497,0.12954785323700793,0.9946036153160003,0.9946036153160004,0.5424616090409027,0.14127025954203604,0.12954785323700793,0.13502891699470979,0.103748004319802,0.9120728142190094,model.visual.blocks.16.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,5,0.0,0.5071603038810095
546,570,0.870400512686384,0.5411770115966799,0.54117701159668,0.5410710164895326,1.1365432024181203,0.870400512686384,0.9772696251071774,0.8409087002280848,0.4144503678748371,model.visual.blocks.4.norm2.bias,model.visual.blocks.6.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,3.354222927458617
367,607,0.20572949767972606,0.9958997380647867,0.9958997380647865,0.8956332007415827,0.20572949767972662,0.2536340957688699,0.22595857706549183,0.09046386970768815,1.227797337714533,model.visual.blocks.11.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,5.551115123125783e-16,0.34793909755842295
155,214,0.32214493363461305,0.9818976195089852,0.9818976195089851,0.5277276726383016,0.3221449336346131,0.4466042655983221,0.3694886765859665,0.18941241987416896,1.3612496099377858,model.language_model.layers.18.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,5.551115123125783e-17,0.6487722804428142
0,22,0.4964879586830548,0.9021497732991839,0.9021497732991838,0.28195245419669035,0.4964879586830548,0.7563369492247344,0.5869721873712729,0.4314229786836015,1.3743116934613755,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,21,0.0,1.21507901857494
132,179,1.1390500596456234,-0.055394036086183956,-0.01076097535247614,-0.010878950844451436,1.1597962979390526,2.0106970022667325,1.4207849508971526,0.9999420990284704,-0.018655914768083696,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,14,0.020746238293429142,4.454482005448462
98,262,0.9439678418308998,0.4121675342652488,0.41216753426524877,-0.10026412463898327,1.4322877568134,0.9439678418308998,1.1146602308579707,0.9111080746528948,0.27164436471812914,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,0.0,2.7966489956740768
205,275,1.1668802690742461,0.15409571976230246,0.1273046517923862,0.1271340436606492,1.1743762818472738,1.5532308581431935,1.3247749613876385,0.9918636628246945,0.16837321785661155,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,15,0.007496012773027694,3.2469179226647116
100,147,1.148394771704224,0.22748530042770196,0.1902694250025256,0.18991380179386208,1.3736566821339775,1.193375123414968,1.2740472946447887,0.981731911424503,0.16529807010565528,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.044980351710744104,3.942032135967178
136,312,1.304202529906986,0.003175564737654888,-0.0002490751453116334,-0.00024905582204408285,1.2973568530604034,1.570135455499189,1.4143865155256328,0.9999999689807855,-0.0003014449847124675,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,7,0.006845676846582549,3.6875791003525427
55,266,1.3279919573458467,-0.007723944647886071,0.00031619072596578775,0.00031655957577116984,1.3543856737985929,1.482228418993426,1.4139908706639142,0.9999999500117112,0.00034603650120884806,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.5.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.02639371645274613,3.593513375751753
23,33,0.13988138859514096,0.9912776216992853,0.9912776216992855,-0.038216827665099574,0.14811770406153743,0.13988138859514093,0.143822971425873,0.13179027550698985,0.936156086709096,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,13,2.7755575615628914e-17,0.3779679816769842
185,255,1.3656234215913745,0.0053718466871908776,-0.0005374778821133898,-0.0005373472666128863,1.390354246616989,1.440146019567942,1.414593330495562,0.9999998555587527,-0.0005567261972370112,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.4.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,2,0.02473082502561441,3.689909295545045
198,285,1.3138925960180579,0.015474609071500488,0.0002787216889463185,0.00027868863116938675,1.324283174152483,1.5248766239235918,1.4140184070994823,0.9999999611571093,0.0003209405634310398,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.010390578134425121,3.349287169694716
105,169,1.2154123970408337,-0.010255551358781418,0.0061709827196013605,0.006165697078834085,1.7211256004736626,1.2232623984463338,1.410086577804361,0.9999809593048632,0.004385926930767279,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,6,0.007850001405500073,5.194285625189844
59,224,1.2957882296559944,-0.018891812194734542,0.00016117784600063313,0.00016128727880685697,1.629073058239306,1.2665847688764877,1.414103105018065,0.9999999870108509,0.0001253138426126581,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,21,0.02920346077950664,4.242821863903129
154,225,0.2918232988909069,0.9729191719820356,0.9729191719820357,0.6767058439564566,0.36717362834760553,0.2918232988909063,0.32308552199049295,0.23114559219199893,0.7732594620145691,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,5,6.106226635438361e-16,1.1393440326278748
476,488,0.9785980918062877,0.48395476333293597,0.4839547633329359,0.48380227959128924,1.061408806743827,0.9785980918062878,1.0174846962862718,0.8750930162259107,0.44619679515479865,model.visual.blocks.20.attn.proj.bias,model.visual.blocks.21.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,1.1102230246251565e-16,2.7354541376289685
429,549,1.3299158976379353,0.013702382524966163,-0.001039752174849824,-0.001039738767734395,1.4754823954091558,1.3612976798154524,1.4149462098913268,0.9999994594575614,-0.0009592877743645582,model.visual.blocks.17.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,12,0.03138178217751708,3.9127394217386113
358,526,1.2693064711648308,0.04310876659889508,0.026176254101102567,0.026472373891680973,1.6171962788673373,1.2464904244730004,1.3961995426280465,0.9996573431537601,0.020175936905104053,model.visual.blocks.11.attn.qkv.bias,model.visual.blocks.3.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,8,0.02281604669183035,7.7858924778622125
467,503,1.2518344531201335,-0.005718591034003414,0.0003353735080584886,0.0003354160861819092,1.2436031985525928,1.6813971126757512,1.413986791561374,0.9999999437623034,0.0004534372770782423,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.22.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,20,0.008231254567540702,3.497964900176346
372,492,0.44366735299029714,0.9075291836997575,0.9096026221186323,-0.0068802019770432205,0.4364505197840373,0.5624805134691236,0.48764946341207155,0.41547932540008353,1.1722606040091648,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,9,0.007216833206259821,1.1476653316056133
433,553,1.2827634752876167,0.005077104003284549,2.941904309078741e-06,0.0001923248551167046,1.5942920769612487,1.2839776202236948,1.4142115299353013,0.9999999999956726,2.3692893844749178e-06,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.5.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.0012141449360780765,4.298597435439162
410,458,0.9705755178832631,0.2998423684536543,0.2998423684536543,0.2996333226686491,2.02832670961171,0.970575517883263,1.238150086704706,0.9539887599338385,0.14347770537467341,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,4,1.1102230246251565e-16,5.5371840559397425
375,555,1.2872668572085568,0.027105555265444566,0.00043923442820462035,0.0004393963752775423,1.5447315951160994,1.3115315299650798,1.4139070567826393,0.9999999035365539,0.0003729254994575587,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,7,0.024264672756522998,4.13731807958761
532,568,0.555176180891644,0.8389953428802202,0.8389953428802195,0.8389994960835343,0.5551761808916441,0.5849200875999011,0.5694663748754446,0.5441385987276616,0.8839450364481463,model.visual.blocks.3.norm1.bias,model.visual.blocks.6.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,1.1102230246251565e-16,1.809253277462341
413,437,0.13423896456803544,0.998827543636409,0.9988275436364085,0.9129217842520564,0.1536580425075587,0.13423896456803544,0.14296871739768946,0.048410103008137764,0.8725971843171829,model.visual.blocks.15.norm1.weight,model.visual.blocks.17.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.2704513715302119
498,522,0.8716230035957414,0.519380905435421,0.5193809054354213,0.5312174906453925,0.8716230035957414,1.2612337667870799,1.0140630022488202,0.8545428456602291,0.7515413579692736,model.visual.blocks.21.norm2.bias,model.visual.blocks.23.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.3238500262361703
391,607,0.20693891753021,0.9949251110211219,0.9949251110211214,0.814654786323671,0.20693891753021,0.25419518870624774,0.22695706215843225,0.10061820640226805,1.2221247668780233,model.visual.blocks.13.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.41097950122176413
108,248,0.3268868328039934,0.9483851729168816,0.9483851729168817,0.7447801632860709,0.37613008524882546,0.3268868328039934,0.3489288791937314,0.31712074008398833,0.8242218254037821,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,10,0.0,0.8142848347621102
18,26,0.49895371895322616,0.8707485999025077,0.8707485999025077,0.7169985040073653,0.5222714702776107,0.49895371895322616,0.510213403346867,0.49172845735001197,0.8318724589029041,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.4.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,2,0.0,1.1449737889463665
203,273,1.1395011723696369,-0.013457935349922385,-0.008687015772307308,-0.008711274541001887,1.1258570074644896,2.213455978860641,1.419169315241709,0.9999622671666025,-0.017078835831002972,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.6.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,15,0.013644164905147305,3.8422295778981628
297,309,0.9447631983410251,0.5528404920829294,0.5528404920829295,-0.05899543228526911,0.9466105723272547,0.9447631983410251,0.9456855320365533,0.8332870995722329,0.551761586803964,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,1,0.0,1.7633977337839024
193,298,1.1674932484105154,0.15904244629263561,0.10970674337391326,0.10963196243410321,1.2090477455470794,1.5149810147632536,1.3364328042002054,0.9939639985725289,0.13746655912895964,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,12,0.041554497136564006,3.3977383898310305
218,276,1.1499799724042012,0.20383365903293613,0.15546878955595198,0.15518396974255744,1.210740015563307,1.4152210217355936,1.301080507261127,0.9878408047221006,0.18172580105977826,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,16,0.06076004315910577,3.603167455143092
54,207,1.3045427639098595,-0.0038907000149675463,-0.0001630048367784924,-0.0001630568701588613,1.5945357473806065,1.2840219361870704,1.4143261681455201,0.9999999867147116,-0.00013126189643098546,model.language_model.layers.1.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,20,0.02052082772278907,4.456084489069966
184,278,1.3295614590424634,3.476970226346573e-05,-0.000871582677975795,-0.0008707068263296104,1.3365107952462552,1.5087453970155826,1.4148252319029813,0.9999996201717456,-0.0009839025305232979,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.006949336203791789,3.772559647771332
15,21,0.1400779745848583,0.9912043987965554,0.9912043987965552,0.09801134503228004,0.14818495930883402,0.1400779745848583,0.14396054773790812,0.13233986476628823,0.9369770402517924,model.language_model.layers.17.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,3,0.0,0.34564352361152934
103,279,1.3662381348944905,0.05188046043877359,-0.0005483957706202648,-0.0005482580479614832,1.4259565287868845,1.4035129670318236,1.4146012348130135,0.9999998496310281,-0.0005397644034672977,model.language_model.layers.13.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,7,0.03727483213733307,3.863353921204558
198,303,1.3151214175516395,0.007659427629621566,0.00039034145724560113,0.00039037362101119327,1.3194260125713675,1.5321902387957584,1.4139405790081332,0.9999999238167705,0.00045328602353644445,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.8.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,12,0.004304595019728019,3.3182174791877195
70,223,1.2157454941288872,-0.015252590897706579,0.0030712249072407326,0.003072532172827907,1.8182521456079102,1.1949294649741198,1.412218710848195,0.9999952837776632,0.0020183653538312614,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,12,0.020816029154767435,4.834419049773805
200,282,1.2963977743393398,0.013220038489282248,0.00019307915895083811,0.00019308906477586349,1.3100308258844018,1.5476441257630689,1.4140789032615078,0.9999999813602191,0.0002280998433420882,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.6.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.013633051545062003,3.3666292961583952
95,107,0.2985581633111657,0.9623266840803861,0.9623266840803862,0.9859478491331173,0.298558163311165,0.35585027855681334,0.3234590844333642,0.27189584974186043,1.1469933188052062,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.13.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,6.661338147750939e-16,1.0767209452805546
416,512,0.9801727037793567,0.20456096982332472,0.20456096982332483,0.20459426617428367,6.375908711942388,0.9801727037793567,1.3700784569870796,0.9788538244421078,0.031447294485866764,model.visual.blocks.16.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,7,0.0,14.555440283407469
405,549,1.330203903129128,-0.029392571800300436,-6.54723899351703e-05,-6.548562770051205e-05,1.518541560708902,1.3288783250057181,1.414259448608446,0.999999997856683,-5.729500075753856e-05,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,10,0.0013255781234098318,4.083453036814615
406,466,1.269372503480738,0.006042396507131254,0.002119782783178647,0.0018500330365587968,1.5593775773105378,1.3009546914388124,1.4127381519189854,0.9999977532579521,0.0017684885282009553,model.visual.blocks.15.attn.qkv.bias,model.visual.blocks.2.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,13,0.03158218795807444,8.816616409483903
371,527,1.2603807959932967,0.05788312159357437,0.00014103645541157058,0.00014208378992494302,1.5433024524453158,1.3127411575225791,1.4141151225357578,0.9999999900543591,0.00011996634842153668,model.visual.blocks.12.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,9,0.05236036152928247,4.196432501474089
384,444,0.44580488448145167,0.9094566801370021,0.9134390920470434,-0.022441904417642454,0.43821232404501115,0.5835399038611496,0.49555334818182717,0.4069754600959041,1.216369624286051,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.18.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.007592560436440521,1.164531846920258
337,385,1.283440032833025,0.014603099321561163,0.0010346444535123392,0.001013758533490623,1.2700489939537047,1.6199726313729967,1.4135029209243182,0.9999994647552841,0.0013197094803989557,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.13.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.01339103887932036,3.4459178546189557
338,542,0.9722780118167232,0.24251137538224354,0.24251137538224357,0.24150508258733924,0.9722780118167231,3.168831106067484,1.314524384061407,0.9701485622368424,0.7903887371170146,model.visual.blocks.1.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,1.1102230246251565e-16,2.902295934077856
375,471,1.2877792221087423,0.013323127727721894,0.00028362790188475823,0.0002834091177652451,1.4524558660022333,1.3784699337281219,1.4140132667607939,0.9999999597776058,0.00026918032021905705,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.09069071161937958,4.288605497114672
388,460,0.5618788979230054,0.8347173308767093,0.8347173308767096,0.8341554521342541,0.7770537468531097,0.5618788979230054,0.6439143285461477,0.5506786517871032,0.6035747924125221,model.visual.blocks.13.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,6,0.0,2.541539492629086
437,509,0.13435794040270138,0.9910894478510573,0.9910894478510572,0.28030397726826095,0.13801921753772392,0.13435794040270138,0.1361516718622171,0.1331979968253527,0.964798521131469,model.visual.blocks.17.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,5,0.0,0.5831397104147654
390,402,0.879095052524368,0.4873598425505571,0.4873598425505568,0.49308541676628825,2.279016385633314,0.879095052524368,1.159926082111069,0.8732012275925272,0.18799146381134588,model.visual.blocks.13.norm2.bias,model.visual.blocks.14.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,5.578420771889174
571,607,0.21526653910897944,0.9920942926806439,0.9920942926806434,0.6918858244514295,0.26342219002300976,0.21526653910898022,0.23573233346881223,0.1254946788931461,0.8107316427537066,model.visual.blocks.6.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,7.771561172376096e-16,0.5714884270582036
131,190,0.32922269025758866,0.9460088903995567,0.9460088903995569,0.049323161485325326,0.37058519595783407,0.32922269025758866,0.34807410525672433,0.32414067823245946,0.8404210295016094,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.20.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,0.0,1.6391930670501573
0,14,0.49976618312943183,0.907713317249607,0.907713317249607,0.355723945582979,0.49976618312943183,0.7855266253614522,0.5963191192285814,0.4195909123035366,1.4267331463482964,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,17,0.0,1.3129119102661486
156,273,1.14065204661654,-0.00012817956998055968,0.009234458039002346,0.009228642881359899,1.1155295765204303,2.214691313314713,1.408956956001811,0.9999573614833414,0.018333421571788473,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.6.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,12,0.025122470096109684,4.45383988379691
86,133,0.9553477185009195,0.4743213043989532,0.4743213043989532,0.13273606547370473,0.9553477185009195,1.1301071007178087,1.0317886367491171,0.8803518047878789,0.5610877209861409,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,1.973682412676509
111,193,1.1679512896871291,0.14802870710618388,0.1251036484760185,0.12495888593696576,1.519755568414185,1.1907288185800933,1.325541226811336,0.9921436776687078,0.09801873580588247,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,6,0.02277752889296414,4.234598290235313
53,182,1.150500185683534,0.22944063018164096,0.13802091681761244,0.13787561121713432,1.2437835526485046,1.396909933006926,1.3137002450985298,0.9904293142475266,0.15501313653383858,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.2.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.09328336696497064,3.4736520050745776
101,160,1.3047302977281523,-0.025934564411459256,-0.0003811526067526662,-0.0003811259047423772,1.5779245039322145,1.2931567921100606,1.4144778021489528,0.9999999273613426,-0.0003123660739308977,model.language_model.layers.13.linear_attn.in_proj_qkv.weight,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,5,0.011573505618091673,4.399374945009441
55,137,1.330491334511757,0.0027683664997426695,0.00024708137335682323,0.0002467638906972234,1.3449866375389923,1.494952325723257,1.4140398104384206,0.9999999694753969,0.0002746308873510803,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.16.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,15,0.014495303027235229,3.5217282226240947
33,35,0.14024266105234776,0.9901495675484974,0.9901495675484973,0.08079975870944416,0.14279309659957073,0.14024266105234776,0.14150064315902205,0.1400136917716398,0.9724644503104786,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.44289014031734
197,302,1.3668685482216336,0.03220426643453144,-0.0005622248679797338,-0.0005622309226890131,1.4504432339950806,1.381308829563474,1.4146105860244356,0.9999998419515865,-0.0005354267965396285,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,12,0.014440281341840278,3.6553635513091
151,256,1.3151861680877242,0.023187651082775117,8.973130941169692e-05,8.98222841497186e-05,1.3326863565719935,1.5126485829757115,1.4141506169712055,0.999999995974146,0.0001018483736708278,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.4.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.017500188484269374,3.5186044045967684
70,152,1.2176135701820137,-0.0028946635158868966,0.004778193536686651,0.00477951910747826,1.723702212999052,1.2235576388869245,1.4110204130126898,0.9999885843681046,0.003391766372290605,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.005944068704910821,4.606576620893341
165,229,1.2966154676001203,0.012151908524216722,0.0004496778509725507,0.00044963476282219617,1.5550248440626113,1.3053277206002838,1.41390036701765,0.99999989889491,0.0003774711165905976,model.language_model.layers.18.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,5,0.008712253000163539,4.108876398182485
95,283,0.3036393867741472,0.9544642215029289,0.9544642215029291,0.9545961287874849,0.33816387412276494,0.3036393867741467,0.3195110958908222,0.298325409361669,0.8570191942200213,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,6,4.996003610813204e-16,1.1361017262856836
416,500,0.9808407604690488,0.21207917358501016,0.21207917358501008,0.21215254624970498,3.3147548801958306,0.9808407604690488,1.330109380558775,0.9772524874010293,0.06275453402047014,model.visual.blocks.16.attn.proj.bias,model.visual.blocks.22.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,6,0.0,9.233746455010943
453,549,1.331040152522137,0.0391262924257028,0.0006288011722425446,0.0006287869446199866,1.4695819222633493,1.3638694726421259,1.413770099346036,0.9999998023045233,0.0005835691839910284,model.visual.blocks.19.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,14,0.03282932011998896,3.8211425846319416
526,598,1.2698866826697301,0.017435245484291383,0.018014517825735946,0.01807263084382081,1.2507092412621728,1.6255391029812185,1.401846744025377,0.9998377254072314,0.02341335794203797,model.visual.blocks.3.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,6,0.019177441407557394,5.124021416824847
335,527,1.2635105294359397,0.011224702545580873,0.0008485853147953997,0.000850250586368813,1.2902662858963432,1.5808332482650949,1.4136255666335955,0.9999996399514169,0.001039686066575129,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,2,0.026755756460403513,3.913139210652491
372,480,0.4464515678025229,0.9075157798273511,0.9075911707045722,-0.002999000736448156,0.44381008157217394,0.5810903266122038,0.4988015351828562,0.41985505458325034,1.188329133819611,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.20.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,8,0.002641486230348933,1.108901331324844
433,541,1.2835623459944072,-0.022555488650465368,8.597176347068e-06,0.00019223012898777868,1.604725192131466,1.278608860801938,1.414207636808686,0.9999999999630442,6.850036323438881e-06,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,13,0.004953485192469298,4.166935020177748
482,506,0.9773961287047055,0.3726518168310818,0.3726518168310819,0.3729050792127482,1.438347087323394,0.9773961287047055,1.1432677867725547,0.9279712406171291,0.25322708707483366,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,4.163239824303446
339,399,1.2880266249804802,0.0011659683980076198,-0.00021207501968646848,-0.00021247906028273652,1.3018718843373658,1.5621647386097002,1.414361057398516,0.9999999775120928,-0.00025447674358739533,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,13,0.01384525935688563,3.6114936083397366
376,436,0.5641607605032821,0.8573554903287469,0.8573554903287468,0.8570495286293183,0.9006253467013189,0.5641607605032821,0.676141352336623,0.5147247450853263,0.537056087991646,model.visual.blocks.12.norm1.bias,model.visual.blocks.17.norm1.bias,model.visual.layers.*.norm1.bias,whole,5,0.0,2.7918978020365977
593,605,0.1373588522869364,0.9943984940785753,0.9943984940785755,0.8774552774729153,0.1514977301836384,0.13735885228693562,0.14390996566886702,0.10569595533539242,0.9015939426744085,model.visual.blocks.8.norm1.weight,model.visual.blocks.9.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,7.771561172376096e-16,0.4250577247347622
378,402,0.8840380768780715,0.479818916028024,0.4798189160280243,0.48017020262990695,2.3801334558699248,0.8840380768780715,1.1719883938337767,0.8773675443174838,0.1782161377249751,model.visual.blocks.12.norm2.bias,model.visual.blocks.14.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,6.614274290372214
559,607,0.23300712593317208,0.9829554435954329,0.9829554435954331,0.5240905383366382,0.2774557777931909,0.23300712593317205,0.2523414335915821,0.18384394443686497,0.8254851445308733,model.visual.blocks.5.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,2.7755575615628914e-17,0.671350582210008
131,202,0.3336653119062043,0.9571352096644524,0.9571352096644523,0.08069581939206018,0.42156928739248106,0.3336653119062043,0.3700037509344308,0.2896414860143222,0.7575571271912247,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.21.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,5,0.0,2.0018827122549334
6,14,0.500122870554841,0.8716453620447742,0.8716453620447742,0.026291508336776112,0.500122870554841,0.5150137653179055,0.5074045141847688,0.4901370857482981,0.8975981430934041,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,5,0.0,1.3634429946384845
62,191,1.1409897369543822,0.025059047043069025,-0.0032205824807043765,-0.003213759556186096,2.281425070190922,1.1143213306604411,1.4160085398152555,0.9999948139107947,-0.0015730359950414143,model.language_model.layers.10.linear_attn.conv1d.weight,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,10,0.02666840629394107,7.1149405627835804
204,250,0.9566502313142865,0.4759920711134858,0.47599207111348585,0.6959576450748871,1.122188021901299,0.9566502313142865,1.029569188926464,0.8794495711734097,0.4057768538314814,model.language_model.layers.21.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,17,0.0,2.3647787679393786
111,146,1.16831952446085,0.19268668165395875,0.19933052471925228,0.1992463560301869,1.4053113780960842,1.1646674245597315,1.268175442683411,0.9799323149662672,0.16519738790945632,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.0036520999011184774,4.182451277755119
100,206,1.1511442445057087,0.2105936148641164,0.19415467407399328,0.1938025426850366,1.4156058693648055,1.1653375333728595,1.2723698283380822,0.9809709284862734,0.15982960644244976,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.21.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.014193288867150766,4.209930437640161
113,195,1.3073251428051087,0.0028588863437074867,1.9837448601563557e-05,1.9847133785817736e-05,1.5387779722323045,1.315683165729598,1.414199705439024,0.9999999998032377,1.6961379514836935e-05,model.language_model.layers.14.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,6,0.008358022924489283,4.029630487480008
90,208,1.3308442079786211,0.009108669931046226,-0.00014074624886469144,-0.00015030537290005574,1.509843044372262,1.3348863960101245,1.4143123314994068,0.9999999900952466,-0.00012443694303141678,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,9,0.004042188031503358,3.9949748823279876
11,33,0.14065649154581844,0.9900768848189119,0.9900768848189119,-0.11520641158675807,0.14065649154581927,0.14120474896455026,0.1409298204320167,0.1405267310773263,0.9939360525775446,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,6,8.326672684688674e-16,0.4841255931235643
91,279,1.3671914594254462,0.02113533029143464,0.000574716127655844,0.0005746681347507578,1.4472978715799873,1.3825394494810348,1.413807543831154,0.9999998348506727,0.0005490008203147347,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,6,0.015347990055588623,3.821688371522625
210,315,1.3151889837930144,-0.012605781074722485,-0.00022641173930016903,-0.00022628662108378913,1.3146382440327038,1.5408989782456504,1.4143716530749155,0.9999999743688619,-0.0002653791788988698,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.9.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,12,0.0005507397603106146,3.462049657173798
93,211,1.21776916536024,-0.004504728742853093,0.0043831930743904995,0.004380467547932299,1.7516110422102373,1.214294123104652,1.4113081746913203,0.9999903937630964,0.003038622994719945,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.0034750422555880345,4.975995364760673
165,258,1.2978292168732897,0.031339637549974216,0.00048796260516640824,0.00048800722901597106,1.3082332986781622,1.550080774276611,1.413873385104732,0.9999998809462408,0.0005781701578752241,model.language_model.layers.18.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.010404081804872511,3.3775883876399604
77,283,0.31758912145340806,0.9483603062169103,0.9483603062169106,0.9706751822931682,0.3175891214534076,0.3405616720306674,0.32847443638982715,0.3171950970493829,1.0169591769853155,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,5,4.440892098500626e-16,1.1917988734940153
404,452,0.9813186413399413,0.31712370011434715,0.31712370011434715,0.31691494156232675,1.7239637256954918,0.9813186413399413,1.206087312364672,0.9483841831377121,0.1805138901094686,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.19.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,4,0.0,4.542970868601024
345,549,1.3313714098301737,0.015121211035550173,0.00041360223215083767,0.0004136290591052942,1.5118483688442101,1.332853596103619,1.41392337834699,0.9999999144665931,0.00036463393673544665,model.visual.blocks.10.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.0014821862734453184,3.8183748318320703
334,490,1.2704669424219706,0.022414692209777095,0.02452631469272453,0.024493333011799765,1.2542192332308448,1.6039949019082416,1.397281251672285,0.9996991846988741,0.0313661939534989,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.21.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,20,0.016247709191125725,6.985967032550567
467,599,1.272642548090811,0.03288926815796477,-0.000678868468532551,-0.0006788343753834306,1.2798938498568013,1.603574113728056,1.4146815702764857,0.9999997695687746,-0.0008505517101178399,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.9.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,7,0.0072513017659903145,3.4797970802160556
396,600,0.4465063738127044,0.8997388274143147,0.8964365882091145,-0.012007365710865536,0.5666485976159124,0.4534820760204924,0.500716823348099,0.4431720245232119,0.7174074492589566,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.9.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.0069757022077879816,1.3317675199687227
433,601,1.2840448977872556,0.002699751489064558,0.00042446974555854705,0.00048361313566166444,1.5641645589759754,1.3000298533524646,1.4139184482359297,0.9999999099127135,0.0003527911036625856,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,8,0.015984955565208958,3.9247057839483914
362,590,0.9791001686813745,0.506998649837476,0.5069986498374761,0.5067731251216604,0.9791001686813745,1.007908828169108,0.9931912749652386,0.8619468481658114,0.521916379331466,model.visual.blocks.11.mlp.linear_fc2.bias,model.visual.blocks.8.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,2.9463526442180283
387,555,1.2891686936648694,0.01294265916258686,0.0006781615764837573,0.0006782138962812671,1.5837133435142832,1.2888867990193835,1.4137439489932209,0.9999997700484117,0.0005519139603840849,model.visual.blocks.13.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,8,0.0002818946454858917,4.27652706308722
412,460,0.566512266961673,0.8252079107461591,0.825207910746159,0.8246833767491392,0.6520287286593807,0.566512266961673,0.6047822599746885,0.564829092772282,0.7169782306873308,model.visual.blocks.15.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,0.0,2.04888729542917
377,401,0.1402622707731248,0.9953496816268768,0.9953496816268774,0.8594013432810556,0.15699893962836983,0.1402622707731248,0.14792516657337806,0.09632762472558852,0.889241716464848,model.visual.blocks.12.norm1.weight,model.visual.blocks.14.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.3082113328854673
342,474,0.8845611994946173,0.5105499136309506,0.5105499136309505,0.5108634372217219,0.8845611994946173,1.2316727702734303,1.0160724974320117,0.859848117804202,0.710895330751527,model.visual.blocks.1.norm2.bias,model.visual.blocks.2.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,2.672859132019317
547,607,0.23685471499979283,0.9763296453613233,0.9763296453613242,0.5474744697092022,0.2692170597407981,0.2368547149997932,0.25148744444673826,0.21628782579847397,0.8589659218496448,model.visual.blocks.4.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,3.608224830031759e-16,0.7203783662237162
49,237,0.336226449538156,0.9767030602580566,0.9767030602580568,0.8876314628848122,0.336226449538156,0.4683699664598443,0.38627199261902584,0.21459527507041445,1.360566309410407,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.3.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.6646783357445228
12,24,0.5010490728699122,0.8730793281610596,0.8730793281610597,-0.5826759819643166,0.5068876018835659,0.5010490728699122,0.5039429728711835,0.48757818525630603,0.8630228600806656,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,6,0.0,0.9799123640680626
132,261,1.14444616462221,-0.016654269315993862,0.0050607377208408836,0.005101146619704935,1.1981736804095033,1.8015064418490199,1.4109094928846617,0.9999871943848685,0.0076090401196988846,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,11,0.0537275157872934,4.237397051951221
250,262,0.9614297491644292,0.508536437663395,0.508536437663395,-0.04554169687331652,0.9614297491644292,1.0268717188427319,0.9925363105418334,0.8610404703430751,0.5431511624134903,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,1,0.0,1.6632253786292646
251,275,1.1686972694191777,0.1742906498354579,0.15586663085457408,0.15580846184338254,1.1762663264787223,1.480446801880395,1.3024339048308946,0.9877781093879556,0.19617347702140517,model.language_model.layers.4.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.007569057059544582,3.256050597032544
112,299,1.1514141234828275,0.2520365135125606,0.24713837835865207,0.2470200666330865,1.173821835005592,1.2903960385653022,1.2279782644496642,0.9689801968782725,0.27168210276982807,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,6,0.02240771152276455,3.4927384853479206
136,277,1.3082613205054265,-0.014843790158582743,0.0009763670816464356,0.0009763271244388037,1.3019298605986651,1.559839399040832,1.413534127879826,0.9999995233535474,0.001169783325484461,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,10,0.0063314599067614274,3.724324469769427
43,220,1.3324656583392311,0.023125494430781747,-0.0007167053537602343,-0.0007169970450427301,1.4612220443435748,1.3723912215444216,1.4147192640535953,0.9999997431666849,-0.0006731352977748824,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,22,0.03992556320519047,3.980363593319073
1,7,0.14140170692658408,0.9905304324128676,0.9905304324128672,0.010665501470056439,0.14780261309310552,0.14140170692658408,0.14449593779855385,0.1372933445727729,0.9476334076561755,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,12,0.0,0.45381135774079234
44,91,1.3671970637650304,0.014625892416849116,-0.0005605911001955588,-0.0005604119421420514,1.3833647408177308,1.4480716920181158,1.4146094908880238,0.9999998428687968,-0.0005868127754294397,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,12,0.01616767705270039,3.683453205179091
121,285,1.3153423179163246,0.05557119887313746,0.0002214716364601926,0.00022142397266892633,1.3590356125846295,1.4763533455314153,1.4140574849583736,0.9999999754751568,0.00024059000985742138,model.language_model.layers.15.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,8,0.04369329466830485,3.517702738813031
187,316,1.2184513000213202,0.028982232604990648,0.002901851547820335,0.0029068494069274227,1.2385065498409638,1.6882789536935583,1.4122549669288742,0.9999957896199335,0.003955679439529201,model.language_model.layers.2.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.020055249819643572,3.2001163121343574
47,212,1.298405342987292,0.00025371588095814135,-0.00012203836019037804,-0.00012200838476234753,1.5936329468960067,1.284451641525507,1.4142978850032317,0.9999999925533193,-9.83616537176431e-05,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,21,0.013953701461784984,4.13997773742013
171,230,0.3242138504567033,0.9575294813581954,0.9575294813581958,0.14081269913765368,0.32421385045670303,0.4006191509387035,0.35641485073154844,0.2883353816823467,1.1831840227681012,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,2.7755575615628914e-16,0.9278691246673598
368,380,0.9833400106070378,0.4188231532611913,0.4188231532611913,0.4187291344131958,1.2351295883539235,0.9833400106070378,1.0879612244102426,0.9080678203153951,0.3334432013074886,model.visual.blocks.12.attn.proj.bias,model.visual.blocks.13.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,3.8706568612942247
357,537,1.3319535556449291,0.003131494439305379,-0.0011615296851913287,-0.0011615261534256088,1.506428898638799,1.3384724778450598,1.4150289473381572,0.9999993254241677,-0.0010320271452794265,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.4.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.006518922200130728,3.640771099263762
442,586,1.272079209093478,0.009582592973634447,-0.0062652817697231,-0.006100508258679536,1.2918795884167664,1.5916627280369506,1.4185424170673926,0.999980372929562,-0.007719152437216586,model.visual.blocks.18.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,10,0.019800379323288375,3.5071676751200993
443,539,1.2733788752381474,0.017342710629153407,-8.249635004596885e-05,-8.235431785398611e-05,1.583591167716925,1.2897513699200454,1.4142706874735356,0.9999999965971761,-6.718892012929653e-05,model.visual.blocks.18.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,14,0.016372494681897942,4.180279202646243
360,504,0.4489744404638915,0.9015032571990514,0.9028938601010675,-0.003558189505547355,0.44741285661307933,0.5744790619859224,0.49920160727047397,0.4298635567151441,1.1593176417643132,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,11,0.001561583850812176,1.153023054590116
409,541,1.284953642219803,-0.00733090564541372,-0.0002205309613289256,-9.717814557866032e-05,1.5805545272315085,1.291545478669918,1.4143663667397568,0.9999999756830472,-0.0001802062257921616,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,11,0.006591836450115185,4.285981194355855
374,554,0.980666896833611,0.31083245519392505,0.310832455193925,0.3104524427309076,0.980666896833611,1.7754869665494841,1.2139997872039485,0.9504647204384372,0.5627588478404887,model.visual.blocks.12.mlp.linear_fc2.bias,model.visual.blocks.5.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,7,0.0,2.950205673768263
387,531,1.2893313342356443,-0.027490737451347995,6.304915874578251e-05,6.26365806057935e-05,1.5908548552007278,1.2857202397269794,1.4141699713386093,0.9999999980124018,5.095598711108285e-05,model.visual.blocks.13.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.003611094508664925,4.47000058420989
448,484,0.5708782971911841,0.8267643736520005,0.8267643736520003,0.8261893718068966,0.6178797730842632,0.5708782971911841,0.5929865356526641,0.5625483716622204,0.7638732620309022,model.visual.blocks.18.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.4360544947501148
485,521,0.1404730436853471,0.9915755665900725,0.9915755665900722,0.337626723731415,0.1404730436853471,0.14988304987248033,0.1449494636409467,0.12952951687386646,1.057999216080597,model.visual.blocks.20.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.5140364639299759
366,390,0.8858722583335481,0.5672895896800983,0.5672895896800983,0.5690540062697066,0.991167506813009,0.8858722583335481,0.9340979779961768,0.8235183795402418,0.5070243994931823,model.visual.blocks.11.norm2.bias,model.visual.blocks.13.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.831147552116984
535,571,0.24088406429417916,0.9710552336273047,0.9710552336273045,0.683125177857355,0.2408840642941792,0.25629893629958334,0.24823325423403178,0.23885504651361503,1.0331958828246803,model.visual.blocks.3.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,2.7755575615628914e-17,0.7283393492806387
131,214,0.3377871218046134,0.9414158120321813,0.9414158120321813,-0.015438064591178977,0.3377871218046131,0.36622825650123325,0.3511467750314033,0.33724808206391454,1.0206815157466727,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,6,2.7755575615628914e-16,1.6968082799607487
0,34,0.5127888898692053,0.8860021216567859,0.8860021216567859,0.34917593270437336,0.5127888898692053,0.7687733455162535,0.6032980359038094,0.4636811840259144,1.3282947986145326,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,9,0.0,1.364576471046899
215,296,1.1490823300117199,0.04301626659937212,0.02807999077877503,0.02817363793166314,1.147949881051182,1.9374465195870767,1.3966897620417125,0.9996056793145305,0.04739186030888162,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.8.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,14,0.0011324489605379906,4.456038062347479
63,180,0.9619529276677177,0.5008695741103584,0.5008695741103583,0.18999271569480727,0.9619529276677177,1.0448517604808552,1.0008365544191626,0.8655227725083311,0.5440333318069351,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,0.0,1.8507083438305132
40,310,1.1705570174864448,0.00862064721770495,0.016503057196088678,0.01654584749656728,1.1759663550813066,1.8504302326770685,1.4036086937534171,0.9998638152784521,0.025968222505081746,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,9,0.0054093375948618405,2.91274217997321
135,218,1.1541526402047069,0.22805576217155615,0.19081277806816985,0.19060031892715168,1.3714688939019675,1.194046065096413,1.2735805597914938,0.9816264481593328,0.16612789968147781,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,6,0.03989342489170622,3.979892712806396
148,300,1.3085776511045109,0.0054588838798373274,7.309155330443333e-05,7.306992552065949e-05,1.3015118868789894,1.5622524073905246,1.4141627277707267,0.9999999973288124,8.773446962792175e-05,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,9,0.007065764225521409,3.6192495765777317
114,196,1.334155303067733,0.028561403017804996,0.0017283101904337066,0.0017290274021377417,1.4733874177189608,1.3594675962694982,1.4129948836799742,0.9999985064708274,0.0015946801716513353,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,6,0.025312293201765312,4.134596025816882
1,13,0.14154643757165833,0.9910935338742981,0.9910935338742975,0.16500292903611935,0.14154643757165833,0.15008371038651475,0.14562772550967104,0.13316759032345846,1.0508706362082332,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,16,0.0,0.3298527060422649
150,255,1.3679962122136402,-0.006197771344418127,-0.0008714842937967069,-0.0008715278444908199,1.46172025024717,1.372178021210652,1.4148284319441211,0.9999996202574908,-0.0008180988076042035,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.4.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,13,0.0041818089970118155,3.9100325269972287
163,285,1.3157181144133254,0.04085117648845158,0.0003171821004542793,0.0003171643047184218,1.3462420030246003,1.4931176361622245,1.4139904602372815,0.9999999496977563,0.00035178681618850706,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,11,0.030523888611274863,3.6060475589787604
46,211,1.2207949756069014,0.007681645158023723,0.001990330803023379,0.0019869013440159396,1.6927447463513252,1.2375831136387063,1.4128718604867978,0.9999980192896856,0.0014551513438077856,model.language_model.layers.0.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,21,0.0167881380318049,4.60632118017018
224,258,1.2987468507480773,-0.021188265686547816,5.7811223671745594e-05,5.77630078353707e-05,1.265612173962343,1.6313663702942167,1.4141739658757129,0.9999999983289312,7.4518314586352e-05,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,18,0.03313467678573434,3.3761035140688738
241,283,0.3265850038548644,0.9487066756898155,0.9487066756898158,0.9428795253974149,0.3767534166908621,0.3265850038548644,0.3489932976232235,0.31615762445586976,0.8223770763876628,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,0.0,1.0889770222018926
428,476,0.9837833935643189,0.3472678141294882,0.34726781412948826,0.34747101045349316,1.5261193065967964,0.9837833935643188,1.1693703199797136,0.9377659970748178,0.22385950245384845,model.visual.blocks.17.attn.proj.bias,model.visual.blocks.20.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,1.1102230246251565e-16,4.287036499698052
525,597,1.3326566595983853,0.01790359799411978,-0.0012891443235985185,-0.0012890808074344053,1.351029277391459,1.4892937316321122,1.415120524270304,0.9999991690531113,-0.0014210754662632675,model.visual.blocks.3.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,6,0.018372617793073642,3.625186508473866
514,538,1.274549498171948,-0.004603999070970364,0.0220738502163761,0.02239874165770258,1.5517734393778477,1.2836548496647968,1.3987976290936102,0.9997563428839173,0.01825988521390464,model.visual.blocks.23.attn.qkv.bias,model.visual.blocks.4.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,19,0.009105351492848746,7.81848901594805
467,515,1.2751542389493096,0.021360595101195784,-0.000529069192066237,-0.0005289911098151686,1.280658696561159,1.6017738441171103,1.4145784515040372,0.9999998600428852,-0.0006617291522366199,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.23.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,21,0.005504457611849478,3.583137798703057
372,444,0.4507583481688756,0.9036281566749609,0.9057517132608175,-0.021068347401170133,0.4460156465869893,0.5816817019755413,0.5005514442354072,0.4238087232763075,1.1812572096258467,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.18.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.004742701581886333,1.117748201854493
517,541,1.2858735749399304,0.013058875102079627,0.0015599990441481078,0.0011359197087834566,1.5429146139443197,1.3113953360542232,1.4131244770578175,0.9999987832007508,0.0013259161928054059,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,19,0.02552176111429283,4.0453569561683445
554,590,0.9807593210574256,0.35495612365630974,0.3549561236563098,0.3545200166715624,1.5056031085978614,0.9807593210574256,1.162176553824911,0.9348829607383411,0.2312206482932553,model.visual.blocks.5.mlp.linear_fc2.bias,model.visual.blocks.8.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,4.839286619711862
399,555,1.289467916142025,0.012902326374537901,0.00028671564523554733,0.0002867356871616485,1.5566167397520858,1.3045669414140233,1.414013932119229,0.9999999588970686,0.00024029020298217883,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.015099025271998245,4.12710042518691
376,424,0.5752509876106527,0.8569818382344971,0.8569818382344967,0.8566321254068215,0.956549306333851,0.5752509876106527,0.6971690376571005,0.5153466104829086,0.5153729614819553,model.visual.blocks.12.norm1.bias,model.visual.blocks.16.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,0.0,2.2046349079661987
461,521,0.14504506306481724,0.9894945478285704,0.9894945478285708,0.17432703952417009,0.14504506306481724,0.14834314537634308,0.1466663000735169,0.1445701899339285,1.0119940000442336,model.visual.blocks.19.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,0.0,0.6528305998846654
474,534,0.8888856202189934,0.5439121730901618,0.543912173090162,0.5434848794129563,1.0618652948611185,0.8888856202189933,0.9639238804176687,0.8391421500343894,0.455307948815808,model.visual.blocks.2.norm2.bias,model.visual.blocks.3.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,1.1102230246251565e-16,3.103293513848038
535,583,0.24779016389362676,0.9689044756559093,0.968904475655909,0.6036293092366294,0.2592913706716326,0.24779016389362676,0.25334518027719527,0.24743507644218143,0.9259274545009465,model.visual.blocks.3.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.6710953286048827
61,96,0.3470478050367468,0.9378756729349433,0.9378756729349434,0.9764459257318432,0.3671869753012322,0.3470478050367468,0.356691691712892,0.346971500438908,0.8864358367352515,model.language_model.layers.10.input_layernorm.weight,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,0.0,0.8215620866110055
14,32,0.517260985346146,0.8560109963509002,0.8560109963509,-0.3066375416673094,0.517260985346146,0.592018699609298,0.5508712065080869,0.5169576134716842,0.9797269294760186,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,9,0.0,0.9149685183143682
215,273,1.1493728587483336,-0.02246077902206955,0.004525453528817815,0.0044867767539931705,1.1580424466509736,1.9676248721174063,1.4114131701441657,0.9999897600827513,0.007689178360141013,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.6.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,16,0.008669587902639941,4.461300888002603
98,309,0.9635627441614487,0.42717265928852394,0.42717265928852394,-0.10875931693785106,1.2674560084805608,0.9635627441614487,1.0847949549768563,0.9041700720309043,0.3247510422931626,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,2.5924305563358008
87,217,1.1716267107796219,0.19358198489687198,0.13400309235372598,0.13381742986740836,1.4123442794431196,1.238551111308513,1.316923615783625,0.9909809136606208,0.11751361291237408,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,10,0.06692440052889115,3.6592524429838678
135,147,1.1549241808231485,0.29872107352894384,0.2661668332738005,0.26593756916681044,1.1847902043464194,1.2405411912822906,1.2117048348252335,0.9639269769360109,0.2786914672471171,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.029866023523270835,3.840793981144166
89,148,1.3117490418399438,0.00039307280907281954,-0.0014669343238329223,-0.001466782903568644,1.5108635234814396,1.3357455808262693,1.4152426456497622,0.9999989240512659,-0.0012969080330347048,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,5,0.023996538986325477,4.360788348328533
208,301,1.334651500111075,0.007855872416602981,0.0010044374639282345,0.0010058711094631894,1.3280308372188052,1.51794935184111,1.413509440201423,0.9999994955525633,0.0011480796639691177,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,13,0.006620662892269813,3.7822523406560005
1,9,0.1424437618169121,0.9916531674941392,0.9916531674941398,-0.003109683044449258,0.1529837670537087,0.1424437618169121,0.1474319458088948,0.12893407384721703,0.9233319999626544,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,13,0.0,0.4851811238005737
279,314,1.368011833505551,0.027150134991702362,-0.00014332185885543427,-0.00014318682535123973,1.384546158436901,1.4460900386726858,1.414314806838556,0.9999999897294223,-0.00014969259865549049,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,3,0.016534324931350097,3.8418797218353253
139,280,1.3162869903847072,0.03696725341651662,0.00017472028155495826,0.00017475104271838477,1.346794350765257,1.4926007331326905,1.4140906609912134,0.9999999847364115,0.00019363581395622845,model.language_model.layers.16.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,10,0.03050736038054991,3.628807486391186
93,199,1.2215851798991193,0.01996854032599956,0.00439649196353738,0.004393936064976773,1.731189107224967,1.2212445320557115,1.411281845408172,0.9999903353825048,0.003101447293244307,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.0003406478434078153,4.498203702769073
106,224,1.298848227486521,0.04126187079675116,-0.00012287433826637276,-0.00012279413851527406,1.5443846640502015,1.31237061228356,1.4142993063669007,0.9999999924509485,-0.00010441483543463568,model.language_model.layers.13.mlp.up_proj.weight,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,9,0.013522384797038933,3.975472511108072
225,230,0.32946598486294043,0.9767077375501818,0.9767077375501819,0.38155348676469025,0.32946598486293993,0.4533752194050624,0.37692202674283193,0.2145739858640954,1.3440388542405977,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,4.996003610813204e-16,0.6932072898919168
344,404,0.9877843529528725,0.3046313555210435,0.30463135552104376,0.3047990469239081,0.9877843529528725,1.7439967955410436,1.2155106965230629,0.9524703340437494,0.5378462477785089,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.15.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,0.0,2.5378442160930357
549,597,1.334122761478233,-0.0013875920483205914,0.0004644830308164265,0.0004644745276974131,1.3352549734614074,1.508278204963693,1.4138875087898783,0.9999998921277512,0.0005246710522558811,model.visual.blocks.5.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,4,0.0011322119831744804,3.6117460016396956
466,574,1.2760544160113323,0.0028575493087313517,-0.017784467871020646,-0.017379631147914246,1.2661282944060563,1.6681489260262734,1.426274233686048,0.9998418438445875,-0.02343138614788542,model.visual.blocks.2.attn.qkv.bias,model.visual.blocks.7.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.00992612160527595,5.713626916972503
431,563,1.2762533514127599,0.037420900710093775,0.0010037432980493398,0.001003722979710295,1.524612850143434,1.3236218779322408,1.4135106676724696,0.999999496249569,0.0008714189894181838,model.visual.blocks.17.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,11,0.04736852651948098,4.1695404488717065
360,420,0.45094939048357013,0.9011144104118749,0.900624136057082,0.008342061754181626,0.45274316209329596,0.5851378946966457,0.5063927884703127,0.4345988559021233,1.1639917617945836,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.001793771609725825,1.1630604253845305
481,565,1.286581377515183,0.03714657971860521,0.0006097339355303559,0.0006465420146884387,1.5714986454625026,1.2956712510011956,1.4137902592162888,0.9999998141122467,0.0005027142296988692,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.009089873486012534,4.072411626636227
398,422,0.9816599205479669,0.39880729417482674,0.39880729417482647,0.3987252573139708,1.3104562381030198,0.9816599205479669,1.1111023884038091,0.917034755128154,0.2987456775209254,model.visual.blocks.14.mlp.linear_fc2.bias,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,3.6023900896213203
387,471,1.2901995940985929,-0.0017188048361240127,-0.0011143855919882692,-0.0011144565333943894,1.486869880368086,1.3526324765732372,1.4149978201870037,0.9999993790721834,-0.0010137767689365452,model.visual.blocks.13.mlp.linear_fc2.weight,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.06243288247464429,4.369395495168088
376,448,0.5947458089765699,0.8621914492161501,0.8621914492161498,0.8618536564874998,1.08020106605233,0.5947458089765699,0.7368000534207868,0.5065825746100585,0.47471231706033007,model.visual.blocks.12.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,6,0.0,2.965318294679934
449,521,0.14691203253807747,0.9892567401230539,0.9892567401230534,0.12257133986956292,0.14691203253807747,0.1507261521668283,0.148782438499037,0.14618858409981822,1.0149397525025836,model.visual.blocks.18.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,5,0.0,0.6651917955349198
354,390,0.8902377085622094,0.49320857472393664,0.49320857472393637,0.49325011155629056,1.3046471641344504,0.8902377085622094,1.039947019147103,0.8699110884560464,0.33654530012086986,model.visual.blocks.10.norm2.bias,model.visual.blocks.13.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.728010404076125
355,571,0.25584969812385294,0.9916366618890333,0.991636661889033,0.6732331761296106,0.25584969812385294,0.3319601411419038,0.28658509999454856,0.12906095768115058,1.286629801231256,model.visual.blocks.10.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.5350273380841555
131,178,0.35304586798780796,0.9680694618381369,0.9680694618381367,0.8194861590339848,0.35304586798780796,0.49070019214651894,0.4052858214069676,0.25068210358224696,1.3455245168074181,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,14,0.0,0.6744545773563043
0,16,0.5327087186573036,0.8941901609539403,0.8941901609539405,0.1694141781498494,0.5327087186573036,0.8798149281152818,0.6444414874668918,0.44768734185049947,1.4768330696070113,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,18,0.0,1.330087628610813
132,273,1.1537221446959858,0.04392003602683724,-0.014692942077685213,-0.014649528820276867,1.1680529288290902,1.9827819602045527,1.4232717922157287,0.9998920529002627,-0.024941421552847603,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.6.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,10,0.014330784133104402,4.874721163464346
63,309,0.9662596898958578,0.5177734122655655,0.5177734122655655,-0.0826144636248919,0.9993004894782188,0.9662596898958578,0.9823635998204068,0.8555177926559288,0.5006537893654762,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,1,0.0,1.8080629266906096
275,310,1.1758129352719378,0.2457673399465445,0.21699783588937813,0.21693862711590756,1.3442216953004165,1.1779743252663288,1.2529002787634749,0.9761720848392084,0.19016050716166757,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.002161389994391083,3.859452088215438
194,218,1.1571919050121098,0.3083201914514183,0.2628085787157542,0.26240261073063736,1.2280545903337974,1.2009885811203764,1.2142954115451727,0.9648479937033632,0.25701634482902347,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.04379667610826665,3.6131026358965896
101,207,1.312045737775373,0.005321440514919099,-0.00019694440846879452,-0.0001969151333676202,1.5336694975657732,1.3191499457847828,1.4143512503851539,0.9999999806064498,-0.00016939712641255334,model.language_model.layers.13.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,8,0.007104208009409918,4.047737516012239
67,278,1.3352851866170747,0.02857310667499323,0.0036029419412993823,0.003598011511110327,1.486709122696993,1.3469654668853432,1.411675982850795,0.9999935093836197,0.003264282367030452,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.011680280268268506,4.243583894375055
5,33,0.14263995741289826,0.990617640296808,0.9906176402968081,-0.005462426727331386,0.14263995741289826,0.15018549724310248,0.14626695841696802,0.13666268961491923,1.0430205223288422,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,0.0,0.5050667788347594
279,302,1.3688203984939382,0.0168313796179181,0.000443925420210465,0.0004439181592361405,1.3963786436354155,1.4320973402317907,1.413899724977087,0.9999999014651058,0.00045528081974209513,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,2,0.02755824514147731,3.8101752311911694
222,285,1.3192104619346154,-0.00818021049849341,-0.0002016313966146629,-0.0002017156909248111,1.3179219675531357,1.535613884442885,1.414354480329839,0.9999999796723897,-0.00023493649836943243,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,15,0.00128849438147971,3.4819829412570162
211,286,1.224421019855059,0.0006750817605109141,0.0039399627752289565,0.003941849512757384,1.24250536360885,1.6759094030536068,1.4115453041983397,0.999992238316543,0.005314279403598673,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.7.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,14,0.0180843437537912,3.301533801908659
141,258,1.3014046330851203,0.014143778023488814,-0.0006234140451795883,-0.0006233946428904958,1.3175947186966994,1.5368873652031365,1.4146491427474908,0.9999998056774452,-0.0007271713795835563,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,12,0.016190085611579086,3.4160876038533514
95,271,0.3337248266165549,0.9501213172058146,0.9501213172058146,0.9511641453932476,0.4014173605821867,0.3337248266165549,0.3629191720672043,0.3118805582127358,0.7898987512381994,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,7,0.0,1.213410479720374
332,536,0.9883772479783638,0.1610193248469769,0.1610193248469768,0.15921392562347017,0.9883772479783638,4.616580564594565,1.366803207158408,0.9869512536218917,0.7521001592591946,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.4.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,3.486555068218699
357,561,1.3341243199409227,0.010449415064227474,-0.0005645227053640101,-0.0005645553072312763,1.4861655291619371,1.3524869525348509,1.4146109178023127,0.999999840657045,-0.0005137446525522966,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.6.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.01836263259392812,3.987467314557463
394,466,1.276113463556358,-0.01201606823300202,0.011895577285340738,0.012050082701034037,1.5663229905712466,1.2864956736576176,1.4059382221386505,0.9999292451173976,0.009770404192094106,model.visual.blocks.14.attn.qkv.bias,model.visual.blocks.2.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,12,0.010382210101259615,8.340768479017559
419,527,1.2788906334345216,0.011397826736300375,-0.0007869937036120017,-0.0007878754882656942,1.5882387047933684,1.2879939151981503,1.4147579489124495,0.9999996903204073,-0.0006382183600565199,model.visual.blocks.16.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,13,0.009103281763628734,4.4846421803034655
360,432,0.45289587300622897,0.900426074837044,0.9016520671830026,-0.01754056628153718,0.4506608457966791,0.5815893718469837,0.5037855049803106,0.4324621945842414,1.1636051018598632,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.002235027209549878,1.1729043321160137
409,577,1.287208956105186,0.021091807403257796,-2.6018200977102284e-05,0.00010650865484389252,1.566165073701802,1.2993707227126035,1.4142316436867108,0.9999999996615266,-2.158603149500196e-05,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.blocks.7.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,8,0.012161766607417412,4.330707468107913
326,530,0.9874132689519721,0.17349009605534516,0.17349009605534518,0.17322797380781088,0.9874132689519721,4.033704059898162,1.3563660260037431,0.9848356139837283,0.7087282770195451,model.visual.blocks.0.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,4.410675109376427
555,591,1.2918777862231627,-0.005080499318766796,-0.00031705954449565154,-0.0003169269846140499,1.3006528399953148,1.5644754682153752,1.4144339702936768,0.9999999497366214,-0.0003813714652164792,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,3,0.008775053772152042,3.527196046674728
400,460,0.6033207372905198,0.7978748658683514,0.7978748658683504,0.7972828753492955,0.7336329293196211,0.6033207372905196,0.6590031373588011,0.6028231070683685,0.6561516435579022,model.visual.blocks.14.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,5,2.220446049250313e-16,2.371697380577663
581,605,0.14932336816449832,0.9927703184084308,0.9927703184084309,0.8161401840133017,0.1651912160236581,0.14932336816449762,0.15665775992011363,0.12002955838968515,0.897407327864556,model.visual.blocks.7.norm1.weight,model.visual.blocks.9.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,6.938893903907228e-16,0.4803693004268763
366,402,0.8918187825181331,0.46919537303845327,0.4691953730384531,0.4658132650856377,2.586807914872976,0.8918187825181331,1.192351535837145,0.883094390152778,0.16175814367215655,model.visual.blocks.11.norm2.bias,model.visual.blocks.14.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,6.3026201354643865
355,547,0.25746163414130424,0.9775201092678296,0.9775201092678303,0.5745892693585624,0.2574616341413039,0.3102832044439533,0.28020511356309663,0.21084220634637937,1.1780709499635962,model.visual.blocks.10.norm2.weight,model.visual.blocks.4.norm2.weight,model.visual.layers.*.norm2.weight,whole,6,3.3306690738754696e-16,0.6255517153701272
96,260,0.3548824454178348,0.9351221220354926,0.9351221220354928,0.796613957624034,0.3548824454178348,0.3877440667924697,0.3702238916430442,0.3543255803351444,1.0217131312841885,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,8,0.0,0.7639065951447335
6,16,0.5382654814688762,0.8463594224209114,0.8463594224209114,-0.3853695201393212,0.5382654814688763,0.582433208863701,0.5590450096556852,0.5326121741749253,0.9158080003708048,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,6,1.1102230246251565e-16,1.0866017774530052
62,156,1.155181426996803,0.005184440587515595,0.003917111906212487,0.003929572820911961,2.301898550058817,1.1081415598755502,1.4120468533545834,0.999992328087728,0.0018857106008631367,model.language_model.layers.10.linear_attn.conv1d.weight,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,8,0.047039867121252854,7.701409492961784
63,274,0.9672926533903882,0.5229083790322998,0.5229083790322997,0.12379557365829899,0.9672926533903882,0.9868620631899758,0.976930387046593,0.852388894306943,0.5334873990641941,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,1.8874450585956106
193,205,1.176469683243142,0.2934625159768218,0.2927090499229011,0.2925061833982237,1.2149990819785412,1.1656793647437105,1.1895731101095668,0.9562015541156753,0.28082728985542443,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,1,0.010790318499431573,3.447361217049567
100,311,1.1590566167697423,0.20422300057751513,0.19405454167351238,0.19391156540264412,1.4205983284967423,1.1629427768667935,1.2726095825209895,0.9809907414730696,0.15885864641007488,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.0038861600970512278,3.93509555294563
207,312,1.314226909376567,-0.007092048319260574,9.0226306661075e-05,9.0207086664401e-05,1.2967242899431737,1.5706130377479732,1.4141509150562237,0.9999999959296069,0.00010928353443270613,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.017502619433393374,3.51157892872399
102,137,1.336626118341309,-0.0029787735792933838,0.012427114100074644,0.012427622504503008,1.4502711507753379,1.3644794513983123,1.405415208243823,0.9999227804361414,0.0116919803725454,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.16.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,3,0.027853333057003216,3.9771863009494224
23,29,0.14394678516131248,0.9896210378668233,0.9896210378668236,0.0157579606748797,0.14394678516131248,0.14670093885479715,0.14530428943448978,0.14370177943014714,1.0085555936718502,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.5.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,16,0.0,0.45792119904675976
115,162,1.368900532481178,-0.01304554108771653,8.141249860595188e-05,8.14002215655498e-05,1.3484487544558186,1.4905115949202217,1.4141562814655977,0.9999999966860026,8.998953259634125e-05,model.language_model.layers.14.linear_attn.out_proj.weight,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.02045177802535947,3.806328987346043
104,222,1.3198786248727388,0.017047257550934832,5.215814248664242e-05,5.2169608389728144e-05,1.5104137112606306,1.3342649970500273,1.4141769622756046,0.9999999986397641,4.6075312553267876e-05,model.language_model.layers.13.mlp.down_proj.weight,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.014386372177288553,3.782319055238872
199,286,1.22445876554727,0.032053675094322796,0.003955858012910141,0.003957625484397366,1.2502790012238378,1.657247223339036,1.411521284333267,0.99999217556308,0.005243497412498823,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.7.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,13,0.02582023567656777,3.332871792206132
170,270,1.3016350213200847,0.00693123556000542,2.681683689471619e-05,2.681734055139021e-05,1.3114579627844605,1.5456029184323823,1.4141948528969994,0.9999999996404286,3.16046587414793e-05,model.language_model.layers.19.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.00982294146437579,3.434462761966517
77,271,0.33908234016316985,0.9421242586948748,0.9421242586948749,0.9674613535739405,0.34151796230985626,0.33908234016316985,0.34029361412776166,0.33526389781578403,0.9354052600984678,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,6,0.0,0.8770318450881893
560,572,0.9906677685283499,0.4512764814922475,0.4512764814922474,0.4512872446867566,1.1238716146646015,0.9906677685283499,1.0509909058524163,0.8923841870248359,0.39779015598918577,model.visual.blocks.6.attn.proj.bias,model.visual.blocks.7.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.7302150857282936
405,525,1.3344226020362808,-0.018885390368195837,0.00019827732945707283,0.00019837654850413352,1.4977164856845575,1.3430426222760952,1.4140741810942539,0.99999998034305,0.00017780060981983087,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,12,0.008620020239814341,4.0028217173742275
346,466,1.2787727803425517,0.010964382037548043,0.009166733028277642,0.008859361616201343,1.6603145971864888,1.2440698343675312,1.4079788692185344,0.9999579846201481,0.006868611562836141,model.visual.blocks.10.attn.qkv.bias,model.visual.blocks.2.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,8,0.03470294597502055,8.276027163366413
479,527,1.2810437614161452,-0.016590362014484973,-0.0005768973936004824,-0.0005764997682886488,1.6006675020186398,1.2812742623363358,1.4146115353983557,0.9999998335946848,-0.0004617847126258489,model.visual.blocks.20.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,17,0.00023050092019061275,4.619987190676641
360,408,0.4546379668286472,0.8991738589962185,0.901286583284006,0.003320813867865368,0.45097969380579467,0.581169744576081,0.5038714831160974,0.4332233774766111,1.1614724578321671,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.003658273022852543,1.181485032318948
421,541,1.287842653803281,-0.0158292861274707,-9.176759256188615e-05,2.059840428391703e-05,1.59375311157334,1.2843574042718657,1.4142769678251434,0.9999999957893545,-7.395272587904753e-05,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.0034852495314152687,4.389555304774981
470,518,0.9882909616755832,0.2401029891102775,0.24010298911027775,0.23992512344335878,2.3227106846251377,0.9882909616755832,1.2860775131281812,0.9707474206096609,0.10216150275611055,model.visual.blocks.2.mlp.linear_fc2.bias,model.visual.blocks.23.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,21,0.0,5.390308316320279
399,471,1.2920133105520695,-0.004168853935752573,-0.001509539699672805,-0.0015095668982311782,1.4637853992122967,1.3712944876928632,1.4152782976391176,0.9999988606442985,-0.0014141577516955661,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.07928117714079375,4.259268077077573
376,460,0.6053491254010894,0.8291226298057703,0.8291226298057701,0.8287031646304276,1.0140253183860048,0.6053491254010893,0.7350723854174498,0.5590667802185746,0.49496659472176474,model.visual.blocks.12.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,7,1.1102230246251565e-16,3.6771599297435094
545,557,0.15084882131972074,0.9917377546361543,0.9917377546361541,0.872831928631104,0.16533721797609296,0.15084882131971963,0.15759570889872965,0.12828182267663396,0.9048323975474235,model.visual.blocks.4.norm1.weight,model.visual.blocks.5.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,1.1102230246251565e-15,0.46684598979586345
462,498,0.8955937709761432,0.5723343348709384,0.5723343348709384,0.5779611113311256,0.8955937709761432,0.9605145365470755,0.9263523265152349,0.8200203711663756,0.6138223223787719,model.visual.blocks.19.norm2.bias,model.visual.blocks.21.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.519620482942987
355,559,0.25800273376005944,0.9852783688633739,0.9852783688633744,0.591099842403961,0.25800273376005944,0.32574224262305723,0.2860227929295944,0.17095770193216844,1.2439666076562639,model.visual.blocks.10.norm2.weight,model.visual.blocks.5.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,0.0,0.5689164568139435
248,272,0.3564168040714145,0.9399875614857833,0.9399875614857837,0.9194135731346691,0.3564168040714145,0.4258342245511074,0.38652649988327575,0.3412087106918727,1.123063979477191,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.9296777591451054
0,24,0.5477033613391188,0.8675040589818548,0.867504058981855,0.046253855385426895,0.5477033613391188,0.8580885063622608,0.6529062374698206,0.4974301032808593,1.3591212228731147,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,22,0.0,1.2538961420338817
144,249,1.162062426792285,0.04927121553832854,0.010123912654845376,0.010126150678350303,1.1792724641487113,1.8563831502180117,1.4077185242743475,0.9999487518830937,0.015936826677540285,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.4.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,13,0.017210037356426344,4.173162822898047
39,51,0.9782229109253103,0.28586493471426727,0.28586493471426727,0.24206394906235348,0.9782229109253103,2.02768848516854,1.245996665168744,0.9582699197516364,0.5925490294285629,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.1.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,1,0.0,2.0876891490756107
134,193,1.1770598092970763,0.24652131586711587,0.26531637641439015,0.26499106161051683,1.2630679693434397,1.168164750780606,1.2128404148875465,0.9641614078598757,0.245381282919586,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.008895058516470211,3.5281667707801705
135,159,1.1637209322404873,0.29807743913969054,0.24865498586485152,0.24838451689535118,1.2084680441058857,1.244168359605361,1.2259285125105244,0.9685921215891395,0.25600070053988094,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.04474711186539837,3.4994910229441936
160,253,1.3162179125800584,-0.003969462438401327,0.0004125373871327259,0.0004125482924012504,1.3101989786199462,1.5469658929519907,1.4139258041467766,0.9999999149064485,0.0004870872881721105,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.4.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,14,0.006018933960112216,3.8572736303004937
208,266,1.3373397779354332,0.04546768313370922,0.0004318090744073091,0.0004349495311466555,1.3672314529245937,1.4657186362307715,1.4139089316021083,0.9999999067704572,0.000462914019640579,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.5.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,16,0.029891674989160455,3.8352782136196324
1,31,0.14517602985344114,0.9894656213267222,0.989465621326723,0.01950237162174311,0.1483523651062962,0.14517602985344114,0.14673842037436818,0.14476803587989323,0.9682804212643153,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,6,0.0,0.4626676283496651
162,185,1.3699735654934027,-0.04366771307327329,3.269305997776411e-05,3.266590587473192e-05,1.5062168058373286,1.3372028234285593,1.4141906074828223,0.9999999994655819,2.9024541446729058e-05,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,16,0.03277074206484332,4.238696248761503
45,210,1.3203574059733059,-0.009898524986510938,-2.156966305524893e-05,-2.1548485791865635e-05,1.5449618132282001,1.3119039299478439,1.4142286126852974,0.9999999997673747,-1.831587388603773e-05,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,21,0.008453476025461981,3.9620136841412736
93,169,1.2248856123505776,-0.0043101440769818195,0.004664449067600457,0.004660273256733305,1.7456150873450695,1.216061393813504,1.4111162657129608,0.9999891213982759,0.0032494313755876874,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.008824218537073492,4.952283932713046
59,170,1.3029213443460403,-0.0031252184733377144,7.75796307315284e-05,7.755204885079418e-05,1.5600295420541108,1.3027969312107812,1.4141595829435225,0.9999999969907004,6.478755825894168e-05,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.19.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,18,0.00012441313525912712,4.127426454660559
95,288,0.3429276382760538,0.9672259708285655,0.9672259708285655,0.9667914255077431,0.46546857162014255,0.3429276382760538,0.3904499875241107,0.2539171545105584,0.712590576633359,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,5,0.0,1.3728950306513883
512,524,0.9907548769288204,0.14690454665938396,0.14690454665938385,0.1468498790866593,0.9907548769288204,4.874272951589272,1.3730617072229594,0.9891506731387291,0.7227346288387364,model.visual.blocks.23.attn.proj.bias,model.visual.blocks.3.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,20,0.0,2.1733703054376092
429,501,1.3364321651435171,0.004419552437017736,-0.00010602308036591956,-0.00010599895343000062,1.486669112018642,1.3515442926227503,1.4142881909551852,0.9999999943795532,-9.638653819898891e-05,model.visual.blocks.17.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.015112127479233184,3.8002949664667565
466,562,1.280357939787482,-0.001393594363241485,-0.0025383267002504185,-0.0023123669594864874,1.261401640386726,1.646054399703067,1.41594561954789,0.9999967784435922,-0.0033123659420246122,model.visual.blocks.2.attn.qkv.bias,model.visual.blocks.6.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,4,0.018956299400755938,6.178691347833976
431,539,1.2813709371985587,0.006272472557029429,-0.00016401373181593746,-0.00016406968400771706,1.5740899102629,1.2950493469860296,1.4143273596245534,0.9999999865497479,-0.00013493884618668076,model.visual.blocks.17.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,13,0.013678409787470924,4.4692770947635205
384,516,0.45682592050936593,0.9127861469120669,0.9150312769507561,0.0031195968216915187,0.45173247965492447,0.6347250615409923,0.520486833848043,0.4033828977558029,1.2857018472928174,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,10,0.005093440854441467,1.0807572521753253
409,529,1.2878961159952917,0.02048447150547545,-0.0006732360309260838,-0.0005791739541628683,1.5808469962877059,1.2918635303167791,1.4146799968978936,0.9999997733765977,-0.0005501665105421378,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.003967414321487395,4.201010328128515
422,482,0.992487733803808,0.23424745987240642,0.23424745987240642,0.23414535675299084,2.286802526851959,0.992487733803808,1.287555011265605,0.9721770042247068,0.10166497888128041,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,4,0.0,6.720802252256453
471,591,1.2920443704728835,-0.018446258266277143,-0.001323908149783325,-0.0013240888103006696,1.3660455322298402,1.469954501044307,1.415146888765297,0.9999991236332214,-0.0014246119165344233,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,6,0.0740011617569567,3.4309650471259263
364,400,0.6204558297842429,0.8087648446272774,0.8087648446272772,0.8085721990902434,1.0152872065151777,0.6204558297842429,0.7487173275906468,0.5881321501967192,0.49424720370101505,model.visual.blocks.11.norm1.bias,model.visual.blocks.14.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,2.0800006132997786
413,461,0.15243982232870082,0.9978118733241637,0.9978118733241638,0.8304012337372013,0.17716151910785383,0.15243982232869965,0.16341452918262217,0.06611705871651427,0.8585739468309821,model.visual.blocks.15.norm1.weight,model.visual.blocks.19.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,1.1657341758564144e-15,0.34393358460342044
474,558,0.8988980414483215,0.5081468448508042,0.5081468448508045,0.5078163845328236,1.174261857558634,0.8988980414483215,1.0094273561124687,0.8612704476923451,0.388986664826354,model.visual.blocks.2.norm2.bias,model.visual.blocks.5.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.458216799360625
451,511,0.2644998467024904,0.9851942316292557,0.9851942316292558,0.6104476578794945,0.33746711138799573,0.2644998467024904,0.29440615559115163,0.17144190259222022,0.7721751674299167,model.visual.blocks.18.norm2.weight,model.visual.blocks.22.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.9222974362051743
61,84,0.36817547872890355,0.9364119621055247,0.9364119621055245,0.9804884317788527,0.446292533743032,0.36817547872890355,0.40164468582524415,0.3509026036177017,0.772506587874452,model.language_model.layers.10.input_layernorm.weight,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.8181783063019755
12,34,0.5512463932618823,0.8409200643726132,0.8409200643726132,-0.3527815355197058,0.5827793239897826,0.5512463932618822,0.5663555471253109,0.5411593529964718,0.7954196956292154,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,7,1.1102230246251565e-16,1.2858014983843973
203,296,1.1631708277509654,0.0035748032904876987,-0.003287864991263573,-0.0032319834589656393,1.1249780793326822,2.196952587173906,1.4160986515500302,0.9999945949572924,-0.006420821553358397,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.8.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,13,0.03819274841828313,4.100582255954032
110,309,0.9785773203324388,0.4986950011598334,0.4986950011598334,-0.0907279888247961,0.9785773203324389,1.0269368969656174,1.0018828232271475,0.8667775353677516,0.523339634367743,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,1.1102230246251565e-16,1.8343707289404247
40,134,1.177272280409319,0.028038625639669475,0.01878152412750565,0.018933945056275124,1.1843191378338567,1.812059145556761,1.4019970071923844,0.9998236116192935,0.028736538552428564,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,16,0.0070468574245377,3.2914032111056613
206,299,1.1641345170165964,0.14754175850886872,0.17307824409375938,0.17266518565545755,1.1561630618552146,1.4849058904632189,1.290118713528466,0.9849080776506105,0.22229122573199686,model.language_model.layers.21.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,13,0.007971455161381868,3.380021850926965
160,265,1.317613349770583,-0.017084187345437908,-9.073910134470441e-05,-9.071151217825672e-05,1.2942784239307257,1.5753367334587134,1.4142765039113894,0.9999999958832078,-0.00011044350030592543,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.5.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,13,0.023334925839857412,3.7527038202646943
149,184,1.3382239149400057,-0.004919699978470135,0.00243356882092275,0.002431932853279661,1.4969727267663484,1.3408863043392139,1.4125021137332578,0.9999970388670129,0.0021798253530583953,model.language_model.layers.17.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,15,0.0026623893992081538,4.460631336105021
15,17,0.14677324607497033,0.9891725100623774,0.9891725100623774,0.05017371982289542,0.14677324607497033,0.14805739599218168,0.14741112619459207,0.14675743707525024,0.9978269878427184,model.language_model.layers.17.linear_attn.norm.weight,model.language_model.layers.18.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.38189916874005325
138,197,1.3702307534001517,0.026740875708025975,0.0016585943863867917,0.0016586260856943718,1.3958919498302438,1.430837269554146,1.4130406310529653,0.9999986245313849,0.0017001163044203505,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.025661196430092126,3.8586116721090713
168,268,1.3212140156461383,-0.014241739515273983,-3.540110777551559e-05,-3.527890278468427e-05,1.3211872450682651,1.5301991114206066,1.414238326951548,0.9999999993733808,-4.100156420946988e-05,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.5.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,14,2.6770577873147516e-05,3.3870124812051006
75,187,1.225886437344262,0.004143364963503194,0.0024307833937753103,0.002430032582034089,1.680122165804325,1.2421904515140771,1.4125692880318546,0.9999970456416821,0.001797188313387408,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.2.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.016304014169815195,4.667918852482799
200,317,1.3032556930556838,0.019400893870475156,0.0002923384063638825,0.00029233612566313525,1.3293668966359742,1.5171935534684284,1.414008625259892,0.9999999572691272,0.0003336429895229827,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.9.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,11,0.0261112035802904,3.3598130251223908
142,171,0.34938859615471335,0.9817705506572973,0.9817705506572971,0.9053722583028883,0.5073857914793468,0.3493885961547134,0.4069573058209303,0.19006994991862278,0.6760525032442806,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,5.551115123125783e-17,0.9755883589124397
368,512,0.9963536311585266,0.10694834669042719,0.10694834669042726,0.10701644367551658,5.811850495809019,0.9963536311585266,1.3887963095250886,0.9942645780375484,0.018334672175109878,model.visual.blocks.12.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,11,0.0,13.818476625762996
417,477,1.3368431798222968,0.05044147359064944,0.0006763077892782487,0.0006763093588248035,1.4755430201546627,1.359098787088087,1.4137368714738103,0.999999771303861,0.0006229361554026047,model.visual.blocks.16.attn.proj.weight,model.visual.blocks.20.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,4,0.022255607265790234,3.6310087039557244
526,562,1.2807726940689494,0.04898890902246304,-0.0050258048475413306,-0.004846064976621568,1.2787900294272085,1.6145327671408622,1.4176686877750035,0.9999873705630659,-0.006345315822680762,model.visual.blocks.3.attn.qkv.bias,model.visual.blocks.6.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,3,0.0019826646417409055,5.6763549384303555
455,539,1.2822724314815703,0.008532021151581129,5.042078972500698e-05,5.017297164718365e-05,1.5800382659660572,1.291541330650154,1.414178621590133,0.999999998728872,4.1214529582327266e-05,model.visual.blocks.19.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,15,0.009268899168583644,4.185525509244024
360,456,0.4574313769436963,0.8984506692902074,0.9011756718023672,-0.01090730417638175,0.45452729459218577,0.5946341074151409,0.5106920863809025,0.433454044336366,1.1789606424125474,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,8,0.0029040823515105174,1.1437936807644122
433,469,1.2883812139491568,-0.015573540764033552,0.00033608530344073333,0.00033957863525037297,1.5972679934157166,1.2820872939961583,1.413981522703981,0.9999999435233329,0.0002697673145749066,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,15,0.00629391995299855,4.4106793456902444
422,494,0.9941423356376561,0.15181556609648428,0.15181556609648428,0.1518762778218875,3.846831657043006,0.9941423356376561,1.3612087919225364,0.9884088394438831,0.03923391895483315,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,5,0.0,10.65032688624512
351,471,1.292598505593677,-0.0019286467491951998,-0.0011252701454875092,-0.0011252071201099873,1.5133883479595451,1.333606799412843,1.4150027077205025,0.9999993668833494,-0.0009915947345714177,model.visual.blocks.10.mlp.linear_fc2.weight,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,8,0.04100829381916604,4.341504476235478
436,484,0.6214880864192543,0.7839297935091168,0.7839297935091173,0.7831588760336552,0.7652884788247883,0.6214880864192543,0.682274413620003,0.6208494816368559,0.636626632617276,model.visual.blocks.17.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,1.9392085337744087
413,449,0.15291746446161322,0.9981640483201215,0.9981640483201213,0.8674461726173095,0.17827677245712925,0.15291746446161322,0.16414576802322944,0.06056841289968462,0.8561783640241587,model.visual.blocks.15.norm1.weight,model.visual.blocks.18.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.31648564753535435
546,582,0.9008426817993135,0.4993232093882183,0.4993232093882185,0.49841111369922375,1.207590935107705,0.9008426817993135,1.021152563950049,0.8664157965816697,0.3724867800451021,model.visual.blocks.4.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.244958169517166
535,595,0.26896316410831844,0.9631673183514997,0.9631673183515,0.49508429376803337,0.2809104675088708,0.26896316410831844,0.2747421818629219,0.2689028018812377,0.9222031909557192,model.visual.blocks.3.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,0.0,0.7228128587068658
49,108,0.3711030552348324,0.928651437960061,0.928651437960061,0.6460366256220089,0.4042001041989795,0.37110305523483267,0.38659304039750625,0.3709535102606675,0.8526108288817937,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,13,2.7755575615628914e-16,0.9233614172247256
4,16,0.5595843682827146,0.8289153442338795,0.8289153442338794,0.09971473027217495,0.6628141893418648,0.5595843682827146,0.6046881180157927,0.5593740717030323,0.6998161426259416,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,8,0.0,2.0988067198472082
191,249,1.1643808777447533,0.038880842865775755,0.00628560064735193,0.006285359322450742,1.1883359166990182,1.833004716616497,1.4101502136410493,0.9999802454171293,0.009695520829975865,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.4.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,16,0.023955038954264873,4.155435285570071
157,250,0.9862011441591848,0.4932889971626354,0.49328899716263536,0.34694913414192724,0.9862011441591848,1.0294717272318754,1.0071399535514742,0.8698654868876461,0.5149325560420649,model.language_model.layers.18.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,14,0.0,1.7258418851858577
217,310,1.1786749873111477,0.13006265206019588,0.12672973282980668,0.12661317689303966,1.194879909179599,1.5069520336472635,1.324090019387478,0.9919372837114683,0.1598283033669675,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,13,0.01620492186845124,3.1727893224118118
100,159,1.1654468489245886,0.19428933566586493,0.16758425244109162,0.16715010850552345,1.4064337532423172,1.201412940389137,1.2918781449586347,0.9858577576576453,0.1431549043984572,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,5,0.03596609146454832,4.247770586724075
113,160,1.318413306752363,-0.01980931808000224,0.000387098010088333,0.0003870787918594675,1.565402067960688,1.299361212560442,1.413944498010381,0.9999999250775624,0.00032131051188872065,model.language_model.layers.14.linear_attn.in_proj_qkv.weight,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,4,0.019052094191921,4.448382886521664
90,254,1.3385026825461734,0.011185103192032003,0.0005211228151874109,0.0005266773762984844,1.4868344721014668,1.3506500292420942,1.413846719046214,0.9999998642154966,0.0004733913282066852,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.012147346695920769,3.940975539594135
3,21,0.14824515643227767,0.9895064995278936,0.9895064995278934,0.02743415947466685,0.14824515643227767,0.15501234654232754,0.15151552700540627,0.14448836420990882,1.0346761277207324,model.language_model.layers.1.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,19,0.0,0.39401551965278164
162,267,1.3720855292395375,0.004320048054276537,0.00016166478498383382,0.0001616322916829707,1.4752117760715724,1.3600029660648458,1.4140996204061764,0.9999999869322486,0.00014903933838688558,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.5.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,13,0.012082563174691696,3.778447731967067
92,151,1.3214035050151969,0.026622914787527513,0.0002471697139802691,0.0002471476961803274,1.471549873948502,1.3627840654553571,1.4140392902436756,0.9999999694535657,0.00022890080291444945,model.language_model.layers.12.mlp.down_proj.weight,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,5,0.04138056044016025,3.9103303943086454
117,164,1.2262625160370293,0.020834790036164418,0.008092712825377272,0.008088691576547754,1.645589565306823,1.251390224999954,1.4086884141956335,0.9999672534633952,0.006154111533589272,model.language_model.layers.14.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,4,0.02512770896292471,4.6081080142090824
212,270,1.3035425656897555,-0.016608371410232373,-0.00015460592967308538,-0.00015460490961404218,1.2870391131597394,1.5887928643742608,1.4143205002052945,0.9999999880485032,-0.00019085418255199515,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.01650345253001606,3.7092954686817357
154,230,0.3496844656036439,0.9371452284185292,0.9371452284185295,0.107314269205212,0.3496844656036436,0.3824476674949978,0.36496772443239806,0.34893956618930727,1.0249497531840004,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,6,3.3306690738754696e-16,1.341788748837145
332,524,0.9966641446597796,0.1610534565253796,0.16105345652537964,0.16007262417547835,0.9966641446597796,3.3233507018838573,1.3500903989735913,0.986945684493948,0.5370285673988502,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.3.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,3.7481008245818033
405,573,1.3370073024521667,-0.007176750430248471,-0.001335220208707444,-0.001335230192301185,1.4889717265927789,1.3513263077852593,1.4151529693286165,0.9999991085930998,-0.0012117880833383745,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.7.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.014319005333092605,3.9025362067235085
418,514,1.280821591596381,-0.008346242600811597,0.0010282941943875524,0.000975957614044605,1.301475944936099,1.5605240298970862,1.4134980846743384,0.9999994713053851,0.0012329676982421897,model.visual.blocks.16.attn.qkv.bias,model.visual.blocks.23.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,7,0.0206543533397181,5.726911029288991
443,563,1.2832520567531756,0.025042029936466086,-0.0003448775334055581,-0.0003448259078998447,1.5344962951465628,1.3187921402072709,1.414454635468218,0.9999999405297417,-0.00029639809612305365,model.visual.blocks.18.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,12,0.03554008345409532,4.28071020846146
432,504,0.45744435432136027,0.8943962233917319,0.8943785170420474,0.016600629646763974,0.46080583628163435,0.45847650196080947,0.45963674247951064,0.4473109301746026,0.8898575096859659,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.001032147639449199,1.3277786176105262
457,469,1.289226184151521,-0.001615526090378733,-5.419046143941088e-05,-5.1749298367166215e-05,1.5734410958834175,1.295293957796666,1.4142511665718858,0.9999999985316969,-4.461087069374663e-05,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,17,0.0060677736451451025,4.311337373633879
494,578,0.9944290847661053,0.12673451011946293,0.12673451011946296,0.12709873255966386,0.9944290847661053,5.045386250021084,1.3797900101137885,0.9919366733540905,0.6430066905276531,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.blocks.7.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,14,0.0,2.5715273691106617
339,423,1.2934597420015803,0.0179216421422767,-0.001074142434416619,-0.0010719140137067924,1.3103626868130096,1.549414384220508,1.414962356772925,0.9999994231088489,-0.001270100068733291,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.16.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,15,0.016902944811429288,3.6573675123118226
472,532,0.6284312496330942,0.7874051726963033,0.7874051726963033,0.787467347751635,0.690883854809181,0.6284312496330942,0.6574431995357447,0.616435798774783,0.7162275007595451,model.visual.blocks.2.norm1.bias,model.visual.blocks.3.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,2.2299182603069223
353,581,0.15406139297241553,0.9909221940556838,0.9909221940556837,0.791566248203674,0.15406139297241483,0.16824846061758036,0.16068710269629352,0.13443662197433415,1.0821733500197286,model.visual.blocks.10.norm1.weight,model.visual.blocks.7.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,6.938893903907228e-16,0.4881346318348211
414,462,0.9022788935933677,0.43689423911345526,0.43689423911345515,0.42955552394624846,1.777924068107934,0.9022788935933677,1.1378730677814044,0.8995128814138657,0.2217195085862764,model.visual.blocks.15.norm2.bias,model.visual.blocks.19.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,4.072280815601319
451,487,0.2692336590728331,0.9945146336146726,0.9945146336146727,0.8752532946995775,0.360695251587249,0.2692336590728331,0.30512521796670067,0.10459753116720001,0.7423352889490098,model.visual.blocks.18.norm2.weight,model.visual.blocks.20.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.6209828366465927
84,272,0.37352893283452315,0.9550052691079829,0.955005269107983,0.8803662366376903,0.3735289328345232,0.5131319365986462,0.42707911245231966,0.2965888331950294,1.3119297064369162,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,6,5.551115123125783e-17,0.811217617714379
0,20,0.5624559736526817,0.8674216376757695,0.8674216376757695,0.019105361291357103,0.5624559736526817,0.9294213525295618,0.68052159263964,0.4975738161236843,1.4333569727536617,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,20,0.0,1.416584546194543
62,203,1.1658037980205591,-0.033199438553887885,-0.012093598605022135,-0.012044990942471702,2.2980950620353684,1.1171757809191074,1.4209226426071628,0.9999268697623745,-0.005879075974220903,model.language_model.layers.10.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,11,0.048628017101451704,7.7097838147469755
63,297,0.9958266115359782,0.4887120847419707,0.4887120847419707,-0.0816303477465012,1.0278685614101701,0.9958266115359782,1.011467142649452,0.8724451261982938,0.4734773663060546,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,2.266758061047825
52,158,1.1790191683544406,0.09369233277258376,0.0669216453028539,0.06694573983866994,1.2061145116279148,1.619907218909638,1.3681283989335264,0.9977582339374399,0.08988106459401154,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,17,0.02709534327347418,3.474711689299916
65,252,1.1663802565328911,0.21189263597260133,0.1950396984027782,0.19484660827347547,1.2001401692135376,1.353509489949862,1.269930933192222,0.9807953487078501,0.21996437539301178,model.language_model.layers.10.linear_attn.in_proj_b.weight,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,6,0.03375991268064649,3.3555286898774694
66,136,1.3189815380720518,-0.004830734406725684,-0.0001839420422675491,-0.0001838740117641286,1.5645078141052,1.300490362735373,1.4143414327737716,0.9999999830826624,-0.00015290102811511114,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,6,0.018491175336678767,4.342749129879594
67,254,1.3400878957572189,-0.024489110076513877,0.00041096024972622487,0.0004216985769254002,1.5363980731265663,1.3167351458464047,1.4139263650927554,0.9999999155558329,0.00035220416754308076,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,6,0.023352749910814152,4.1642669375531645
3,23,0.14968602897516262,0.9889107690652786,0.9889107690652784,-0.15414443116279908,0.15428505740042525,0.14968602897516262,0.15193336329411042,0.1485109114735999,0.9594326795236855,model.language_model.layers.1.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,20,0.0,0.4877408089937658
44,138,1.3734435345749112,0.004302939751123267,0.0007193669826584301,0.0007192246243357315,1.3801168891051139,1.4498720856767247,1.4137054195218204,0.9999997412555386,0.0007557259212951441,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,16,0.00667335453020268,3.8294050284462005
92,121,1.3224789150584069,0.057377806280507565,-0.0002475393243756118,-0.00024751554868291574,1.4663412147350339,1.367592793367783,1.4143881637950877,0.999999969362141,-0.00023086918153111393,model.language_model.layers.12.mlp.down_proj.weight,model.language_model.layers.15.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,3,0.045113878309376076,3.763728271502021
122,211,1.2272811832027524,0.04151510682414753,0.007481338471051119,0.0074774902752791006,1.6070430154504687,1.2698749331280106,1.4090574109736413,0.9999720143957438,0.005911704975719654,model.language_model.layers.15.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,6,0.04259374992525822,4.391546073248732
200,258,1.303835801919582,-0.02178840514181187,-0.0002727313721318865,-0.0002727271226605636,1.2904843412935676,1.5826064146132894,1.4144024534480875,0.9999999628087985,-0.00033446854424405497,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.013351460626014333,3.365898981404538
201,230,0.3504799219109938,0.959328053879823,0.9593280538798232,0.1403140342478733,0.3504799219109933,0.4663051129972592,0.3962162238548412,0.28229361494577077,1.2763629200975357,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,4.996003610813204e-16,0.8287751035875908
428,512,0.9977335060223138,0.10576698060112359,0.10576698060112366,0.10574917692105182,5.324980777353449,0.9977335060223138,1.3868738000795116,0.9943909421422349,0.019817397430869396,model.visual.blocks.17.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,6,0.0,11.957161956425786
381,501,1.337316667666558,0.005710178565021821,0.0022893779585961825,0.002289350380199121,1.5216855509441374,1.3240615751420985,1.4126093570714982,0.9999973793708475,0.00199205242112846,model.visual.blocks.13.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,9,0.013255092524459444,3.8875017425400156
466,490,1.280990708752248,0.03138517007675861,0.027065632486090584,0.027162871375731024,1.251499594219551,1.6043861016686753,1.395527446128853,0.9996336586660775,0.03469735411351487,model.visual.blocks.2.attn.qkv.bias,model.visual.blocks.21.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,19,0.029491114532697038,6.611000247873005
479,539,1.2847539876776175,-0.00873562090740114,3.780967199804859e-05,3.770846599800372e-05,1.5773977658878933,1.2930028660137638,1.4141873464519197,0.9999999992852143,3.099282585137862e-05,model.visual.blocks.20.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,16,0.008248878336146293,4.250260317186799
348,360,0.4585197486021728,0.8924495487558003,0.8923090178487064,0.011298474937947844,0.4589845655254565,0.47062397526448696,0.46469497965682527,0.4514250952991835,0.9149371213900158,model.visual.blocks.10.mlp.linear_fc1.bias,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.0004648169232837063,1.198612922045093
397,529,1.2903952399620917,0.004826021891851337,-0.00048199278762267806,-0.00038685598533341666,1.6052167674150664,1.2788599416602768,1.414545725830572,0.9999998838414697,-0.00038399877248505425,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,11,0.011535298301814878,4.377262487292472
350,590,0.9946324977991324,0.478401526486557,0.47840152648655704,0.47826075155995984,1.0519873839841765,0.9946324977991324,1.0221049991886701,0.878141207013617,0.4523188324161493,model.visual.blocks.10.mlp.linear_fc2.bias,model.visual.blocks.8.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,2.906915711803679
339,591,1.2955746082953472,-0.025154702286456675,-0.00019528066421574234,-0.00019795353833609478,1.2975979000639144,1.569606372489491,1.414349176777175,0.9999999809327309,-0.00023621630010491857,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,7,0.0020232917685671925,3.6719907470731514
496,520,0.6406150780388443,0.7903629857070051,0.790362985707005,0.7911877975099306,0.6406150780388443,0.6552871622850667,0.6478265425003942,0.6126388420793352,0.8084647643084225,model.visual.blocks.21.norm1.bias,model.visual.blocks.23.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.8700031674278692
425,509,0.15801626242012662,0.9901674484783118,0.9901674484783123,0.25711714213592896,0.17237926664925293,0.15801626242012662,0.16472998700217104,0.1398871830224229,0.9076646073508183,model.visual.blocks.16.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,6,0.0,0.7170178990974565
558,570,0.9026276834502833,0.5533547327876,0.5533547327876,0.5531946212914223,1.0016770946123337,0.9026276834502833,0.9482945497046015,0.8329457003319988,0.4986370390905531,model.visual.blocks.5.norm2.bias,model.visual.blocks.6.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,3.285042334441957
379,583,0.2700271867700611,0.9945140971911339,0.9945140971911337,0.8290462176554696,0.2700271867700611,0.36217531123786756,0.3061505967493853,0.10460263136319388,1.333896993814036,model.visual.blocks.12.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,0.0,0.4782694174977791
84,260,0.3794325937370857,0.9352122155558213,0.9352122155558212,0.7901543898312303,0.3794325937370857,0.47496550981990804,0.41924553540498355,0.3540877177694422,1.1706784131967967,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,7,0.0,0.7774156479198422
18,34,0.5651867158190994,0.8256248285976345,0.8256248285976346,0.37668662910307826,0.7131030987924944,0.5651867158190995,0.626407102595202,0.5642194984251488,0.654368472334446,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,7,1.1102230246251565e-16,1.3072517798113423
97,156,1.166079175412344,0.02877615151251745,0.013726628146414201,0.013746602682708553,2.081510448198141,1.131659918306999,1.4060438211064943,0.9999057854016697,0.0074627897737667105,model.language_model.layers.13.linear_attn.conv1d.weight,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,5,0.03441925710534499,6.872925115526761
145,250,0.9991906654489995,0.4069541396789054,0.4069541396789055,0.08449219994886639,1.2306585288543967,0.9991906654489995,1.0970164026646638,0.9134485908896034,0.3304123508667446,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,13,0.0,2.3242619090626655
64,205,1.1818777861869385,0.1494106993498422,0.1455075615532816,0.1454517004668734,1.4824266467225726,1.1864322644778595,1.3099836006281944,0.9893571395258731,0.11645423814661032,model.language_model.layers.10.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,11,0.004554478290921038,4.017541546320821
147,159,1.166526534083635,0.30928525661388984,0.2671957062180762,0.2666557467409089,1.2209954088450514,1.2005721879066238,1.2106546184239513,0.9636422855907806,0.2627264044480943,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.03404565382298874,3.7083282551855956
160,300,1.3199642724618659,0.0006686748869549073,0.00012192135117052243,0.00012191169772284153,1.288541335789527,1.5854399434604165,1.4141291691180313,0.9999999925675921,0.00015001379834506492,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,10,0.031422936672338864,3.846813474742875
67,161,1.3415903247385381,0.013055863657692518,-0.0015162742411198998,-0.0015002771662971936,1.5182544000896372,1.3307597930142763,1.4152760839546499,0.9999988504555521,-0.0013290241708810242,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.18.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.01083053172426185,4.062295233319526
31,33,0.152974812478439,0.9882881133045951,0.9882881133045948,-0.08581724131558358,0.15648334786187007,0.152974812478439,0.15469924843720237,0.1525994924658811,0.9661295650505386,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,0.0,0.4980738843259181
68,185,1.374451473470544,0.0013515738397632225,-9.249182108085538e-06,-9.520981847033053e-06,1.429278614173349,1.3996277319864934,1.4142201010805269,0.9999999999572262,-9.057304606881736e-06,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,8,0.0251762585159494,4.04944575109123
74,210,1.3235070551535297,0.010432617844194246,-0.00044072058785055065,-0.00044078550208294875,1.5320539957513566,1.3204581478964799,1.4145217545220783,0.999999902882677,-0.00037985155404890415,model.language_model.layers.11.mlp.down_proj.weight,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,10,0.003048907257049871,4.114831771590537
164,304,1.2304577611193217,-0.03453833090978176,0.005147863300521437,0.00514884228949986,1.2144514049074657,1.749195698363537,1.4107988957148232,0.9999867496639339,0.007414557968024845,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.016006356211855977,3.308934258168857
118,240,1.3046199054753151,0.026615490931654134,9.80092446994679e-06,9.830293999415784e-06,1.3371732735448902,1.5062978834655971,1.4142066809174205,0.999999999951971,1.1040537585641041e-05,model.language_model.layers.14.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,11,0.032553368069575095,3.4699631923838394
271,306,0.3546478689447187,0.9395465442267934,0.9395465442267934,0.9801301319751364,0.41859819258134295,0.35464786894471895,0.3826720759870432,0.34242121901466643,0.7960095996345175,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,2.220446049250313e-16,1.0401383910969701
404,500,0.9998893720704666,0.154184663983857,0.15418466398385694,0.1544207990526996,3.250085362719917,0.9998893720704666,1.3515421037531474,0.9880420483927722,0.04743494082404517,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.22.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,7,0.0,9.195182447955231
441,549,1.3374165374612998,0.02009777976532869,-0.0008200360681033456,-0.0008200322257469505,1.4840557057281811,1.3543990655441736,1.414790882870258,0.999999663770367,-0.0007483924491949741,model.visual.blocks.18.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,13,0.016982528082873705,3.808315568607549
418,574,1.2829717562408733,0.05572021355161684,0.027228325966092305,0.0273417725862959,1.3059701909248431,1.5051902404128925,1.3950224371488202,0.999629240401202,0.03138188818683507,model.visual.blocks.16.attn.qkv.bias,model.visual.blocks.7.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,9,0.022998434683969782,5.114420168057623
443,527,1.2853673817695173,-0.015628609957997256,0.00013875089078821835,0.00013819189247424486,1.606414281814603,1.2776243845342259,1.4141179649927282,0.9999999903740951,0.00011035230665817253,model.visual.blocks.18.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,15,0.007742997235291371,4.466451334521205
360,492,0.4585800248960367,0.8969927446123619,0.8986380296683326,-0.017208709251231923,0.4541824197510643,0.5815182975418984,0.5062110429882853,0.4386908839192089,1.1505827491199592,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,10,0.004397605144972394,1.1594130587863334
421,553,1.292260419157143,0.003826428782692588,-0.00029221415634085243,-0.0001763522828033417,1.5836344051005762,1.2899482968484504,1.4144159025920031,0.9999999573054424,-0.00023802283662999223,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.blocks.5.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,11,0.002312122308692599,4.19318608794349
434,494,0.996319022355549,0.1920018274123914,0.1920018274123915,0.19206713409781814,2.7386080288383137,0.996319022355549,1.3241046467239246,0.981394568086813,0.06985120578177006,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,4,0.0,7.399354740541619
351,555,1.2956568675785083,0.006418273771460709,0.000506090620166805,0.0005060440916160264,1.6148727281593394,1.2730547117843367,1.4138655476760753,0.9999998719361339,0.00039896707484036293,model.visual.blocks.10.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,5,0.022602155794171574,4.432777712330427
364,412,0.6443361440378682,0.7947490215689686,0.7947490215689683,0.7945393363714764,1.1139448457466963,0.6443361440378683,0.7887792586098488,0.6069382116123252,0.45970455538340227,model.visual.blocks.11.norm1.bias,model.visual.blocks.15.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,1.1102230246251565e-16,2.5889484211926264
389,425,0.15937884271160052,0.9937371713924668,0.9937371713924664,0.7795732448373757,0.1810933492383002,0.15937884271159988,0.16919987796846186,0.11174271427211609,0.874580325573511,model.visual.blocks.13.norm1.weight,model.visual.blocks.16.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,6.38378239159465e-16,0.39731483397805134
366,594,0.9055949364164902,0.5173726461585793,0.5173726461585791,0.5176489875353963,0.9055949364164901,1.1130114279111663,0.9934164237524121,0.8557602146669765,0.6358711213004228,model.visual.blocks.11.norm2.bias,model.visual.blocks.8.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,1.1102230246251565e-16,2.6758164989721456
379,595,0.270343219198876,0.9948762914507114,0.9948762914507111,0.8345122889971821,0.270343219198876,0.36329189960972014,0.3067177258847143,0.1010997760100357,1.3369319891538274,model.visual.blocks.12.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.4389828863130103
131,260,0.38456846740839784,0.9457686137857505,0.9457686137857504,0.8491690830941295,0.3845684674083976,0.5197390840042191,0.4371944833017194,0.3248410829586986,1.2781934939219413,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,11,2.220446049250313e-16,0.9927348923558221
6,32,0.5662023422800477,0.8246112687035358,0.8246112687035361,0.11062734172125815,0.5662023422800478,0.6673282117178205,0.6105717381485503,0.5656997927586193,0.9718899450156605,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,1.1102230246251565e-16,1.0091596415092643
215,249,1.167847252529521,0.0369678383418727,-0.00764672468206901,-0.007649704353400561,1.2525363114808068,1.6776276188639128,1.4193882381205876,0.9999707633734282,-0.010241903889653356,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.4.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,18,0.08468905895128587,3.9436688684011623
86,180,1.0010317125083332,0.34345920204000757,0.3434592020400076,-0.30099102315957127,1.0010317125083332,1.450958161316415,1.1652605696168545,0.9391675976810748,0.49783131348600895,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,10,0.0,1.6079093790414176
134,158,1.1826001624772522,0.25166903496950316,0.23701407107786296,0.23669533796608977,1.2087120095977106,1.2641411650340797,1.2354950243804927,0.971506217227197,0.24788307021253192,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.026111847120458442,3.244000647129243
88,299,1.167512675729378,0.23260964518968236,0.2204591086121779,0.22042991897591324,1.1752835211921817,1.3414613266216018,1.2501638827827377,0.9753962176623016,0.25163066015315055,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.0077708454628038215,3.625214885439663
183,207,1.320288905027761,-0.031634405876794724,0.00010489881958314557,0.000104822939873414,1.5647397475950688,1.300045139747968,1.4141406415669555,0.9999999944981188,8.715391858228598e-05,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,19,0.020243765279793102,4.348580056750464
67,114,1.3418230694431983,0.04400428075306916,0.013531813033101601,0.013527642819109518,1.4617017563062864,1.353779775759872,1.4046408036039912,0.9999084408264775,0.012532717248605534,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.011956706316673671,3.746294450070648
13,31,0.1530492017906249,0.9905283013764395,0.9905283013764398,-0.050901158568278246,0.16583081767036714,0.1530492017906249,0.15905612681929832,0.1373087184861349,0.9141821044266458,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,10,0.0,0.35365986586255066
103,185,1.3759032416533894,0.011258999464067913,0.0001894048623132636,0.00018959347376427984,1.4339706778567969,1.3949940982135063,1.414079677409603,0.9999999820628989,0.00018425667217606147,model.language_model.layers.13.linear_attn.out_proj.weight,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,11,0.019090856560116887,3.8938004137503475
168,303,1.3237139982332047,0.006629555764819186,-0.00035169229332393504,-0.00035175504565666,1.3293222924043482,1.5183759682929416,1.4144600424194442,0.9999999381562634,-0.0004017092991429837,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.8.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,11,0.005608294171143502,3.4351770124856795
117,169,1.2304871274537483,0.02542574556103858,0.005619803717811757,0.005616528929379233,1.6312273963609725,1.2602264923167146,1.4103632443265055,0.9999842087784053,0.004341654353406363,model.language_model.layers.14.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,5,0.029739364862966244,4.6081080142090824
59,123,1.3065205719492838,0.036381141515334496,0.00023447788066002293,0.00023446021067063805,1.537778277692582,1.3160672681279912,1.414049741362522,0.9999999725100615,0.00020067175373273655,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.15.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.009546696178707403,3.7985757475296436
95,259,0.3610989501320069,0.934728340413921,0.9347283404139209,0.9398076247024248,0.3610989501320069,0.3615205209327524,0.36130955107647456,0.3553630954770587,0.9358196041099349,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,8,0.0,1.2227986143709058
392,512,1.0025248905813304,0.08090488987835362,0.08090488987835373,0.08097307468964804,5.315153856990667,1.0025248905813304,1.3932182256882382,0.9967218261851054,0.015259984575256213,model.visual.blocks.14.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,9,0.0,11.810906468918006
381,549,1.3386497081136248,0.003240413240317548,-0.0010398137657755449,-0.0010398291708285682,1.511544277053167,1.3347724878072187,1.4149429835022345,0.9999994593935201,-0.0009182098255872646,model.visual.blocks.13.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.0038772203064061372,3.788151261063678
538,598,1.2829969851387233,0.0027431881128725123,-0.008694017202645196,-0.008807098253318473,1.3141915939277449,1.5570038063032874,1.4202609228279033,0.9999622063182589,-0.01030033819964388,model.visual.blocks.4.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.031194608789021583,5.623207418592708
383,527,1.2855378290672477,0.014010691277132408,0.00020571957145676807,0.00020569864810519054,1.5846133509218017,1.2888977699101611,1.414071138360924,0.9999999788397287,0.00016732882928397543,model.visual.blocks.13.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,10,0.003359940842913467,4.47412189546601
372,516,0.4604562398717548,0.9067200981401803,0.9050711854508956,-0.024472160585099014,0.46115907995707667,0.6346063722395848,0.527586815735469,0.4252600960194954,1.2454789823742245,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,11,0.0007028400853218431,1.1813603445207261
457,577,1.2926724015007072,0.010275760127766136,0.00047776331988454336,0.0006183327578667498,1.5657455739760302,1.2990671404395804,1.4138814981943475,0.9999998858710986,0.00039639047370466056,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.blocks.7.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.006394738938873212,3.997537932507598
470,554,0.996883219729739,0.23015626196938754,0.23015626196938754,0.22903279094069434,0.996883219729739,2.2333151460814666,1.2873754782905185,0.9731536852297681,0.5156185355001548,model.visual.blocks.2.mlp.linear_fc2.bias,model.visual.blocks.5.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,2.8469632110613814
339,351,1.296179982405083,-0.008601417757517646,-0.0014605186046674611,-0.0014595860140245284,1.271535590550252,1.622045406901812,1.4152160803547398,0.9999989334421339,-0.001863123228324511,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.10.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.024644391854831138,3.8861431952276373
388,484,0.6446981361729108,0.7822756898788147,0.7822756898788146,0.7815916350345723,1.0462983221105528,0.6446981361729109,0.7762192745856747,0.6229323759643777,0.48201518494355544,model.visual.blocks.13.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,7,1.1102230246251565e-16,3.305112009114467
401,437,0.15958567732976475,0.9972420655219247,0.9972420655219247,0.8476773573808669,0.18643957888821844,0.15958567732976475,0.17145506030158988,0.0742176714372332,0.8536038937497665,model.visual.blocks.14.norm1.weight,model.visual.blocks.17.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.3663861169858508
474,546,0.9058507699713334,0.5499688216592471,0.5499688216592465,0.5495060375726926,1.005688446774619,0.9058507699713334,0.951865005753437,0.8351851861729468,0.4953717845303069,model.visual.blocks.2.norm2.bias,model.visual.blocks.4.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.778185735933491
391,595,0.2705987607966873,0.996447762029435,0.9964477620294351,0.8580130375646563,0.2705987607966873,0.36602684048231765,0.3077227134304752,0.08421316729900435,1.3478503189279036,model.visual.blocks.13.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,0.0,0.4255914752037601
178,237,0.38603028909551307,0.9841171112463403,0.9841171112463407,0.9264021721223357,0.38603028909551323,0.6019253864973059,0.4595437814437533,0.17752045333470015,1.534504129024446,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.3.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,1.6653345369377348e-16,0.7979570642721405
8,30,0.5675216845391482,0.8248360160679807,0.8248360160679806,0.3978577370751884,0.5675216845391482,0.731826083016285,0.6342350307240046,0.5653720426383869,1.0636360287448157,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.6.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,7,0.0,1.2453357505491138
38,249,1.1686985908959848,0.0028803360124657123,-0.013127385328960822,-0.01313155577354149,1.7615059424521453,1.2257612019277748,1.4228908924717918,0.9999138321647646,-0.009134819946503359,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.4.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,4,0.05706261103179,8.070742313292744
98,297,1.0072232933788916,0.3713429953837107,0.3713429953837106,-0.16300655457382585,1.3223008365915214,1.0072232933788916,1.1331366775890155,0.9284957618532534,0.28285947072958373,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,0.0,2.2525702295890437
99,251,1.1843330846234361,0.14524840877920026,0.12851474649025826,0.12845402387134724,1.5032880618441278,1.1947076081935881,1.3227275941612744,0.9917075980018226,0.10213448060555523,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.4.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,9,0.010374523570152006,4.087506016113738
135,194,1.1680178641329813,0.23047254701576184,0.23291856883514306,0.2326484200394237,1.3185156349131901,1.1738137661578094,1.2398761354596342,0.9724962417880023,0.20735667841395514,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.005795902024828159,4.135582560492234
89,195,1.3206139468792923,0.004956186074327611,-0.00046659145212280597,-0.00046662560303001153,1.5059857848618459,1.3379576512305924,1.414541158998582,0.9999998911462025,-0.00041453220185857874,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,8,0.01734370435130006,4.2181556333912065
184,266,1.342167689859563,-0.019871398847782953,0.0013793835296283285,0.0013778645205648888,1.3427930320230412,1.4960897509803734,1.4132435298542314,0.9999990486500865,0.001536857514250687,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.5.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,3,0.0006253421634783152,3.817447397176247
25,31,0.15382922528726722,0.9941725157730493,0.9941725157730491,0.03832161375686572,0.15382922528726722,0.17392946229249204,0.16295686075326365,0.10780078330645979,1.124076980635312,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,16,0.0,0.40236255431292606
138,209,1.3759515460981424,0.02090169272933799,0.0002593444914773903,0.0002594383687810958,1.4357291451902103,1.3932863596287282,1.4140302487774583,0.9999999663702168,0.0002516777928697861,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.21.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,5,0.017334813530585746,3.9531677770283378
121,280,1.3237412886211521,0.0021761181390219054,0.000141983238011083,0.00014201896519516866,1.3491591016985651,1.4894543009578332,1.4141136508226027,0.9999999899203801,0.00015674766916168832,model.language_model.layers.15.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.025417813077412976,3.5123845927892106
228,257,1.231062320059652,0.01981515223228223,0.001165066519474992,0.0011595885993113855,1.23755500751662,1.6947340155723742,1.4134286196466213,0.9999993213097723,0.001595466746097156,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.4.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,19,0.0064926874569679605,3.357701977954125
141,188,1.3074920264989942,-0.005644622269851291,-0.0002475530029970565,-0.00024759493595545557,1.306602451066915,1.5541650064107568,1.4143859960250282,0.9999999693587548,-0.0002944569820573672,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.0008895754320792371,3.662370747032737
213,230,0.36430976670410514,0.9669157441456826,0.9669157441456823,0.1707503820635789,0.36430976670410514,0.5154178610368665,0.42072474050788844,0.255095950032927,1.3679722318705048,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,0.781228635853318
332,548,1.0029591287429473,0.08716167095070683,0.08716167095070686,0.08558162743423277,1.0029591287429473,4.929632800312445,1.3899228642910724,0.9961941794234097,0.42840731963542283,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.5.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,4,0.0,3.708846408524548
405,477,1.3392945010841748,-0.00816656633073716,-0.0013410648044484257,-0.001341068660851527,1.4954469019588221,1.3465487063435135,1.415156332485317,0.9999991007721908,-0.001207538077873238,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.20.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.007254205259338731,3.992159318642621
406,526,1.2830343469798349,0.03517444263784841,0.005665141609275539,0.00545080289170976,1.527012155379634,1.316729455985009,1.4102457056977682,0.9999839529565197,0.004885002914338232,model.visual.blocks.15.attn.qkv.bias,model.visual.blocks.3.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,12,0.03369510900517403,6.439208539215549
431,527,1.2858042563612757,-0.014725614904377921,-0.000116936005871774,-0.0001167159609412576,1.5967277049510327,1.282833673854733,1.414294304322926,0.9999999931629852,-9.394804483773071e-05,model.visual.blocks.17.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,14,0.002970582506542696,4.462916525162765
432,456,0.46195943083045365,0.8927247008977279,0.8938709682940424,0.02090618258965447,0.4577841060924547,0.4640704597021156,0.46089513262280324,0.4483243156924137,0.9061457260091377,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.0041753247379989755,1.3023737761951386
433,589,1.295927188668281,0.0015644442600501337,-0.00015013298858171262,-5.262726307511633e-06,1.5806461169455386,1.2914212358363903,1.4143175870728837,0.9999999887300428,-0.00012266182010978635,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.8.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,9,0.004505952831890703,4.071079600493406
518,542,0.9972373881192704,0.11172191558959925,0.11172191558959932,0.11147122469701239,0.9972373881192703,5.109487398332148,1.3841892413004662,0.9937395099204773,0.5724231026868726,model.visual.blocks.23.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,19,1.1102230246251565e-16,2.2435793062800986
423,543,1.2963605353649015,-0.028999406982695743,-0.0006660747909779739,-0.0006654008638725205,1.5895741794752078,1.287156950175754,1.414674177107232,0.9999997781721618,-0.000539353751221104,model.visual.blocks.16.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.009203585189147434,4.813358030411115
424,484,0.6559804921813182,0.7596852460793644,0.7596852460793639,0.7588748091033007,0.7754871267163697,0.6559804921813182,0.7082812731674969,0.6502909555647658,0.6426137642492314,model.visual.blocks.16.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,0.0,2.1571076893911174
365,389,0.1596464518909851,0.9959783720397912,0.9959783720397911,0.8948993791610309,0.18480969021926671,0.1596464518909851,0.1708536747577361,0.08959398656699798,0.8603683771541526,model.visual.blocks.11.norm1.weight,model.visual.blocks.13.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.3845932778508855
438,486,0.921209142877123,0.4748413733450896,0.4748413733450896,0.47958308603581,1.233119831921103,0.921209142877123,1.043702365122203,0.8800714006032404,0.35473293285726126,model.visual.blocks.17.norm2.bias,model.visual.blocks.20.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.2398226468927414
415,439,0.27670394624446665,0.9952796085688154,0.9952796085688155,0.9079272697102407,0.3758782851733243,0.27670394624446665,0.31513689011353374,0.09704896066988752,0.7326781199415349,model.visual.blocks.15.norm2.weight,model.visual.blocks.17.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.6271550970111571
143,248,0.39725095303776325,0.9547471129698829,0.9547471129698829,0.6858627786150259,0.39725095303776325,0.5745581420927451,0.46210133723337965,0.29741881291484173,1.3808846100974401,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,13,0.0,0.9898151034848081
24,32,0.5700012392391427,0.8230365923977085,0.8230365923977088,-0.4198017198574806,0.5700012392391427,0.6544988187390461,0.6078890150683917,0.567988351618559,0.9450443971356169,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,14,0.0,1.0378897601028385
62,215,1.1713558124312726,-0.031508611257568306,-0.015641668261538382,-0.015563110204396435,2.053313552808999,1.1549910653956668,1.42363434461733,0.9998776616236589,-0.008798455094812457,model.language_model.layers.10.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,12,0.016364747035605864,7.80729947001822
39,309,1.0078739718798284,0.23084879465203334,0.23084879465203334,0.14487877761360915,1.0078739718798284,2.0413890436630493,1.2780654238665095,0.9729896371532963,0.46757056268307984,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,9,0.0,2.1687561208799275
87,298,1.184714366407735,0.17094945308802234,0.15843144658604474,0.15839685861971345,1.1788044061528462,1.4691197453014528,1.3002555269918576,0.987369979659425,0.19744986126735883,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.00590996025488888,3.503149405641046
182,264,1.1722660812491008,0.17000262591674323,0.1812591907698143,0.18096841843357392,1.1758155497740106,1.4238980906658392,1.2821951611321774,0.9834353592186281,0.2195026385748845,model.language_model.layers.2.linear_attn.in_proj_b.weight,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.0035494685249097824,3.451270795570714
42,219,1.3241220629972237,-0.014415113934033167,-0.00025490323864760033,-0.0002549900663429243,1.5135641226663834,1.3324653907938762,1.4143923411391088,0.999999967512169,-0.000224403934007667,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,22,0.008343327796652478,4.287781076854033
278,301,1.3426095232201998,0.055859289868367586,0.006196583958423492,0.006196975379504225,1.3752332790513282,1.4471781849865455,1.40983081503941,0.9999808009893221,0.006520756341974294,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,2,0.03262375583112842,3.6013665826694314
25,33,0.15439193477584384,0.9918436174965953,0.991843617496595,-0.07372590149264047,0.15439193477584384,0.17065173639084225,0.16191269592362725,0.1274607328994624,1.0962997244623602,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,14,0.0,0.49588875091568446
150,314,1.3759799571550764,-0.016438386749824868,-0.0005828694397396144,-0.0005829310094815485,1.446200794127123,1.3850315606608776,1.414625268787818,0.9999998301315937,-0.0005582161018459012,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,8,0.009051603505801253,4.014817384904005
151,303,1.324735773451131,0.003459405335473893,0.00033148341979366677,0.00033144051349852794,1.3493974695468438,1.4888223208175162,1.4139802775017714,0.9999999450593697,0.0003657335407153745,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.8.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.024661696095712893,3.5330397047181896
46,199,1.2310905668583,0.021798529569840304,0.0024152567700709278,0.0024120437983445485,1.6733873423394698,1.2449482028077756,1.4125768359467066,0.9999970832631137,0.0017968760125885602,model.language_model.layers.0.mlp.gate_proj.weight,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,20,0.013857635949475533,4.481067468357994
224,287,1.3081635716955493,0.002714950310676827,0.00018714723721518025,0.00018723205674133235,1.2960952372681638,1.5715481154976776,1.4140836429833452,0.9999999824879556,0.0002269207381596615,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.7.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,15,0.01206833442738553,3.362443380521118
259,288,0.3659125350102866,0.9564253605905426,0.9564253605905425,0.9736945007912392,0.49724667751293533,0.3659125350102866,0.4167910209661114,0.2919769333684611,0.7038116976311196,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,0.0,1.347700217497085
512,548,1.0031479768670313,0.04608358701275898,0.04608358701275898,0.04596990328132864,1.0031479768670313,7.274658731630259,1.405366614637504,0.9989375871434799,0.33419034517142504,model.visual.blocks.23.attn.proj.bias,model.visual.blocks.5.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,18,0.0,2.1467298175753906
357,573,1.3395044625659107,0.0004573099305718812,0.0013610694821746619,0.001361086073473478,1.4817121156074247,1.3534858606570956,1.4132547449975472,0.9999990737445034,0.0012432835502192534,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.7.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,4,0.013981398091184927,4.055137836501593
550,586,1.283522790595174,-0.00277291125811953,0.0031122402411922654,0.0032369386535405433,1.2912899963588018,1.5745864953182245,1.4120538194777237,0.9999951569686131,0.0037950355596231304,model.visual.blocks.5.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,3,0.007767205763627771,4.2298111019597435
491,539,1.2863276965391472,0.019944558391272037,0.00042081721608701594,0.00042112435918219174,1.5650894709960876,1.2995036521998469,1.41392104136609,0.9999999114564314,0.0003494071868400017,model.visual.blocks.21.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,17,0.013175955660699623,4.044646242966423
396,576,0.4627924113738946,0.8954476138259706,0.8929440254963533,0.012577984552513322,0.6058482791567316,0.46660849381993097,0.5228015736547156,0.4501677102262756,0.6877221263750948,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.7.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.003816082446036373,1.5798921355386002
409,565,1.296434128550067,0.008217241443805331,-0.001105612352744719,-0.0010105654756236598,1.5809538912089118,1.2922614083389456,1.4149795134247825,0.9999993888104759,-0.0009037203323762388,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,9,0.00417272021112125,4.147003805267981
506,578,0.9991958084539484,0.11603635933446295,0.11603635933446291,0.116928980584173,0.9991958084539484,4.442354285350737,1.3786331774136962,0.993244966416847,0.5158894921142043,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.7.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,15,0.0,3.107224958663658
339,375,1.297788540396768,-0.003367011761219859,0.00022372647107607584,0.00022047446506461086,1.3085937683707087,1.5499668035229102,1.4140575951727636,0.9999999749732328,0.00026499331696267924,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.01080522797394079,3.5401218305579203
364,436,0.6744486312105475,0.7805259653972682,0.780525965397268,0.7804863636363143,1.278956858268794,0.6744486312105475,0.8436903709141469,0.6251233616980432,0.41160471174848795,model.visual.blocks.11.norm1.bias,model.visual.blocks.17.norm1.bias,model.visual.layers.*.norm1.bias,whole,6,0.0,3.3550825022389636
437,521,0.16045257166486251,0.9870598190657223,0.9870598190657222,0.057626613363186134,0.16045257166486251,0.16162813260026937,0.1610371341515858,0.16035246672859024,0.994291544629006,model.visual.blocks.17.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,6,0.0,0.7426736648114252
390,414,0.9214189024939154,0.4239141459785544,0.4239141459785544,0.4286775453214288,3.6211297636286046,0.9214189024939154,1.2628410998893411,0.9057023776270396,0.1078675807375089,model.visual.blocks.13.norm2.bias,model.visual.blocks.15.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,7.398177584018371
367,595,0.2771895911135801,0.9949427519684896,0.9949427519684905,0.8715224594749289,0.2771895911135801,0.3763136428886274,0.31562384323757064,0.10044361754420664,1.3507380632683346,model.visual.blocks.11.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.4296940431335743
260,295,0.40117500802974704,0.9160989114983421,0.916098911498342,0.8355640493746205,0.44439968626366344,0.40117500802974704,0.42113267607870647,0.40095234673406366,0.8269942566033716,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,0.0,1.044189690145675
6,24,0.5706025954545904,0.8332422218845786,0.8332422218845786,-0.19290878281655874,0.5706025954545904,0.5856909308824777,0.5779991134251109,0.5529081295015028,0.8552754867814136,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,10,0.0,1.3675326944378154
50,144,1.1715623536870174,-0.04677504459256175,-0.017419841024522258,-0.017390860441626292,2.7250117488616534,1.082412959387225,1.4226404291805983,0.9998482630572902,-0.006919405644135224,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,16,0.08914939429979252,7.686083169385644
63,250,1.0135389647538864,0.37505055162382817,0.37505055162382817,-0.2522687403333072,1.2914021637449729,1.0135389647538864,1.1275585975881943,0.9270043601443643,0.2943531910468882,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,6,0.0,2.763859760841279
146,275,1.1858112604315505,0.18644267292145558,0.1578017536943907,0.15765667335656505,1.196579934596154,1.4354344622922628,1.2998278126294502,0.9874708130020728,0.18930124842811472,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,11,0.010768674164603587,3.5223018742326744
65,88,1.1725509639952112,0.23067201532962942,0.21918160011063717,0.21915291030042738,1.201487067467556,1.3054932287640835,1.2502572440516388,0.9756840811312546,0.23815495194403385,model.language_model.layers.10.linear_attn.in_proj_b.weight,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.028936103472344765,3.462557543260855
219,312,1.3272743901657664,0.035145062956453865,0.0002413657288538921,0.00024139316265134808,1.349706866796205,1.4885550354911454,1.414043695772019,0.999999970871292,0.0002661957050965355,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,13,0.02243247663043868,3.8483092339061127
67,137,1.3436354933694417,0.0023714694515933497,0.003706337391026728,0.0036989238619546732,1.4846768330139242,1.3483544033159505,1.4116024840580246,0.9999931315079839,0.0033660229824025085,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.16.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,6,0.004718909946508809,3.9916448577222625
1,5,0.15447423017827286,0.991467201826077,0.9914672018260774,0.08533419298351554,0.17001631319998436,0.15447423017827286,0.1616877045899975,0.13035638727415025,0.9008319840987098,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,10,0.0,0.4803232203171962
197,314,1.3764482860511393,0.009306680401593773,-0.0005928454793311366,-0.0005927339116804386,1.4367824324653586,1.3934763943021777,1.4146325091319305,0.9999998242671034,-0.0005749765324588323,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,11,0.0170281082510384,4.178756550748561
227,238,1.3255991866823877,0.01648440922715086,0.0004266797877321744,0.000426690867383378,1.3196998340612203,1.531697072352263,1.4139151398884666,0.9999999089721753,0.0004952218412349508,model.language_model.layers.23.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,20,0.005899352621167475,3.463505010700523
140,228,1.2311834070492644,0.016808649830516376,0.0023324483117390447,0.0023194638112905945,1.6524197500540223,1.253907973720019,1.4126242531377944,0.9999972798387369,0.0017699349915684367,model.language_model.layers.16.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.02272456667075451,4.574910999548096
59,153,1.3087818846151678,0.01628129078924047,0.0003439705623556652,0.0003438421054067674,1.5335547752508123,1.3186093577133808,1.41397306516736,0.9999999408421244,0.00029575911445741093,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.17.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.00982747309821308,3.983799981638336
124,142,0.36753692225460394,0.9616443002504601,0.9616443002504604,0.7298913642484033,0.5125925687442652,0.36753692225460394,0.42241277098696894,0.2742995439219729,0.6895140662760353,model.language_model.layers.15.post_attention_layernorm.weight,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,2.1587185941198803
548,584,1.0055436356217708,0.31120966050399324,0.31120966050399335,0.31116716176164344,1.5716611285450843,1.0055436356217706,1.1978654931303445,0.9503412793354761,0.199110920146948,model.visual.blocks.5.attn.proj.bias,model.visual.blocks.8.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,2.220446049250313e-16,4.411118448763382
345,525,1.3400556483965984,0.01943965374531532,-0.0005790395416530973,-0.00057924049824214,1.4921790796604903,1.34802147005476,1.414620842332835,0.9999998323565905,-0.0005230992344006323,model.visual.blocks.10.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.00796582165816151,3.9228326799013065
346,538,1.2864924105781752,0.05661692189242039,0.023829021159599666,0.024327723849050138,1.5262159079150508,1.2966524735530154,1.3974863787266298,0.9997160485610779,0.020244815342772483,model.visual.blocks.10.attn.qkv.bias,model.visual.blocks.4.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,6,0.010160062974840178,6.21663478656709
407,527,1.2875674923297014,0.02610100221030153,3.6360783982764935e-05,3.615201302197082e-05,1.5856287179480344,1.2885296189395719,1.414188394835022,0.9999999993389467,2.954786741645762e-05,model.visual.blocks.15.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,12,0.000962126609870495,4.35455098119293
360,600,0.46333060230990125,0.8902812459078342,0.8895745082027076,0.005850149737267385,0.4772373278240335,0.46434207994426063,0.47065726479393627,0.4567900987936483,0.8655376545829281,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.9.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.0010114776343593812,1.291736787711564
421,565,1.2966211822444007,0.004010307111641869,-0.0004980292778417379,-0.0004113979304230487,1.5937780757601776,1.2847648526659554,1.4145576561810458,0.9999998759834116,-0.00040146775859272983,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,10,0.01185632957844529,4.058994581323049
494,530,1.0011714461471575,0.11437598354042218,0.11437598354042228,0.11455054407735935,1.0011714461471575,4.196412187758958,1.3772174264761778,0.9934375342159975,0.47940717163181823,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,18,0.0,2.5873121721348467
363,531,1.2995185539090046,-0.005061478511807148,-0.001032132750074343,-0.001032074800381939,1.5391116109258838,1.3166580545624518,1.4149344032235378,0.9999994673508512,-0.0008829547442277848,model.visual.blocks.11.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,8,0.01713950065344716,4.453582551165809
460,508,0.6757679366792969,0.7375230140569866,0.7375230140569865,0.7369991659239655,0.9478115213718931,0.6757679366792969,0.778150276084592,0.6753220000387208,0.5258370406189974,model.visual.blocks.19.norm1.bias,model.visual.blocks.22.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,2.4638106302343625
569,605,0.16508422331165867,0.9871073296810646,0.9871073296810645,0.6412501702816822,0.17438071953935946,0.16508422331165806,0.16954161139028437,0.16005973787907515,0.9344831657771808,model.visual.blocks.6.norm1.weight,model.visual.blocks.9.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,6.106226635438361e-16,0.500935444101344
378,414,0.9248237845391932,0.4177968694789611,0.4177968694789609,0.4174141038391315,3.7745456930090087,0.9248237845391932,1.2703235115125748,0.9085404646209106,0.10236688423610979,model.visual.blocks.12.norm2.bias,model.visual.blocks.15.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,7.747052554293516
391,583,0.27728623792894574,0.9934854474747188,0.9934854474747187,0.7651660896707875,0.27728623792894574,0.3743575203107589,0.3151147836629366,0.11395905254062916,1.3412809498203953,model.visual.blocks.13.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,6,0.0,0.5349401115661128
49,131,0.40210535422283733,0.9734969458951462,0.9734969458951462,0.8661918993625768,0.6255889443896265,0.4021053542228371,0.4783674546466567,0.22870001384526137,0.6257277047086334,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,15,2.220446049250313e-16,1.1111502484504312
8,32,0.5707918067132823,0.8305907457568138,0.8305907457568139,-0.10202264048411722,0.5971702401622385,0.5707918067132823,0.583534338464877,0.5568833029128633,0.7939015719890243,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,5,0.0,1.2288493723749874
97,144,1.1720328727508864,0.015108648368985799,-0.003393669425490852,-0.0034834538117478504,2.106050613875057,1.1383405664027724,1.41621972839548,0.9999942414873351,-0.0018343108900355286,model.language_model.layers.13.linear_attn.conv1d.weight,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,4,0.03369230634811404,7.14868331069864
39,63,1.0139537353803607,0.20926487771317107,0.2092648777131711,0.11581987983498274,1.0139537353803607,2.1239286695094015,1.2940483841317498,0.9778589933910162,0.43834709394275573,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,10,0.0,1.8734626241146581
52,64,1.1859992893008227,0.05311051371927454,0.05608619803907555,0.056089878601267386,1.1893382012204605,1.6933433572536205,1.376401869974097,0.9984259303471247,0.07985381347847165,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.10.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,9,0.003338911919637866,3.5282743456550696
53,88,1.1728786038568182,0.05428421815304006,0.06820508535196987,0.06817054659497077,1.2047071594654186,1.6204028071646692,1.3672496164268801,0.997671321794974,0.09173989786553627,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,11,0.03182855560860043,3.431637413199345
219,277,1.330470353505121,0.01828316558515208,6.661300526393476e-05,6.655625073050726e-05,1.356022367127014,1.4804949126012337,1.4141666401437267,0.9999999977813537,7.272757278722467e-05,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,16,0.025552013621892966,3.782912015408047
67,266,1.345202298421701,0.01472038361374222,0.0015967139225758792,0.0016054719421888638,1.4990193397001588,1.340425782993964,1.4130910922032935,0.9999987252515122,0.0014277844542781185,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.5.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,5,0.004776515427736827,4.025348229151373
1,21,0.15458939349708273,0.9908108191087968,0.9908108191087965,0.014683345969034124,0.15458939349708273,0.16877470155786506,0.16121586075062144,0.13525502111550458,1.081728807601193,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,20,0.0,0.35630099736261595
162,279,1.3766360402162674,-0.02670147691195904,-0.0005186032488241869,-0.0005186231316168088,1.4968604917605342,1.3445258788106162,1.414578121221913,0.9999998655253262,-0.00046582530083299844,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,12,0.03211016140565115,4.224197216789258
104,198,1.3258657112262315,0.023807721435897558,-9.69861598856218e-05,-9.698166292944361e-05,1.5005720544890455,1.3413481518429755,1.4142817111057047,0.9999999952968424,-8.669507467352067e-05,model.language_model.layers.13.mlp.down_proj.weight,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,7,0.015482440616743975,3.8003223047445522
105,187,1.2323569757092254,0.028648401018974937,0.0022627804570774764,0.0022573786642810924,1.6178656234339657,1.2698401798782593,1.4126584953171033,0.9999974399090246,0.0017760248447219395,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.2.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.037483204169033835,4.358597836787143
212,317,1.3099111113757456,0.008352832439488596,0.0002817356540602102,0.00028172240637060653,1.3154055971644574,1.5387507214300924,1.4140167564385968,0.9999999603125098,0.0003295720664958725,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.9.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,12,0.0054944857887118115,3.411759049227719
283,306,0.37359398219260015,0.9406536291301691,0.9406536291301688,0.976980434555135,0.4762537371770948,0.37359398219260037,0.41570132598107395,0.33936816292080624,0.7378892966880486,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,2.220446049250313e-16,1.954013721622357
404,512,1.0064758265704057,0.03927026212632797,0.039270262126327844,0.03936729119582042,6.296986136324013,1.0064758265704057,1.4055313785747225,0.9992286257471458,0.006276743933933058,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,8,0.0,14.07609456482923
573,597,1.3400917816687943,0.022633365239958722,-0.0013008983446404178,-0.0013009047573498665,1.3584282992330619,1.4795809336953802,1.415129792998777,0.9999991538313904,-0.0014169201190026254,model.visual.blocks.7.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,2,0.018336517564267574,3.593250679554456
430,586,1.2865766931430749,-0.0029682915843271293,0.00214645038509014,0.0021252624030257765,1.308014337784602,1.5473985368585959,1.4127161859537025,0.9999976963727188,0.002539279646546969,model.visual.blocks.17.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,9,0.021437644641527198,5.429927650978682
323,563,1.2880747964237858,0.017451824638201496,-0.0006080496756047385,-0.0006078943572134104,1.253523921807112,1.659745254148865,1.4146270575389477,0.9999998151377789,-0.0008050963733638386,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,6,0.03455087461667383,4.397187523701295
360,444,0.4635314287387609,0.8942588737913827,0.8987382978134816,0.009542755389365267,0.4564899895172068,0.5914624317427322,0.5110627846784608,0.4384854296819058,1.1644722805143766,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.18.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.007041439221554091,1.2217710783645577
469,481,1.2969153141769474,0.002429710938139481,-0.00014865637297850897,-0.00014776634640539059,1.2998849209013865,1.5654971355227707,1.4143168834534805,0.9999999889506413,-0.00017903209917512027,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,18,0.0029696067244391333,3.648418400076292
398,494,1.00149664681438,0.08905844351639108,0.08905844351639113,0.08912013096449392,5.173275115791088,1.00149664681438,1.390513481525598,0.9960264020790001,0.017240863970277083,model.visual.blocks.14.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,7,0.0,13.635908687960317
327,459,1.2995472578425045,0.011092184685214466,-0.002750084555796841,-0.0027367776307408143,1.3349372753288684,1.514230739019027,1.4161415112313926,0.9999962185103182,-0.003119444371094647,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.19.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,19,0.035390017486363945,3.6949967178656347
592,604,0.6774245218037853,0.7508667148870685,0.750866714887069,0.7507927957235296,0.6774245218037853,0.7514016226060655,0.7115449458373801,0.6604537655844661,0.8328639571899786,model.visual.blocks.8.norm1.bias,model.visual.blocks.9.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,2.322432371748103
377,413,0.1715459266236978,0.9920671800307295,0.9920671800307292,0.7365549755227974,0.19597639437978842,0.1715459266236971,0.1825463064309246,0.12570883145537856,0.8683958300688138,model.visual.blocks.12.norm1.weight,model.visual.blocks.15.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,6.938893903907228e-16,0.40681792333618744
402,462,0.9264209094297156,0.37908842216533045,0.3790884221653304,0.3706514611653327,2.7672992048044485,0.9264209094297156,1.2423859277171676,0.9253604531101381,0.1269090961349438,model.visual.blocks.14.norm2.bias,model.visual.blocks.19.norm2.bias,model.visual.layers.*.norm2.bias,whole,5,0.0,5.9035598734352694
367,583,0.2804437557506566,0.993222055971871,0.993222055971871,0.8189215149215759,0.2804437557506566,0.3800055478272749,0.3191146603346058,0.11623229986113953,1.3458309687925343,model.visual.blocks.11.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.4777519295366714
108,131,0.40510114701521693,0.9470353939683774,0.9470353939683777,0.789832353916109,0.5786431159197141,0.4051011470152167,0.46931816658363096,0.3211291991880522,0.6630081889954217,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,2.220446049250313e-16,1.338274948279703
4,22,0.5757473218079088,0.8185998908291079,0.8185998908291078,0.012541090452477538,0.7393551012430876,0.5757473218079088,0.6424219291544195,0.5743641865006668,0.6374564725186734,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,11,0.0,2.0571423958748314
50,132,1.1734131931742087,0.0281738151496831,0.010630456937434238,0.010675566434137624,2.3525028914739976,1.0992801275330815,1.408435788258933,0.9999434950962486,0.0049674115599474085,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,15,0.0741330656411272,7.191253400188882
39,145,1.0181417562306896,0.2098662405548829,0.2098662405548829,0.1392668069330433,1.0181417562306896,2.061570420636344,1.2910102623954358,0.9777301064585052,0.4249447890437643,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,17,0.0,2.001302540505769
134,205,1.1887504495999532,0.21707350993097732,0.1973593532239659,0.1971188590770089,1.3510216675585547,1.1987892738915638,1.2681030107064908,0.9803312122415658,0.17512100762574376,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,5,0.010038824291610515,3.8368867303993666
88,311,1.1728880287337153,0.2217663182369127,0.26709051740357004,0.26706792710094746,1.2945736504783882,1.1440897624831907,1.212382638650901,0.9636714458325998,0.23604336957178343,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.028798266250524618,3.7772450943704676
89,160,1.3311384266584494,-0.016690513264467587,0.00012739373935526023,0.00012746144443725785,1.5310178090907762,1.3204755842794036,1.4141244554561092,0.9999999918854175,0.00010987483059297401,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,6,0.0106628423790458,4.200010078550861
196,301,1.3456332477335116,-0.006042459025460587,-0.00029208810384571233,-0.00029271722416286975,1.343101068440315,1.4984547308291456,1.4144188539367861,0.9999999573422689,-0.00032587331758642863,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,12,0.0025321792931964904,3.6434450238599885
11,13,0.1546783091585044,0.9923951983752229,0.9923951983752227,-0.060138830205381404,0.15467830915850514,0.17210810045268246,0.16269712031656608,0.12309252715661632,1.104222391749173,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,7.494005416219807e-16,0.3258908378088145
138,221,1.3782211028822644,-0.013964723788394338,-0.0006428514947045156,-0.0006428406140863391,1.4831734231240201,1.354851737130319,1.4146661997486423,0.9999997933709566,-0.0005872330576708332,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,6,0.02336936575194537,3.952456083941699
116,210,1.3272276579145568,0.02445379352304007,8.07118872542473e-05,8.08791764825194e-05,1.5170918913947378,1.3296819190343383,1.4141569818724404,0.9999999967427956,7.074135570947192e-05,model.language_model.layers.14.mlp.down_proj.weight,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,7,0.002454261119781531,3.9984194413064484
58,169,1.2326088945830853,0.0232806227927375,0.0023107422908043417,0.0023064182768212428,1.66328096040733,1.249261350190228,1.4126434747922252,0.9999973302314689,0.0017355582747997954,model.language_model.layers.1.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,18,0.01665245560714279,4.62507117949836
165,270,1.3107675097761204,0.017355797426382866,0.00022565609429939126,0.00022565795509017322,1.318391222927006,1.5341094008400584,1.4140558053302734,0.9999999745396633,0.0002625784589592292,model.language_model.layers.18.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,13,0.007623713150885614,3.438721499398471
166,230,0.37868506942789626,0.946052108845068,0.9460521088450684,0.07774464341242773,0.3786850694278961,0.5048800210227778,0.42842304400101977,0.324014517189892,1.2613193578609985,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,5,1.6653345369377348e-16,1.0675548225993163
392,596,1.0066341702902035,0.45773356702992196,0.4577335670299221,0.4578565286183649,1.0826528514738587,1.0066341702902035,1.0425706571803968,0.8890894114846177,0.42559371532054424,model.visual.blocks.14.attn.proj.bias,model.visual.blocks.9.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,0.0,3.0721221388529183
393,573,1.3403256226600841,0.000986360029497783,0.0003855847244777832,0.0003855898730899736,1.4878334417895653,1.3500687231025046,1.4139421687758182,0.9999999256622074,0.0003498818227915454,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.7.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.009743100442420438,3.7500691496153764
334,430,1.2866223947174382,0.02872814884214222,0.009417707706865099,0.009408230025368395,1.316359841426545,1.520908707928371,1.4076076746742203,0.9999556524074196,0.010881123237983958,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.17.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,16,0.02973744670910672,6.465326082933902
455,563,1.2890678547740935,0.02138960513475585,9.108697827968259e-05,9.099688056371487e-05,1.5309681859554067,1.3205487807674208,1.4141498503597558,0.9999999958515812,7.856779730269783e-05,model.visual.blocks.19.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,13,0.0314809259933273,4.151323581967799
504,516,0.46424890047510514,0.887043669296313,0.8908684187252012,0.03653101743580339,0.45682384179169877,0.48640415895317823,0.47091865399754995,0.4542614451151008,0.9485540471102738,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.007425058683406371,1.397108300662726
445,601,1.2974218636353576,-0.004641254562189083,0.0004672431334018502,0.0005171603999383662,1.548987378571546,1.3089146176152433,1.4138877642086196,0.9999998908419212,0.0003948265658910807,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,9,0.011492753979885695,4.131051774751511
410,494,1.0015323709458004,0.11772010949365252,0.11772010949365246,0.11782974939052908,4.041424589175364,1.0015323709458004,1.3747944395195428,0.9930468145162152,0.029173005153916305,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,6,0.0,10.855956667401312
507,603,1.300830438544529,0.022481042236241533,0.0005457338181151569,0.0005483314942730179,1.32883154264216,1.5175510806228498,1.4138309963771363,0.9999998510872888,0.0006232384759368327,model.visual.blocks.22.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,13,0.028001104097630902,3.4330466634066323
412,484,0.6788950234385008,0.7342608064230718,0.7342608064230715,0.7334873582515042,0.9169608958883565,0.6788950234385008,0.7716322326235466,0.6788674893901908,0.5436284247471945,model.visual.blocks.15.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,5,0.0,2.8221281830715133
569,593,0.17178363980534458,0.9855267630203541,0.9855267630203541,0.6327200708619762,0.17178363980534458,0.17936527949924433,0.1754517219076768,0.16951990847868836,1.029022807430534,model.visual.blocks.6.norm1.weight,model.visual.blocks.8.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.5090150480384625
378,594,0.9279377326793614,0.46959325725049805,0.46959325725049766,0.4694619451872602,0.9279377326793614,1.2286882391748943,1.047208780199991,0.882882876006137,0.6217914112766093,model.visual.blocks.12.norm2.bias,model.visual.blocks.8.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,2.586291197431149
439,451,0.28582592251623534,0.997184123697342,0.9971841236973416,0.9384536395251134,0.39622572403768985,0.2858259225162356,0.3278241927994486,0.07499215589623368,0.7193401507854267,model.visual.blocks.17.norm2.weight,model.visual.blocks.18.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,2.7755575615628914e-16,0.6311495920732387
272,307,0.40623884915795266,0.9206389120597187,0.9206389120597184,0.8729985289866181,0.5025454366631109,0.4062388491579526,0.4467874259822895,0.39041515544545385,0.7442099058913269,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.9.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,5.551115123125783e-17,0.9289066109983403
4,12,0.5765915106990238,0.8170614159569267,0.8170614159569267,0.1436818707478013,0.7116687630744317,0.5765915106990239,0.6335752911059966,0.5765506417952043,0.6619802647024646,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,6,1.1102230246251565e-16,1.7695241594203601
50,215,1.1734766787933983,-0.05260759275619372,-0.029059599691854676,-0.029100063532442932,2.3901507233654185,1.1158301972039246,1.4298793132486158,0.9995776806560605,-0.013566332255889255,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,21,0.05764648158947372,7.171937354647899
39,180,1.0262499153807372,0.15925124112662056,0.15925124112662056,0.07273137410740348,1.0262499153807372,2.334940295438295,1.328665789517731,0.9872380878995861,0.36233098237786815,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,2.013275555819531
251,298,1.1894034760262011,0.13626224221839894,0.1185198625732783,0.11849661468509624,1.2069223298207197,1.5000243382701612,1.3298323217447612,0.9929516816923224,0.14730250160734096,model.language_model.layers.4.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.017518853794518563,3.2941635863017185
88,194,1.173781102093946,0.11208588910149303,0.12062627738059757,0.12056913180801537,1.5066757447135148,1.2014592468289256,1.32845752622559,0.9926979909344529,0.0961902764267483,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.02767814473497965,5.075720820681442
207,253,1.331891743314639,0.016235091975488853,-0.0004603857473640829,-0.0004603738066820229,1.3382695679069847,1.5055308714826123,1.4145368227589303,0.9999998940224762,-0.0005179262624429614,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.4.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,17,0.006377824592345593,3.478384350774225
184,254,1.3466403548198127,0.020492599889203177,0.0014879215066010147,0.0014860521905823158,1.3690080065803052,1.4618866292723032,1.4131633156315586,0.9999988930441824,0.001588867665821887,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,2,0.02236765176049249,3.6183746929889855
19,23,0.1549451641394404,0.9879238885797582,0.9879238885797577,0.04729538470349897,0.15663777131871862,0.1549451641394404,0.15578457180486058,0.1549399573171827,0.9772485128238801,model.language_model.layers.2.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,19,0.0,0.5368522600566197
115,314,1.3785447685795242,0.014241984211929197,0.0006225380953558854,0.000622621715111048,1.3887842638589343,1.4401622896471236,1.4137735833202352,0.9999998062231411,0.0006455688706531593,model.language_model.layers.14.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,5,0.010239495279410038,3.930659484315604
74,198,1.327683964602619,0.010888571704306559,-0.0003707781480114766,-0.0003707556211762259,1.516954126406715,1.3303011359269044,1.414473474433404,0.9999999312617801,-0.0003251559047767114,model.language_model.layers.11.mlp.down_proj.weight,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.0026171713242852945,3.85182754676209
70,187,1.2327321944811116,0.011393675599914853,0.002955102380799435,0.002956394723958589,1.6706518734348448,1.2455747436906686,1.412209515531331,0.9999956336754271,0.0022032123801927978,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.2.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.012842549209556964,4.317224068768447
94,200,1.3108579738337267,0.016457659658259557,3.354928121199786e-05,3.355313697650807e-05,1.5097933371962156,1.3347150725168377,1.4141900183159597,0.9999999994372228,2.965884813673673e-05,model.language_model.layers.12.mlp.up_proj.weight,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,8,0.023857098683111033,4.095442166962566
142,166,0.3791080936368949,0.9899501741728419,0.9899501741728426,0.9540571282296965,0.5940219493979285,0.3791080936368947,0.4519430771642912,0.14141659257371073,0.631791676564413,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,2.220446049250313e-16,0.780181135368372
416,476,1.0067824067046063,0.2515838198380369,0.25158381983803685,0.251503541723131,1.9035339020397068,1.0067824067046063,1.2586072886274617,0.9678355137086582,0.133063121887699,model.visual.blocks.16.attn.proj.bias,model.visual.blocks.20.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,4,0.0,4.96880057953442
417,489,1.340569569609163,0.0015007459514606025,0.001691918215876557,0.001691910913750184,1.4972562297210708,1.3415753517841498,1.4130238694535746,0.9999985687053511,0.00151599688189473,model.visual.blocks.16.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.0010057821749867024,3.9190432314816466
358,418,1.2912871514495297,0.0219543456219142,0.0024264092133162627,0.002521423858875569,1.5395982971797624,1.3124701697314307,1.4125184410165526,0.9999970562648319,0.0020684549456001845,model.visual.blocks.11.attn.qkv.bias,model.visual.blocks.16.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.021183018281901056,7.386752284260389
383,539,1.2921703448668567,0.017736488723258337,0.00011830876747349896,0.00011831416569963326,1.5623970837582422,1.3013792347281599,1.4141312815301281,0.9999999930015178,9.854381762281733e-05,model.visual.blocks.13.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,9,0.009208889861303193,4.259206691551379
456,504,0.464508856265679,0.8905768674718022,0.8921950196760352,0.006351105480892989,0.46908183149884747,0.4603885446122408,0.46467421028042905,0.4516503590890626,0.8756603625138456,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,0.00412031165343818,1.3953680578443866
433,565,1.2976829495174218,-0.011667760165184508,-0.0005688971384844879,-0.0004273751117300661,1.6048808272326514,1.2791184955917407,1.4146056433378826,0.9999998381780099,-0.0004534211136284173,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,11,0.018564453925681068,4.32145099592375
458,578,1.0018989739124424,0.18529303706062655,0.18529303706062664,0.18478085470191435,1.0018989739124424,2.632592391722073,1.3242410050235207,0.9826833113556215,0.4868764738823972,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.blocks.7.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,12,0.0,2.7302839766975255
459,543,1.3022069674981203,0.011004800997196952,-0.001304377058422431,-0.001302216001409023,1.5297650586768043,1.3229161586171774,1.4151259538430208,0.9999991492998829,-0.00112800424988733,model.visual.blocks.19.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,15,0.020709191119057113,4.280077825268247
352,604,0.6815098479333731,0.7628473877644704,0.7628473877644698,0.7627763131110077,0.6815098479333732,0.6966729569248987,0.6889662900493354,0.6465785822163649,0.7798201991180397,model.visual.blocks.10.norm1.bias,model.visual.blocks.9.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,1.1102230246251565e-16,1.768557577207057
425,521,0.17216597657242372,0.9857706432705121,0.9857706432705124,0.025151551610578613,0.1815031128484668,0.17216597657242372,0.17664973914851512,0.1680959216222696,0.9350592549714926,model.visual.blocks.16.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,7,0.0,0.9137427117081423
366,414,0.9285524896621689,0.41664862756056187,0.41664862756056176,0.4127313334319323,4.082906025427537,0.9285524896621689,1.2804747113992199,0.9090676108804561,0.0947560678659445,model.visual.blocks.11.norm2.bias,model.visual.blocks.15.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,9.206753335535826
451,523,0.28756520306186517,0.9594237233226339,0.959423723322634,-0.3314220621066853,0.2875652030618658,0.3184678412966382,0.30183647818040366,0.2819682945398896,1.062526337686303,model.visual.blocks.18.norm2.weight,model.visual.blocks.23.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,6.106226635438361e-16,1.1519713086025338
108,307,0.41344693322400594,0.9135454147378086,0.9135454147378087,0.9523655936636063,0.4925744818322122,0.4134469332240063,0.44785066660358197,0.40673673944152744,0.7667927674191989,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.9.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,5,3.3306690738754696e-16,1.4609432036586028
16,18,0.5778948062250776,0.8179733541555319,0.8179733541555321,0.29110860416934436,0.5778948062250776,0.6618618635630802,0.6156244748641552,0.5752561098254834,0.9368233849733991,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,16,0.0,1.2150805351914453
97,215,1.174556276460143,0.008520969287400846,-0.0025894704127361018,-0.0024710196179806715,1.867117158847081,1.1861051631287094,1.4158700710525602,0.9999966473158706,-0.0016449874137581474,model.language_model.layers.13.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,9,0.01154888666856646,6.992699130336886
39,192,1.043281261267189,0.1881161136190578,0.1881161136190578,0.14346500438718823,1.043281261267189,1.9319962717112034,1.2982313095944233,0.9821467954419348,0.3483620799623873,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.20.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,20,0.0,2.021262676150478
111,251,1.190894359246869,0.12308824226933279,0.07448081425577983,0.07443791998089756,1.5537208374275802,1.2273173320406792,1.362015616379771,0.9972224467528777,0.05883398873118471,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.4.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,10,0.03642297279381013,4.133574677875637
65,264,1.175802896907135,0.2350271572249355,0.21616602642412244,0.21595599819099467,1.197879044396956,1.3161042734630004,1.2528271908043558,0.9763566197962739,0.2375006328769419,model.language_model.layers.10.linear_attn.in_proj_b.weight,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,5,0.022076147489821007,3.3842741759974366
113,207,1.3319773424475263,0.003364350452263192,3.1722664936244106e-05,3.170159133547079e-05,1.5223561965063799,1.326226475638932,1.4141913425573298,0.9999999994968362,2.763573874026231e-05,model.language_model.layers.14.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,7,0.005750866808594379,4.234691649639095
102,161,1.3468872211071408,-0.010853868578373248,0.001723389875132918,0.0017223262506645034,1.486280561688653,1.3495891750141218,1.4130000704517307,0.9999985149625665,0.0015648918378948359,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.18.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,5,0.002701953906981025,4.19490512192267
13,29,0.1549936643863826,0.9880202104979621,0.9880202104979621,0.06437621932761661,0.15919094427653074,0.1549936643863826,0.1570502542337612,0.15432454000437745,0.9619697502822147,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.5.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,11,0.0,0.3959166265799778
68,197,1.3785510841717965,-0.004269366843686925,-2.380415248351002e-05,-2.396833024578011e-05,1.3705648835791613,1.462354198520178,1.4142303590466612,0.9999999997166812,-2.5398361466529458e-05,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,10,0.007986200592635218,3.879617337897666
186,227,1.3278797815884904,-0.030800720507300417,3.5398014617197646e-05,3.541288824871221e-05,1.527690341869713,1.3227279017762674,1.4141887894848821,0.9999999993734903,3.0648843105433885e-05,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.23.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,21,0.005151879812222981,4.120714887473668
117,211,1.2334347391261284,0.0074884032715518785,0.005061275616973114,0.005059131044557217,1.6366820886214324,1.2582809814169518,1.4107506969742565,0.9999871916625378,0.0038911080501349976,model.language_model.layers.14.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.024846242290823328,4.739048657932529
76,240,1.3119752134303757,0.015754915615565628,0.0001366198392942032,0.00013654274106158929,1.3491392218997882,1.4894898729038426,1.414117425463144,0.9999999906675098,0.0001508323705687813,model.language_model.layers.11.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,8,0.03716400846941248,3.410567849986312
142,201,0.3928180085396497,0.9809469516408921,0.9809469516408925,0.9112208943731727,0.6142255205928304,0.3928180085396495,0.46800484118350744,0.19427577838330848,0.6273487751774036,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,2.220446049250313e-16,1.0069263047751102
512,536,1.0069301930752388,0.02462817123864906,0.024628171238649074,0.02447546510633701,1.0069301930752388,6.939262728345061,1.4092551147353645,0.9996966805893874,0.16972512287243277,model.visual.blocks.23.attn.proj.bias,model.visual.blocks.4.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,19,0.0,2.260742371039501
465,525,1.3414689835051599,0.054255837895573714,-0.0012014823335960738,-0.0012015955977976028,1.4266761630468103,1.4037284458126031,1.4150627720284739,0.9999992782198406,-0.0011821568008876721,model.visual.blocks.2.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,1,0.06225946230744328,3.9677859969055946
370,418,1.292470858886259,0.0634886466408151,0.05474300422933156,0.05484704657372968,1.4616164182764735,1.3025351456006071,1.3752224811859042,0.9985004774600498,0.0487848152859072,model.visual.blocks.12.attn.qkv.bias,model.visual.blocks.16.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,4,0.010064286714348114,5.831039943822638
455,527,1.293117141256622,-0.02283533952187316,-7.48485456288498e-05,-7.387300143340364e-05,1.603015316735905,1.2795612637623741,1.4142651711278327,0.9999999971988476,-5.974571710933023e-05,model.visual.blocks.19.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,16,0.013555877494247914,4.693464476397113
360,480,0.46596889906594463,0.8939308404711215,0.8973235564815307,-0.006916996850862116,0.459715181914581,0.5979927615722328,0.515429248588639,0.4413733510117447,1.1672292164236413,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.20.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,9,0.006253717151363636,1.1968711154414524
409,589,1.297771052291934,0.016613858651598985,-0.0017144432843768146,-0.0016172723962863053,1.5583358462149028,1.305742429985269,1.4154066404098362,0.9999985303410324,-0.0014365461371190131,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.blocks.8.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,7,0.007971377693335002,4.151485486544758
506,590,1.0023786153556267,0.13393112647512223,0.13393112647512223,0.13435229997462889,1.0023786153556267,3.52208888479511,1.3634360414830913,0.9909906424185371,0.4705979603512979,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.8.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,14,0.0,3.061511018804432
471,579,1.303698687783821,0.020524764639874703,-0.0009544915849101601,-0.000954519586111885,1.4037035951995724,1.4263445786768938,1.4148882425204838,0.9999995444728034,-0.0009698870204402092,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.blocks.7.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,5,0.10000490741575141,3.653631259982088
376,484,0.6833478832971014,0.7782666128138078,0.7782666128138078,0.7776935959221268,1.3433077183927997,0.6833478832971013,0.8613541112979192,0.6279339769269716,0.39590842457409864,model.visual.blocks.12.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,8,1.1102230246251565e-16,5.265657216452293
377,605,0.1725650564452399,0.9941690978133916,0.9941690978133918,0.8542099318071829,0.17256505644523898,0.20078688963181804,0.1850813067902931,0.10783230013732742,1.1567586452902003,model.visual.blocks.12.norm1.weight,model.visual.blocks.9.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,9.159339953157541e-16,0.41996546872961676
570,582,0.9289419935748748,0.557398283042205,0.5573982830422046,0.557268290802046,0.9536580405368716,0.9289419935748748,0.9410566747817443,0.8302452373013666,0.5429521382454262,model.visual.blocks.6.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,2.9038963375516045
535,607,0.2956183455015908,0.9595413757617199,0.9595413757617202,0.4283480342020205,0.33999182591137683,0.2956183455015907,0.3154883010846878,0.2815676618528938,0.8343083930992473,model.visual.blocks.3.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,6,5.551115123125783e-17,0.8516958297215247
108,178,0.41478825555957877,0.9119663546615635,0.9119663546615634,0.561307308799406,0.42627383277455905,0.41478825555957927,0.42041342133883536,0.41026499724604776,0.8873942153966402,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,12,4.996003610813204e-16,0.9712327140590042
0,6,0.578177846787593,0.8356314640258565,0.8356314640258565,0.1995697248839346,0.578177846787593,0.8824972678613934,0.6839501818164887,0.5492905026759555,1.2754595978367727,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,12,0.0,1.3208814435780731
191,296,1.1757463759396172,-0.01227914934861715,-0.005171850953467141,-0.005164276502498484,1.1269508337750367,2.190437579707055,1.4171858622821834,0.9999866258894241,-0.01005244980135453,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.8.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,12,0.048795542164580485,4.041495243101993
133,180,1.0478673717081926,0.34800069259544275,0.3480006925954428,0.11496618926877365,1.0478673717081926,1.2839710693662432,1.1480960803094375,0.9374942762241762,0.4264116179928103,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,14,0.0,1.718605430059722
99,134,1.1918675900725897,0.1832677242740492,0.1779032565964785,0.1776696234278975,1.39968957286094,1.1929686113968736,1.2840128136463391,0.9840479822104039,0.15162862187440765,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.0011010213242839129,3.9262083586182412
159,299,1.177503004968738,0.1309646830701201,0.13865856637851073,0.13814167914902967,1.195292069284623,1.479415733309649,1.3148655878144275,0.9903402455569783,0.1716180253595263,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,10,0.017789064315884895,3.5829716965303544
136,300,1.3337490619483026,0.01862703225575628,0.0004160387224611368,0.0004160493706602679,1.314549966902133,1.5398812757152207,1.413922992521637,0.9999999134558869,0.0004873532804539501,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,8,0.019199095046169568,3.6966886997248007
254,313,1.3473816381876769,0.016627516035813833,0.00028042995611936343,0.0002828409864928654,1.3489454784444712,1.4895141006884434,1.4140162249387265,0.9999999606795191,0.00030965252530213946,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.9.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,5,0.0015638402567943466,3.690931488263117
1,35,0.15659010553465386,0.9888950108437917,0.988895010843792,-0.04350771214412001,0.16666298013146033,0.15659010553465386,0.16139126578445234,0.14861580510920264,0.9291275962339006,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,9,0.0,0.5210210749018684
68,279,1.378596253377729,0.022571641483201073,0.0010455207111259182,0.0010453223186770893,1.4200719364024668,1.40696739233259,1.4134741060370122,0.999999453443072,0.0010358725574770068,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.028371138954861097,3.977076424231037
227,280,1.3283810634051871,5.9455597844240184e-05,-0.00012940356430903306,-0.00012944817698839597,1.338372608326115,1.5048241835089629,1.4143044365088495,0.9999999916273588,-0.0001454973090401454,model.language_model.layers.23.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,17,0.009991544920927797,3.6265469063627913
75,239,1.2364387838807378,0.035256596665646095,0.0036908993759394043,0.00369100799852147,1.6112693367828541,1.2716197344652815,1.4116728808052132,0.9999931886077008,0.0029128714717188567,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.3.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.035180950584543735,4.423332224633133
212,287,1.311980556525298,0.003628678234215513,-3.431803036842858e-05,-3.4361468290470764e-05,1.3096958359252826,1.548613319516298,1.4142374919454737,0.9999999994111364,-4.057839802977371e-05,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.7.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.0022847206000153886,3.432490540652693
107,259,0.39292010806141037,0.9233436362452413,0.9233436362452412,0.910302589991176,0.4677737923374411,0.3929201080614103,0.42548590260941804,0.38397464682634413,0.7755891571402531,model.language_model.layers.13.post_attention_layernorm.weight,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,9,5.551115123125783e-17,1.4821666083064657
428,500,1.0093100542559312,0.15438882614360883,0.15438882614360883,0.1543527663656745,2.7986044074340453,1.0093100542559312,1.3427264858733843,0.9880101671349332,0.055679964655807726,model.visual.blocks.17.attn.proj.bias,model.visual.blocks.22.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,0.0,7.818816719024235
441,489,1.3419062099660326,0.005437604358926311,0.0007295978532741837,0.0007295926563055923,1.4821434703730554,1.3539387402503997,1.4136996695929298,0.9999997338434508,0.0006664879737336138,model.visual.blocks.18.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,3,0.012032530284367127,3.7978082883038
538,562,1.2943955936355498,0.034732527728015036,0.026984212551855142,0.026647117686198974,1.3069312519229483,1.5041470357584419,1.395191826583457,0.9996358598374491,0.031056127292410616,model.visual.blocks.4.attn.qkv.bias,model.visual.blocks.6.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,2,0.012535658287398554,6.410537405724919
467,551,1.2936193046556312,0.007788336186991201,0.00016820797247852086,0.00016824791317883607,1.3108152983346844,1.5463987608275716,1.4140962227940856,0.999999985853039,0.0001984387888458169,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.5.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,3,0.017195993679053112,3.667786048963588
408,432,0.4671568705867018,0.8906803967880154,0.8900425212257739,-0.0027813949866211684,0.46861813222949084,0.469288285238229,0.46895284960560923,0.4558775168946896,0.8913153372618642,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.0014612616427890357,1.270788353505977
517,601,1.29789019502626,0.020916460648192935,0.0008076648965677823,0.0006715266858042969,1.506770991824272,1.3358965787638515,1.4136464556124666,0.9999996738386542,0.0007160721688743487,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.038006383737591465,3.865498690417906
482,530,1.0031258398462681,0.19251868016561088,0.19251868016561066,0.19227061039631727,1.0031258398462681,2.503652242888896,1.3168665673946722,0.9812933087447867,0.4804978660189922,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,17,0.0,2.9305662290488326
411,555,1.3056255861386017,-0.0002697415743811559,-0.0014376018357261321,-0.001437734368400167,1.5444922053435575,1.313771247620239,1.4152165832719565,0.9999989666499471,-0.001222848487527943,model.visual.blocks.15.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.008145661481637312,4.253504477764936
364,424,0.6881197682469486,0.7731044669523166,0.7731044669523163,0.7729382990927105,1.3591886860186289,0.6881197682469486,0.8682210601418756,0.6342787109610215,0.3914014824448129,model.visual.blocks.11.norm1.bias,model.visual.blocks.16.norm1.bias,model.visual.layers.*.norm1.bias,whole,5,0.0,3.1622902381993065
401,461,0.1772902447693168,0.99596500801079,0.99596500801079,0.7646682870513349,0.2102922659680321,0.1772902447693168,0.1916925670195982,0.08974242485060632,0.8396641656747845,model.visual.blocks.14.norm1.weight,model.visual.blocks.19.norm1.weight,model.visual.layers.*.norm1.weight,whole,5,0.0,0.4267016643360901
390,606,0.9371499791590009,0.43988002218743605,0.43988002218743605,0.43991618781200614,0.9371499791590009,1.3241599732241172,1.0818088058108006,0.8980565494891626,0.6215350065143787,model.visual.blocks.13.norm2.bias,model.visual.blocks.9.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,2.7357721575918723
355,535,0.31190182146086154,0.9604296391072273,0.9604296391072272,0.44514017573869763,0.31190182146086154,0.38034718738736284,0.341077632817706,0.27852272496936636,1.171191339014775,model.visual.blocks.10.norm2.weight,model.visual.blocks.3.norm2.weight,model.visual.layers.*.norm2.weight,whole,7,0.0,0.7390482147242667
49,272,0.4158506781557458,0.9104432155405842,0.9104432155405837,0.7764523118997103,0.4362119502171574,0.4158506781557458,0.42566651409883227,0.41363407895883303,0.867946025816965,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,5,0.0,1.5685519807645614
4,14,0.5823214473230994,0.8130147309897586,0.8130147309897586,-0.0007913476505665293,0.7247637885637366,0.5823214473230993,0.6419803127624799,0.5822431169139317,0.6532278824017461,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,7,1.1102230246251565e-16,1.986985050347152
144,296,1.176456118831763,-0.007231757488791129,-0.006522645688889488,-0.006591426663968908,1.1228207680674647,2.2272319623314036,1.4179166679355149,0.9999787273203452,-0.012938347214811156,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.8.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,9,0.05363535076429837,4.188792612581267
98,216,1.0488020758554504,0.2542735027965145,0.2542735027965145,0.38144717132585215,1.5890144879798795,1.0488020758554504,1.2378990019143434,0.9671323517366126,0.1678289150824897,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.22.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,9,0.0,3.287630967531158
134,217,1.1948368684464545,0.13953443830146706,0.14352438103427206,0.14302960723997776,1.4669116360350762,1.1961977487418898,1.3110388782159872,0.9896467814572678,0.11703741197855234,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,6,0.0013608802954352406,4.142386384459254
53,112,1.1813749723623506,0.04118507719012884,0.04781114499571604,0.04772488861963864,1.2017729925139942,1.6783348322398968,1.3818372901421467,0.9988563932889446,0.06677060519368266,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,13,0.020398020151643603,3.424602205970997
42,113,1.3352904269218306,0.014592439993899246,0.0003609440444776177,0.0003609948451015138,1.4765874377910941,1.3586786607292247,1.413959194785851,0.9999999348596962,0.0003321218631540475,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.14.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,14,0.023388233807394077,4.115005566345438
43,184,1.34915764877949,0.015135068417624502,0.00035958582855765905,0.00035969437674613264,1.4573005299366508,1.3742692055323233,1.413959710903726,0.9999999353490139,0.000339098024588036,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,2,0.025111556752833275,4.139017559703943
7,13,0.1577811233406412,0.9914968623773716,0.9914968623773713,-0.08587479406466192,0.1577811233406412,0.17487072808553325,0.16566846834576957,0.13013059554089523,1.098887969279609,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,0.0,0.33889150116838684
221,302,1.3786185965401252,-0.01525304109058409,3.1682966388953574e-05,3.1680890503422014e-05,1.369531006543031,1.4635262760388652,1.41419120822397,0.9999999994980948,3.385746915663777e-05,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,14,0.009087589997094137,3.8518078904953135
45,163,1.3287114143041545,0.012680566241973223,-9.559869271222734e-05,-9.560265445396345e-05,1.4976791597226897,1.3434235977266964,1.4142807618892297,0.9999999954304449,-8.575237150606368e-05,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,18,0.01471218342254188,3.9413013724120494
93,152,1.236505242552929,0.003958073688302997,0.005942621051396224,0.005938377149996615,1.6875147026350341,1.2360399207237027,1.4102015540936943,0.9999823424716257,0.004352742433466903,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,5,0.00046532182922631726,4.465568952543949
71,200,1.3131935851922907,0.029195470513594158,0.0003651572628473509,0.0003651512579117164,1.5157054647562014,1.3302853944735078,1.4139575167569414,0.9999999333300844,0.000320486654397521,model.language_model.layers.10.mlp.up_proj.weight,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,10,0.01709180928121712,3.9381982727679294
107,283,0.3952785997020996,0.9366786743918718,0.9366786743918719,0.9361742490490559,0.5246996406441724,0.3952785997020996,0.4464892930491715,0.35019003546572486,0.7056399625696032,model.language_model.layers.13.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,7,0.0,1.8761156476727994
476,512,1.0097334529748652,0.11167970769635219,0.11167970769635224,0.11180123969933711,3.4739313589462233,1.0097334529748652,1.371229987756204,0.9937442542670912,0.0324608419763561,model.visual.blocks.20.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,7.930720952038241
393,477,1.3426013636720349,7.006378269641157e-05,0.0007498806719780317,0.0007498826571625566,1.494030495278536,1.345049636067034,1.4136861304941608,0.9999997188394494,0.0006751045096637827,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.20.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,6,0.002448272394999229,4.008936676216462
442,514,1.295484939805436,0.009773126451987862,0.008084336838189867,0.007992643575193758,1.2826376290470594,1.5808819052596061,1.4086086584773334,0.9999673212149918,0.009964140716044057,model.visual.blocks.18.attn.qkv.bias,model.visual.blocks.23.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.01284731075837664,5.413073358553638
479,563,1.2940611545952099,8.156172003907954e-05,0.0007972518458886515,0.0007972150767570674,1.5279777938775407,1.3216695603099815,1.4136555889449667,0.9999996821946966,0.0006896065511122367,model.visual.blocks.20.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,14,0.027608405714771633,4.12059506637937
384,588,0.46836477479437366,0.8890088534495789,0.8864080708712752,-0.025582469125072883,0.47643161987477906,0.4768462154638358,0.47663878243369423,0.46290466825715265,0.8871794320928165,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.8.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.008066845080405394,1.139093291709306
445,529,1.2982081597632695,0.0005485756347923634,-0.00016011285001671347,-4.1880792690554715e-05,1.5887271087338637,1.287079815152226,1.4143243107609655,0.9999999871819376,-0.0001297126588135338,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,15,0.011128344611043506,4.221474250398984
398,506,1.0040821586431723,0.09194634025182497,0.09194634025182509,0.09215156623657644,4.544931185795052,1.0040821586431723,1.3865528199215873,0.9957639632534889,0.02031310838939405,model.visual.blocks.14.mlp.linear_fc2.bias,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,8,0.0,13.72263941081888
339,579,1.3057674306430835,0.016358407242730244,-0.0020087412734725914,-0.0020091633188907996,1.3303973366494362,1.5196455839376108,1.4156207861604968,0.9999979824772129,-0.002294483551202567,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.7.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,6,0.02462990600635262,3.8625752914879317
400,484,0.6918631491982835,0.7223509537859764,0.7223509537859759,0.7215638646025393,0.9872827294915852,0.6918631491982835,0.8012792373702307,0.6915266441464789,0.5062055587360588,model.visual.blocks.14.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,6,0.0,3.2799106431764002
401,449,0.177345802555368,0.9964393877760873,0.9964393877760868,0.8095289775424834,0.21102119984551637,0.177345802555368,0.19200304850106317,0.0843121965578967,0.8374245955017696,model.visual.blocks.14.norm1.weight,model.visual.blocks.18.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,0.0,0.38174397057113574
402,606,0.9464176139930239,0.3275148072446527,0.3275148072446527,0.33026316842605186,0.9464176139930239,3.4667760071728333,1.291186959626384,0.9448460462083218,1.199703449050523,model.visual.blocks.14.norm2.bias,model.visual.blocks.9.norm2.bias,model.visual.layers.*.norm2.bias,whole,5,0.0,2.5751216656904248
475,535,0.31723762735448335,0.9614526832964643,0.9614526832964644,0.8956123026952441,0.31723762735448324,0.39494706371447624,0.34977670317344095,0.27497043074125005,1.1969668205343063,model.visual.blocks.2.norm2.weight,model.visual.blocks.3.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,1.1102230246251565e-16,0.8633834288094817
178,272,0.4170957566492855,0.9092886306967699,0.90928863069677,0.7707122155079682,0.4170957566492857,0.445081702418739,0.4304078382259187,0.41616605590268063,0.9702993264465652,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,2.220446049250313e-16,1.1628267498869607
6,8,0.5867360027937103,0.8097791749723566,0.8097791749723569,-0.13942957590826627,0.5867360027937103,0.7234874260349147,0.6444743366598408,0.5867347678304815,0.9985155984426793,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,1.1958701669633347
85,144,1.1768518293563304,0.06409877932951306,0.007030669161500454,0.007049368480561813,1.7641835628752127,1.207982453136867,1.4095709269645824,0.9999752845401438,0.004814082366271188,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,5,0.03113062378053666,6.115006100102072
157,297,1.0527005285407365,0.3183207669415443,0.3183207669415443,0.06318009899063842,1.0527005285407365,1.3565036542691873,1.176132908806297,0.9479830638433089,0.41018625134020303,model.language_model.layers.18.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,10,0.0,2.063516049397959
52,310,1.1958549736207282,0.07891865182085024,0.0681849224686047,0.06818974496176894,1.2124602118505186,1.6012920750859718,1.367018986615246,0.9976727000113566,0.09005159503146581,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,8,0.01660523822979032,3.643286991721722
264,276,1.184430856877644,0.2221592910387087,0.20754145073805774,0.20725292986725055,1.3304300844321537,1.1993724689119973,1.259817105668359,0.9782262244621855,0.18709701854007932,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.014941612034353291,3.999094464443607
195,219,1.3366735249012753,0.003463710930988302,0.0001324031238766454,0.00013238656939835907,1.341048772822305,1.5006062244550664,1.414120524654025,0.9999999912347063,0.00014815639509400301,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,2,0.0043752479210297235,3.6310772231913635
102,149,1.3494445753138025,-0.016744361193316352,0.0033526851040654353,0.0033520625983127945,1.4674461963543615,1.3621243412353976,1.4118474365927667,0.9999943797355029,0.003112055488024223,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.17.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.012679765921595143,4.108256126703578
3,7,0.15928451411571123,0.98997943777593,0.9899794377759304,0.09745359519680048,0.1738372699072259,0.15928451411571123,0.16608460835366315,0.1412115886917668,0.9071034871569243,model.language_model.layers.1.linear_attn.norm.weight,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,11,0.0,0.5392157401407474
68,162,1.3791452960781871,-0.0032885273451732176,-5.877140851641931e-05,-5.87995501503233e-05,1.3498237703174212,1.488891049794781,1.4142549204328894,0.9999999982729607,-6.482640626735459e-05,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,8,0.029321525760765965,3.850462467756489
45,168,1.3287737373052642,-0.003964261647661459,0.00020718768972251316,0.00020720205183011306,1.5151151588220184,1.330869547967676,1.4140682739919244,0.9999999785366304,0.00018199262634257596,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,19,0.0020958106624118233,3.9319574375523194
46,164,1.236750329093374,-0.018723070499692553,0.004119538221064633,0.004113002851793322,1.7031562091172148,1.231672693694634,1.4114444745447872,0.9999915146664221,0.0029791294012582728,model.language_model.layers.0.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,18,0.005077635398739844,4.375450960993937
170,317,1.3133238276822319,0.024071986908729078,1.1161388982296204e-05,1.1154865408549296e-05,1.342290749651636,1.4990744451874425,1.4142057179713037,0.9999999999377117,1.2465073606816778e-05,model.language_model.layers.19.mlp.up_proj.weight,model.language_model.layers.9.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,10,0.028966921969404202,3.360141207132605
283,318,0.3979580583113034,0.9256074806207937,0.9256074806207937,0.9772374723607214,0.4958084390870912,0.3979580583113034,0.4389043391798152,0.3784848633945976,0.7429340178729096,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,0.0,1.6652690458941188
452,512,1.010079148937818,0.10432128201036074,0.10432128201036076,0.104393495975212,3.5972176866668,1.010079148937818,1.3752788363997022,0.9945436491777094,0.02929284823092434,model.visual.blocks.19.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,4,0.0,8.14683924498293
393,561,1.3430942626857185,-0.0012159585246770653,-0.002263968912228613,-0.002263979075078593,1.4928576190969234,1.3495716859085312,1.4158054188161402,0.9999974372190984,-0.002046670963550545,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.6.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.006477423222812639,4.090102078937
454,538,1.297531304279286,0.00968476473570022,-0.0022443879912646576,-0.0025857324014023513,1.4755577273310467,1.362750658705354,1.4157946945796551,0.9999974813581006,-0.002072803494458,model.visual.blocks.19.attn.qkv.bias,model.visual.blocks.4.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,15,0.06521935442606797,5.5530327539548185
419,539,1.298960855489996,-0.006279972551296595,0.0009906997615756505,0.0009909236676054094,1.5644866760062002,1.2992334584255387,1.4135247822237815,0.9999995092568708,0.0008227300987817348,model.visual.blocks.16.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,12,0.000272602935542654,4.244167635545476
432,516,0.46891278304653944,0.885257035492999,0.8879212864097908,0.009611453879973043,0.4633959745865802,0.49090774694509265,0.47655729306051386,0.45999542295590523,0.9406370837918838,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.0055168084599592215,1.311014728763323
457,601,1.2985180961830212,-0.004824284575952718,0.0001687354521489788,0.00021082443957736523,1.5413855292276235,1.3138936238427894,1.4140957487308004,0.9999999857641735,0.00014383191647443695,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,10,0.01537552765976824,4.054150765708477
506,602,1.004377114251768,0.1261605568002002,0.12616055680020022,0.12655916044267101,1.004377114251768,3.5453942063892834,1.3666236868155308,0.9920098355902845,0.44533960482312795,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.9.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,13,0.0,3.055792857626046
471,519,1.306005061911136,0.022700119001401346,-0.0005572422731297297,-0.0005575459384836506,1.408463213678374,1.4208329509654558,1.4146075222270404,0.9999998447405124,-0.000562136217435076,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.blocks.23.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,21,0.10245815176723783,3.4383668163268846
364,448,0.7045213810758734,0.7750532301567207,0.7750532301567203,0.77487821421141,1.5199633535647972,0.7045213810758734,0.9039595911870825,0.6318959490482858,0.3592465376462455,model.visual.blocks.11.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,7,0.0,3.9748780347407595
353,377,0.17820479535736836,0.9948238200060155,0.9948238200060152,0.8887071212077244,0.21004085353185478,0.17820479535736747,0.1921725512995413,0.10161479788219412,0.8440375873540236,model.visual.blocks.10.norm1.weight,model.visual.blocks.12.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,8.881784197001252e-16,0.5048319355110754
546,594,0.9466097558651728,0.38035965332114746,0.3803596533211475,0.3802038911280299,1.6258910434713254,0.9466097558651729,1.1569133367421713,0.9248386530230105,0.22144913093473423,model.visual.blocks.4.norm2.bias,model.visual.blocks.8.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,1.1102230246251565e-16,4.530951465615138
451,499,0.32018526650904433,0.9924185072023748,0.9924185072023749,0.8202257268432516,0.4595335587621263,0.32018526650904433,0.3715210684581847,0.12290446111598058,0.6914789532957375,model.visual.blocks.18.norm2.weight,model.visual.blocks.21.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.7819301195969689
84,248,0.4248499811063608,0.9059902283293456,0.9059902283293457,0.6871257086986698,0.42484998110636085,0.4884926236892259,0.45335467391768813,0.42329860166523137,1.0417078106509459,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,8,5.551115123125783e-17,0.9135354907489495
14,18,0.5911918696414327,0.8068896982683971,0.8068896982683972,0.19580736156112644,0.5911918696414327,0.7114665676906627,0.6430416216241513,0.5907021371455626,0.9710469199790529,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,15,0.0,1.1395936675128429
97,203,1.1806168766002652,-0.01639227713805782,0.006474453916121383,0.006548904341938089,2.0722231415452983,1.1376752684580886,1.4103456311990463,0.9999790405035938,0.0035545525718094595,model.language_model.layers.13.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,8,0.04294160814217651,7.832198989868526
51,309,1.0582767898739875,0.4271911982973749,0.42719119829737484,0.27217171643338434,1.0830365822142185,1.0582767898739875,1.0704419815371888,0.9041613130947668,0.4174249858414735,model.language_model.layers.1.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,0.0,1.924555588005805
111,181,1.1971486309976835,0.12300332135100198,0.08891505471270902,0.08897267197688591,1.5510575254361354,1.213754955017169,1.3518083308789537,0.996039212604321,0.06957903653691205,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.2.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,12,0.016606324019485363,4.2950158548127
65,112,1.1855928632138653,0.21525460384343773,0.18859304811680985,0.18850204767661954,1.2047270921079516,1.3591233463307142,1.2749665690294005,0.9820553254282626,0.21276288740442795,model.language_model.layers.10.linear_attn.in_proj_b.weight,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.019134228894086336,3.389719184444211
89,183,1.3389604971923443,0.025601795473120314,3.3054602556781745e-05,3.327760361246656e-05,1.3573417078314924,1.4788374114263663,1.4141902746736565,0.9999999994536966,3.6013321184164906e-05,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,10,0.018381210639148104,3.640176902578554
149,208,1.3494863541101578,0.03709731242105518,0.006776813620304603,0.0067802259436260505,1.4626446454711348,1.3616230423699744,1.40942577324917,0.9999770371349312,0.006308754219847542,model.language_model.layers.17.linear_attn.in_proj_z.weight,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.01213668825981662,4.346178511493438
21,29,0.15971256127260178,0.9880774997274391,0.9880774997274392,-0.04676155217597111,0.16890267521538493,0.15971256127260178,0.1641149468240487,0.15395731399440757,0.9343155045712586,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.5.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,15,0.0,0.4690364943662753
185,279,1.3795694989586402,0.021074280318963988,0.00015947031843489262,0.00015927861974060034,1.4059056958945066,1.4224409107414189,1.4141008030420896,0.9999999872846087,0.0001613458894527259,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.02633619693586642,3.6093717770281986
74,186,1.329403913984584,0.026224109376734726,0.00033848548948681384,0.0003384960408574228,1.3781519767141182,1.4527440596780612,1.4139745289042858,0.999999942713785,0.0003568059201363348,model.language_model.layers.11.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.04874806272953425,3.5918471865497903
105,223,1.2373009420431653,-0.03749967368797044,0.004295288056504904,0.0042898585574963205,1.7540735312400146,1.213552984805783,1.4113685204045148,0.9999907752077074,0.002971688215309434,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.02374795723738221,5.116623348305132
153,258,1.3146884806718686,0.009822405566935965,0.0004378190568272943,0.0004378757382097794,1.3173313617290874,1.5354042270303856,1.4139075415965054,0.9999999041572322,0.0005102962322590859,model.language_model.layers.17.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,13,0.002642881057218771,3.443780182376691
95,306,0.3981818178537092,0.9494974796256164,0.9494974796256164,0.9658648728008805,0.5653131061074538,0.39818181785370915,0.460376915702608,0.31377465828935586,0.6687844813790319,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,5.551115123125783e-17,1.6307014541692675
548,572,1.0182468558906284,0.3430640525384854,0.3430640525384855,0.3436762008366176,1.3831984032134093,1.0182468558906284,1.1596763491044813,0.9393120119831702,0.2525479295340931,model.visual.blocks.5.attn.proj.bias,model.visual.blocks.7.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,4.431443228089152
405,465,1.3439712817311755,0.01232873440628574,0.0006647885041139244,0.0006648211678500104,1.4840666823788615,1.3525580229405731,1.4137454248051298,0.999999779028098,0.0006058791262375407,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.2.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,13,0.00858674120939762,4.1476239711163485
394,418,1.2987171086563998,0.016670658533780934,0.015405499829518653,0.01544576609407427,1.4496678722128769,1.3611139908510437,1.4032997198771884,0.9998813282460087,0.014464445102175833,model.visual.blocks.14.attn.qkv.bias,model.visual.blocks.16.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,2,0.0623968821946439,7.624793239366495
407,539,1.2992834091844634,0.0223288118053504,-0.0001518941274462825,-0.00015184109868429478,1.5634597358725717,1.3010587139636096,1.4143191762613971,0.9999999884640869,-0.00012640119446606077,model.visual.blocks.15.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,11,0.001775304779146225,4.254414665636922
408,504,0.4691180595398379,0.8891256078795658,0.8906249370337049,0.003429852773140065,0.46857318416818333,0.4668712880529037,0.4677199138630339,0.4547386299114129,0.887390114445213,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.002246771486934196,1.2939053308032373
421,469,1.298562110089567,-0.018050696885154,-0.00019264181344806158,-0.00019055307878051362,1.586742327273661,1.2881724975445705,1.4143468674003752,0.9999999814445656,-0.00015639331080761294,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.010389612544996485,4.3258993388347005
326,422,1.0054734191094115,0.11188226215548236,0.11188226215548239,0.11176196610440581,1.0054734191094115,3.7919324754236197,1.3744555681529327,0.9937214697363501,0.42194052595344395,model.visual.blocks.0.mlp.linear_fc2.bias,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,16,0.0,4.005282485788549
435,471,1.307870777020562,-0.007491098423115883,-0.0014662178829793764,-0.0014660270339997398,1.4489189134961158,1.3838220257205405,1.4152488615891197,0.9999989251019821,-0.0014003437887883175,model.visual.blocks.17.mlp.linear_fc2.weight,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,15,0.07595124869997849,4.143237736025979
364,460,0.7050839956195727,0.7515730569698271,0.7515730569698273,0.7514067998925562,1.402973489035857,0.7050839956195726,0.8909529065642323,0.6596498616971194,0.37771357630747,model.visual.blocks.11.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,8,1.1102230246251565e-16,4.949465197085953
413,497,0.18081381532892826,0.9938745412959327,0.993874541295933,0.5082854824113104,0.21253076961670878,0.18081381532892826,0.19476143127598247,0.11051423511837141,0.8455540253964146,model.visual.blocks.15.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,6,0.0,0.6316478096355608
390,426,0.946633264882381,0.3524162190381469,0.3524162190381469,0.35483300092227693,4.509989632067951,0.946633264882381,1.3101912874073995,0.9358433675347905,0.07397110486762178,model.visual.blocks.13.norm2.bias,model.visual.blocks.16.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,8.940926436985583
403,415,0.32140426468578487,0.997645553553237,0.9976455535532373,0.9551415251227485,0.47013437747159464,0.32140426468578537,0.3752295794900384,0.06858097021371974,0.682033799105012,model.visual.blocks.14.norm2.weight,model.visual.blocks.15.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,4.996003610813204e-16,0.715649626794392
96,248,0.43430634583536676,0.9053569931626435,0.9053569931626436,0.70048286419005,0.43430634583536676,0.43586478924420696,0.4350834742090474,0.42465128627086124,0.9086057314142754,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,9,0.0,0.9497900780430504
14,30,0.5915061263926772,0.8257371708656341,0.8257371708656339,0.41984348677234395,0.5915061263926772,0.9133364686818468,0.702130175678347,0.5640550723562537,1.275009400658498,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.6.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,11,0.0,1.0727366057990009
62,132,1.182926744051271,0.02799426337292356,0.020625444134844965,0.020536639392094103,2.0202278888863905,1.1374415859178977,1.4016882319930655,0.9997872729007108,0.011612669053851658,model.language_model.layers.10.linear_attn.conv1d.weight,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,6,0.04548515813337328,6.950493946981681
133,250,1.0583472295830045,0.3748634797457172,0.37486347974571727,0.056859987427601455,1.1953667596370336,1.0583472295830045,1.120622622778986,0.9270800243522305,0.3318945604453575,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,12,0.0,2.3461665542372927
111,310,1.1992652815198226,0.19565437091227503,0.14949388376365874,0.1494501079413188,1.4050819420648148,1.2241583392166056,1.305308533303774,0.9887626503449944,0.13024449250428058,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,5,0.02489305769678296,3.934778961637914
135,252,1.1878378469634217,0.14811996518857706,0.13507880156414467,0.13486055443652076,1.2294698708781937,1.424676850593816,1.3163393929699319,0.9908348587771801,0.1565257076669417,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,12,0.041632023914772054,3.405079672238415
42,89,1.339925242290637,-0.01583422462541264,-7.917335480239018e-05,-7.935212379387144e-05,1.5084347158479805,1.335789318523275,1.4142691342619162,0.9999999968657899,-7.01116995953205e-05,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.0041359237673619376,4.354577520343855
254,301,1.3497727946413423,-0.0010482609868694686,0.0024656433284961678,0.0024648159478111325,1.3429874202407133,1.4940095031566356,1.4124788786178728,0.9999969602968685,0.002742910699422469,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.006785374400628985,3.59300123028698
3,13,0.15974115758272725,0.9871619861408067,0.9871619861408066,-0.06509723992440102,0.15974115758272725,0.16222193000719257,0.160967208257125,0.1597223000039057,1.0024925638751658,model.language_model.layers.1.linear_attn.norm.weight,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,15,0.0,0.43046768349685643
91,150,1.3797154273339187,-0.014657742345598966,0.00017228945263093195,0.00017231134021634324,1.3860256034118381,1.443935132026794,1.4140918320775469,0.9999999851581722,0.0001794878773661072,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,5,0.006310176077919394,3.855512825379717
69,151,1.3300590436318038,0.00931380709614707,-0.00041170505036171795,-0.0004117037517024835,1.4838468734784678,1.3540534473710821,1.4145034367382996,0.9999999152494722,-0.0003756928377896122,model.language_model.layers.10.mlp.down_proj.weight,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,7,0.023994403739278303,4.380296941205218
105,152,1.237957225091005,-0.022148813740395533,0.006350021038007585,0.006344630767755697,1.665453318327264,1.2445645998151194,1.409900853809955,0.9999798384131637,0.004745261428235688,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,4,0.006607374724114434,4.896941210503777
212,305,1.3174701953025179,0.015566509313336304,0.0008737601640509451,0.0008738471419678614,1.3087978249948187,1.5484353665275359,1.4136042207643271,0.9999996182715151,0.0010337434201380502,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.8.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,13,0.008672370307699184,3.405679432974061
142,230,0.39898971217981266,0.9195206013619236,0.9195206013619237,0.12621070544105287,0.4689117669278585,0.3989897121798127,0.4297417279704571,0.3930418090623516,0.7824057444419947,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,7,5.551115123125783e-17,1.9892608175771396
332,560,1.019976665855052,0.03899095218296651,0.03899095218296653,0.03911775927834143,1.019976665855052,4.186767453497065,1.4014752767355707,0.9992395636922438,0.16004880802214683,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.6.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,0.0,3.803232273003646
525,585,1.3446939273831489,0.02565218341198591,0.0007003448110854363,0.0007002234064712623,1.3769398189278046,1.4536120936498196,1.4137189835034882,0.9999997547585427,0.0007393421797558355,model.visual.blocks.3.attn.proj.weight,model.visual.blocks.8.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.032245891544655736,3.6714649426722565
454,526,1.2999287537676183,-0.0004619530241571683,0.004513025001277698,0.0046879827398436285,1.5492547028606114,1.3042863403414517,1.4110655604413302,0.9999898162508145,0.003799424879535486,model.visual.blocks.19.attn.qkv.bias,model.visual.blocks.3.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,16,0.00435758657383345,6.204655649301579
491,527,1.299722509789964,-0.01527061525606504,-0.0003375539664643364,-0.0003387631017488239,1.58805955373737,1.2876203387698797,1.4144470754225615,0.9999999430286582,-0.0002736933584316986,model.visual.blocks.21.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,18,0.012102171020084374,4.35931484691866
420,504,0.4691450074760841,0.8892894427016254,0.8898772206298887,0.007019481204755567,0.4708862883776115,0.46781642360025355,0.4693438264397711,0.4562001010565695,0.8840758142113732,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.001328583875830569,1.2034589199588717
517,529,1.2992051869714616,0.02534976295869381,0.0020492847004937834,0.0017265449580370048,1.5424866424593717,1.3111118224655998,1.4127827039911103,0.9999979002139037,0.0017418895726262632,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,20,0.011906635494138174,4.122111757475855
374,542,1.0055403191751537,0.2740112465832311,0.2740112465832313,0.2735819342450795,1.0055403191751537,1.7715696124866496,1.2367193329224013,0.9617264874931457,0.48275537904301813,model.visual.blocks.12.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,8,0.0,2.5558287128952584
423,555,1.3088000308916543,0.0086602065896617,0.00010450105651946743,0.00010439020800138861,1.5434557935015543,1.312687606135681,1.4141406256075013,0.9999999945397646,8.887668976251186e-05,model.visual.blocks.16.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.0038875752440266087,4.274301059498914
568,580,0.7236719512363579,0.6937631188883262,0.6937631188883259,0.6939100675352848,0.7236719512363577,0.9465543948905212,0.8130348755844071,0.7202032594138565,0.9074339941941744,model.visual.blocks.6.norm1.bias,model.visual.blocks.7.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,1.1102230246251565e-16,1.8607464639395026
353,569,0.1823655718844849,0.9835374555849123,0.9835374555849123,0.5802043221149952,0.18236557188448432,0.19016643007774534,0.18614351923142863,0.1807043814121744,1.025609191710844,model.visual.blocks.10.norm1.weight,model.visual.blocks.6.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,5.828670879282072e-16,0.5480667171878734
378,426,0.9475275745375156,0.35386668491440315,0.35386668491440315,0.3526392765930337,4.688180945313932,0.9475275745375156,1.3134487064277869,0.9352958726027238,0.07151994463902316,model.visual.blocks.12.norm2.bias,model.visual.blocks.16.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,9.451062303091103
439,523,0.32262674451177054,0.9601675427619515,0.9601675427619517,-0.3191975815843403,0.40384263649466745,0.32262674451177054,0.3564741860477374,0.279424926995563,0.7670703895853878,model.visual.blocks.17.norm2.weight,model.visual.blocks.23.norm2.weight,model.visual.layers.*.norm2.weight,whole,6,0.0,1.624882756550641
214,248,0.4377676760897082,0.8994665593669429,0.8994665593669429,-0.040129154077150876,0.4377676760897082,0.5012352460149978,0.4662926562589068,0.43698959779449426,1.0298712463050046,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,18,0.0,2.131185079454416
6,30,0.603218586395774,0.820193930393739,0.8201939303937391,0.42175958971432687,0.6032185863957741,0.9591541015128544,0.7221394721980594,0.5720855849829379,1.304158045052265,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.6.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,6,1.1102230246251565e-16,0.8110189294365513
85,179,1.186220391182426,-0.007924181441338624,0.0006766788608794347,0.0007230963415628924,1.2295563124635018,1.7170533826401149,1.4137605014039605,0.9999997710528334,0.0009449699174055379,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,10,0.04333592128107577,5.045470760328936
145,262,1.0611869862590733,0.36087300728944194,0.3608730072894419,-0.03237203855178697,1.223721178388773,1.0611869862590733,1.1338083201493638,0.9326149648219647,0.3129419885761493,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,12,0.0,2.1495914971510297
111,134,1.2010796127902574,0.15755378941263892,0.1319696165434511,0.1318223093856383,1.4428589281971738,1.2223219678889308,1.3189581667892536,0.9912537618134796,0.11179842896802941,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.021242355098673338,4.045481482966188
100,299,1.1888930984097748,0.24304320145672803,0.242371197561027,0.2420958684413343,1.1983753282082588,1.2670159416110454,1.2312629805717736,0.9701835922096568,0.2562537494461954,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,5,0.00948222979848401,3.3630918525723934
277,300,1.3410606197268442,0.02558894408798878,0.0004436317068784108,0.0004436483935956252,1.4300947946593503,1.398243044736631,1.413899912161972,0.9999999015954495,0.0004337509309759671,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,2,0.057182425009786764,4.109191692644007
102,313,1.350145490589932,0.01962781563957779,0.007692402735212444,0.0076931811126972225,1.4229376520173738,1.3950071488558373,1.408764784152579,0.9999704130323853,0.007541410400016974,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.9.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.04486165826590538,3.9416393180938396
21,31,0.16043678450690857,0.9916356687276108,0.9916356687276102,-0.0891182785925915,0.1789909872781765,0.16043678450690857,0.16895453481920333,0.1290685883828645,0.8888427317614636,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,14,0.0,0.3678141782590965
197,267,1.380517168621561,-0.009827456815607942,-0.00016836843892017672,-0.00016855827390554437,1.4495835268693655,1.3815340757986188,1.4143324743527903,0.9999999858260342,-0.00016046452746300058,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.5.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,15,0.0010169071770578242,4.1083129786847
74,151,1.3322212317022941,0.014727899073120741,-0.0003585896549552359,-0.00035861975227968274,1.4746461054928206,1.3610998680813067,1.4144662892076223,0.9999999357067276,-0.0003309786193696825,model.language_model.layers.11.mlp.down_proj.weight,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,6,0.028878636379012557,4.028435639700546
152,316,1.238280829618764,-0.04620447865444981,0.004355629046417953,0.004360685129258039,1.2172681063262916,1.7428249957014226,1.4113189468071454,0.9999905142028148,0.006236176841115353,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.02101272329247239,3.415204048062497
123,240,1.3182139190451467,-0.012487377022476754,0.00023181093901242223,0.00023183113123948008,1.308390652673106,1.5502896809750688,1.4140519687591973,0.9999999731318439,0.0002746688123718099,model.language_model.layers.15.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,12,0.009823266372040784,3.643598047397074
95,241,0.4004234035485472,0.9175773971987835,0.9175773971987837,0.9187987517411219,0.4004234035485473,0.41477379354263866,0.40740916909515856,0.3975571910428804,0.9504615727561434,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,9,5.551115123125783e-17,1.447829500663607
440,512,1.0211199400558877,0.04988195026844424,0.049881950268444275,0.04988560673136792,3.8911066630290367,1.0211199400558877,1.3967865573169436,0.9987551206564181,0.013090223033961712,model.visual.blocks.18.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,0.0,8.92629786396507
537,597,1.3461038345794036,0.004962596852861532,-5.138616686619973e-05,-5.1387552522138706e-05,1.340747876855899,1.5013370694788082,1.4142496661407338,0.9999999986797309,-5.754098776241512e-05,model.visual.blocks.4.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.005355957723504723,3.4442172159476456
358,538,1.3014628631370726,-0.00048531114184175307,-0.010210938314233633,-0.010781526711164816,1.5565543792545697,1.316135440656086,1.421315513089747,0.9999478670104471,-0.008633799099361947,model.visual.blocks.11.attn.qkv.bias,model.visual.blocks.4.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,7,0.014672577519013297,7.603613795181909
503,563,1.3013236713133285,0.028283049155593397,-0.0015074239341248013,-0.001507477867224274,1.505358137485576,1.3396369256355716,1.4152718671184576,0.999998863835896,-0.0013414753037529427,model.visual.blocks.22.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,16,0.038313254322243084,4.12947591418385
420,516,0.469898552626272,0.8845585306462361,0.8832291847788885,-0.0011340992514745787,0.47303810593444673,0.5003847493994721,0.48613550003404526,0.46894158181464357,0.9342892438122731,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.003139553308174725,1.3399408889616358
481,529,1.2992083131069134,0.016890560437560244,0.000642807378895932,0.0006792175240555291,1.5716980097098971,1.2955242404241794,1.4137673150664132,0.9999997933993154,0.000529855313258889,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,17,0.003684072682734074,4.16481974714139
326,434,1.007362340932924,0.16684327746992011,0.1668432774699201,0.1667278599228496,1.007362340932924,2.698687232652738,1.3346722076259596,0.9859834282395903,0.44696709859634537,model.visual.blocks.0.mlp.linear_fc2.bias,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,17,0.0,3.97494556503994
507,591,1.3117560043289516,0.022242032895275515,-0.0011694638521233234,-0.0011677288483269586,1.351609063399335,1.4883224998743951,1.415036434925048,0.9999993161769155,-0.0012877535457829937,model.visual.blocks.22.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,14,0.03985305907038339,3.3540218156829305
580,592,0.7322112055591062,0.6844597276916691,0.6844597276916691,0.6843088220720847,0.9731437946572774,0.7322112055591062,0.8274409414271099,0.7290506711938797,0.5150000288973499,model.visual.blocks.7.norm1.bias,model.visual.blocks.8.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,3.0463612849002666
533,545,0.18257533923788113,0.9877122429849994,0.9877122429849998,0.8818458763647189,0.18257533923788113,0.20437762292470224,0.1925568702591178,0.15628347659794548,1.1056601685503895,model.visual.blocks.3.norm1.weight,model.visual.blocks.4.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.4725396722757182
366,426,0.9496212562540509,0.35557996457266583,0.3555799645726658,0.3519021729825234,5.0619769555599206,0.9496212562540509,1.3199415186056498,0.9346458627707619,0.06670640653260648,model.visual.blocks.11.norm2.bias,model.visual.blocks.16.norm2.bias,model.visual.layers.*.norm2.bias,whole,5,0.0,10.311217475928606
511,523,0.32304741973258533,0.9866225401781266,0.9866225401781268,0.07184525112390298,0.32304741973258533,0.4564587715679336,0.372914266730071,0.16302135814812893,1.3940755603735768,model.visual.blocks.22.norm2.weight,model.visual.blocks.23.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.4965308197421479
84,131,0.44982652191716754,0.893707654581802,0.8937076545818021,0.7025070993401699,0.4856566321006006,0.4498265219171671,0.46671320509719655,0.4486497833966871,0.8277729146464256,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,4.440892098500626e-16,1.3628444114659766
18,20,0.6069481679138833,0.7982991506705737,0.7982991506705737,0.15969398376315613,0.694780436148582,0.6069481679138833,0.6464312969491495,0.6022611277831574,0.6973803258373494,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,18,0.0,1.422351827787897
179,249,1.1864772556530674,0.034427289809055135,-0.01388505386265749,-0.013881192948138703,1.6475777285067075,1.2716888204001715,1.4236798433753066,0.9999035979929422,-0.010717228973348472,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.4.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,2,0.08521156474710412,7.43555937588225
157,204,1.0615507906686832,0.3306385907306458,0.3306385907306457,0.3673094762968051,1.0615507906686832,1.2998766663278816,1.1627803751508783,0.9437574488816778,0.40486935986131306,model.language_model.layers.18.linear_attn.dt_bias,model.language_model.layers.21.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,2.049126388174563
40,251,1.2018395880732045,0.03226976092263302,0.021603168261668075,0.021641833875794082,1.2087255138520516,1.7244612590177117,1.399780351891964,0.999766624328427,0.03082074988271281,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.4.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.006885925778847168,3.176634893339126
100,182,1.18913227414549,0.0990294603644232,0.1288349280652969,0.12857431932403143,1.5291971369656265,1.182767238878692,1.3231040622100403,0.9916660533215855,0.09964819345744785,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.2.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,11,0.0063650352667978805,4.594879689582575
89,207,1.341120920494518,0.013110165745750461,-0.00017444778931920144,-0.0001743736122012768,1.4902325359362523,1.3489678306157051,1.4143363010307843,0.9999999847839843,-0.00015791123213249668,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,9,0.0078469101211871,4.183328320371913
55,196,1.3519052257842659,0.014206975318802054,0.0016204862133893533,0.0016208308536742012,1.3824273335047397,1.4458416005987387,1.4130683934569686,0.9999986870113542,0.0016948206417296064,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,19,0.030522107720473812,3.6506845491599087
19,31,0.1608009978683112,0.9875018204897253,0.9875018204897253,0.1733219945387557,0.16826974845018466,0.1608009978683112,0.16440827553549323,0.1576075966743932,0.9436709782598328,model.language_model.layers.2.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,0.0,0.5857502218088546
68,115,1.3814396162607225,0.020686150413339446,0.0013903140970384182,0.0013901914404319783,1.4147213251644464,1.4117436245521346,1.4132301220884824,0.9999990335128888,0.0013873877686764876,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.14.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.03030400829141211,3.9569839027127856
104,210,1.3336424625251473,0.005413747114782925,0.0002696699762064535,0.00026965704750184585,1.5149345695753131,1.3309188974604227,1.4140244521491918,0.9999999636390513,0.0002369137747721248,model.language_model.layers.13.mlp.down_proj.weight,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,8,0.002723565064724598,3.9602167776270187
46,169,1.2390773251295024,-0.01085601465941162,0.002853338237612592,0.002848076059764391,1.6866769800378991,1.2391834757018974,1.4122868694269421,0.9999959292221653,0.0020963169809541417,model.language_model.layers.0.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,19,0.0001061505723949363,4.694545352801515
141,282,1.3185864954611695,0.011685151277706841,6.651888560457366e-05,6.656408230872252e-05,1.338622456471488,1.504138083604214,1.4141668434710266,0.9999999977876188,7.474369538106017e-05,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.6.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,10,0.02003596101031846,3.7152450941559927
241,288,0.4057331046849254,0.9428883901900355,0.9428883901900359,0.9559102482809924,0.5704534020450385,0.4057331046849254,0.4675859254104641,0.33310881652223273,0.6706262642167058,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,0.0,1.523731349697378
332,572,1.021509346217055,0.05952448288192749,0.05952448288192757,0.06015381015466078,1.021509346217055,3.6960877929261935,1.3924313926022245,0.9982268459311436,0.21537513618929569,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.7.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,6,0.0,3.985934130010774
393,537,1.3472364305729418,-0.018271114250454575,0.0002545448259720498,0.000254545940493356,1.510992422394696,1.3336281758152935,1.4140349547696294,0.9999999676034653,0.00022466568785720322,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.4.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,10,0.013608254757648375,4.024622683064927
430,514,1.302171973761397,0.010430267412399071,0.009745807392237396,0.009758238579659177,1.3028863695676223,1.5419229045382252,1.4074024613966716,0.999952508491415,0.011533840549959677,model.visual.blocks.17.attn.qkv.bias,model.visual.blocks.23.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,6,0.000714395806225232,5.934771817424447
503,527,1.3078659740607927,-0.02065689468379075,-0.0006677271498545632,-0.0006671453798084394,1.5735593610729663,1.2958822337057152,1.4146768799191396,0.9999997770702018,-0.0005498971134266337,model.visual.blocks.22.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,19,0.011983740355077543,4.485292309423993
408,456,0.47045857789538126,0.8885448916446413,0.8887622815936844,-0.004500544112590576,0.4683716560874123,0.4754823976982285,0.47188685041737566,0.4583684182144188,0.902255324683962,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.0020869218079689333,1.3195305588097812
397,589,1.2997743639622767,0.001530405602049166,3.9179893277306095e-06,0.00010236813370589741,1.5806890491175842,1.2912353200591296,1.4142108476523958,0.9999999999923246,3.200532202335866e-06,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.8.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,6,0.008539043903147192,4.138434240026604
362,554,1.00784139198821,0.303953284505083,0.3039532845050832,0.3035774612299861,1.00784139198821,1.5927014412248932,1.2044202657396008,0.9526869374766151,0.4803402977340199,model.visual.blocks.11.mlp.linear_fc2.bias,model.visual.blocks.5.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,6,0.0,3.2176756982910533
495,543,1.312895303284681,0.005014306418615395,0.0001920941799938875,0.00019479861587966128,1.5118815609315692,1.333091245320507,1.4140787935378734,0.9999999815499128,0.00016937773185690954,model.visual.blocks.21.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,17,0.020195942035825976,4.250175167378868
388,496,0.7325027544346518,0.6898387193763716,0.6898387193763722,0.6886576948218175,1.266617523332126,0.732502754434652,0.8967545019151354,0.7239630800318252,0.39894344800278436,model.visual.blocks.13.norm1.bias,model.visual.blocks.21.norm1.bias,model.visual.layers.*.norm1.bias,whole,8,1.1102230246251565e-16,4.330337820036917
413,485,0.18894082071946283,0.9969725763977517,0.9969725763977524,0.7541693153837205,0.22908241678624613,0.18894082071946283,0.20613604440627076,0.07775398324734255,0.8222753167265263,model.visual.blocks.15.norm1.weight,model.visual.blocks.20.norm1.weight,model.visual.layers.*.norm1.weight,whole,5,0.0,0.448172448332565
558,594,0.9510521107453411,0.4122309864726502,0.41223098647265,0.4120742128608006,1.3882799755194644,0.9510521107453411,1.1095923165608137,0.9110793674492831,0.2824020779041707,model.visual.blocks.5.norm2.bias,model.visual.blocks.8.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,4.115467415843047
391,547,0.3369340425517961,0.9769622319246006,0.9769622319246,0.5549894654517158,0.3369340425517959,0.4704252106849895,0.38738420664258544,0.21341227095203355,1.3640285805010528,model.visual.blocks.13.norm2.weight,model.visual.blocks.4.norm2.weight,model.visual.layers.*.norm2.weight,whole,9,2.220446049250313e-16,0.7187246969416028
237,260,0.45172252783870814,0.9499875272353638,0.949987527235364,0.7893560832928963,0.7243799448574997,0.45172252783870814,0.5420696320089828,0.31228784493995027,0.5924111652517119,model.language_model.layers.3.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,1.2999230871103595
20,30,0.6110967669344993,0.8005543135822872,0.8005543135822871,0.23740135295395728,0.6110967669344993,0.8975351581850841,0.7143613736128857,0.5992602030877681,1.1757968317869454,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.6.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,14,0.0,1.0789602392563418
85,156,1.1897284456723123,0.04470157076983371,-0.0006052774828247452,-0.0006090609754994532,1.7634887900814384,1.2145726241599462,1.4146133758815433,0.9999998168195676,-0.0004168744733701584,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,6,0.024844178487633872,6.411084523010001
39,262,1.0669182233685526,0.1633214335445177,0.16332143354451764,0.04115945409436155,1.0669182233685526,1.873399920435874,1.3111316155140404,0.9865729113172345,0.2867758314613399,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,0.0,2.172006158327453
64,87,1.202027892261497,0.17316131748425698,0.18714191280792747,0.18710664206525948,1.4054602081592054,1.1787818080733208,1.277275107947282,0.98233288882669,0.15695889578756383,model.language_model.layers.10.linear_attn.in_proj_a.weight,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.023246084188176308,3.9582792341873687
159,206,1.1892285540664387,0.2884448503423308,0.26034259107472296,0.25980044846471445,1.2395466592776914,1.1945359766801291,1.2164171944873166,0.9655163050267457,0.25088897539532634,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.21.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.005307422613690438,3.727612467291191
42,265,1.34124783146822,0.004199409168587301,-3.0515892815355045e-05,-3.058875960140446e-05,1.4687424784678453,1.3653780742381123,1.4142350828757855,0.9999999995343901,-2.8368302528671158e-05,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.5.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,5,0.024130242769892396,4.0166129445366145
149,196,1.3522595500700207,0.0357636116218346,0.007758940889127746,0.007757464515109521,1.4432873178942283,1.3765280038085113,1.4087226498831704,0.9999698989651034,0.007400050760067697,model.language_model.layers.17.linear_attn.in_proj_z.weight,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,3,0.024268453738490514,4.090288796162968
7,21,0.1616600545945657,0.9938214518813804,0.993821451881381,0.05138292740779347,0.1616600545945657,0.1844836305498593,0.17194601167729784,0.11099063825559258,1.134131681578516,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,8,0.0,0.30146805527803267
44,68,1.3820439112301617,0.011022852608813239,0.00079941441300526,0.0008001583304322424,1.4071840716549928,1.4202022407646147,1.4136482019802186,0.999999680468247,0.0008068099714306279,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,10,0.025140160424831137,3.751968853081575
198,256,1.3346045512374902,-0.016830435238787845,0.00016094661833221778,0.00016087850881086327,1.3040045629050536,1.5578077989254424,1.4141015277495343,0.9999999870480929,0.00019227225454644442,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.4.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,16,0.0305999883324366,3.5017069218950194
93,223,1.2392557541017124,-0.01725917896816055,0.0037327958389574228,0.0037285137915548973,1.7786469389227353,1.2061481342867084,1.411759265206885,0.9999930330933435,0.002531308849612714,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.033107619815003986,4.8671813328506195
153,188,1.3192732138733465,-0.007810742248160987,-0.00046152563103965956,-0.00046164798109253076,1.3071546976189208,1.5536319772932288,1.4145350644330283,0.9999998934970402,-0.0005485509710746514,model.language_model.layers.17.mlp.up_proj.weight,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,15,0.012118516254425726,3.509080217326622
95,318,0.40731110280311866,0.9390220119340658,0.939022011934066,0.9663224609207154,0.5651607132422893,0.40731110280311866,0.46730890113560075,0.3438570358496373,0.6767527931002835,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,0.0,1.5548760354875384
536,548,1.0235389601916,0.4500949061796577,0.45009490617965797,0.44928530089712987,1.0235389601916,1.0770553792743134,1.0492749864277577,0.8929807251173593,0.47362841937547817,model.visual.blocks.4.attn.proj.bias,model.visual.blocks.5.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.91906865636994
501,597,1.3480754887007684,-0.022128052559812796,0.0009491399788492289,0.0009491247038905438,1.3263859229543737,1.5205134383237608,1.4135484750827734,0.9999995495665488,0.0010880544400501953,model.visual.blocks.22.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,13,0.02168956574639469,3.5290550243177297
382,586,1.3029900861646804,0.022896914128359862,0.02698924639601531,0.026827837554616027,1.355443345097013,1.4383069240553252,1.395032758519496,0.999635723940964,0.028639205103512224,model.visual.blocks.13.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.05245325893233255,5.440930534884415
371,539,1.3097778598054617,-0.004252068494574272,0.0005901887538376685,0.0005899229427624449,1.522046767738741,1.3257857412758094,1.413800120835879,0.9999998258386023,0.0005140865912167747,model.visual.blocks.12.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,8,0.016007881470347707,4.2443748641967005
492,504,0.4708092491942326,0.8882064213179792,0.8907839612898774,0.01045673361384184,0.46671297696165615,0.46803955417460835,0.467374853586103,0.45442703958800074,0.8933159108242643,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.00409627223257647,1.3425494252669703
517,565,1.2999809664483104,0.02516557889823636,0.0002355183492004531,-9.255211056049159e-05,1.5436540314183422,1.3124194693854898,1.4140491852455628,0.9999999722655533,0.00020023843464730148,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,17,0.012438502937179408,4.100830144943406
326,542,1.0089781071266442,0.03299353552122064,0.032993535521220745,0.03263882553261974,1.008978107126644,5.890531494993921,1.4064276489402388,0.999455565102226,0.19262009625998483,model.visual.blocks.0.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,4,2.220446049250313e-16,4.399992939954019
399,483,1.315308581622005,0.021178195524264223,-0.0010438891801782576,-0.0010433809060024788,1.484773581711427,1.3541301907687031,1.4149483927993887,0.9999994551475413,-0.0009520386623978213,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.blocks.20.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,6,0.03882160914669819,4.014449758160929
484,520,0.7332415234237774,0.7208252749686399,0.7208252749686398,0.720849218176692,0.7637472568577689,0.7332415234237774,0.7480282671988518,0.6931168176912064,0.6920339392312834,model.visual.blocks.20.norm1.bias,model.visual.blocks.23.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,2.0934613696970876
365,401,0.192541056158617,0.9938435430916411,0.9938435430916409,0.8497353915049934,0.2302096201365983,0.19254105615861764,0.20886962376732543,0.11079265253189688,0.8312236705388047,model.visual.blocks.11.norm1.weight,model.visual.blocks.14.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,6.38378239159465e-16,0.46615345536116554
390,582,0.9510849287430095,0.3678556226327238,0.36785562263272387,0.36854022733610575,0.9510849287430095,1.675754774391156,1.1697656460265193,0.929882917843688,0.6481396111787028,model.visual.blocks.13.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,6,0.0,2.9012095299594898
379,547,0.3369640932660445,0.9752600274489055,0.975260027448905,0.5327825068766117,0.33696409326604426,0.46739323731045634,0.38655491123352026,0.22106080353685725,1.352755235819549,model.visual.blocks.12.norm2.weight,model.visual.blocks.4.norm2.weight,model.visual.layers.*.norm2.weight,whole,8,2.220446049250313e-16,0.7161832133634976
178,214,0.455697075351278,0.8979024801929996,0.8979024801929985,0.08812391235456123,0.5841879236428992,0.455697075351278,0.5081398004878712,0.4401944298412487,0.7004108055214191,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,20,0.0,2.693696878258006
8,18,0.6123028487561726,0.8116119110510168,0.811611911051017,0.2967972584125779,0.6123028487561726,0.6153839942483137,0.6138376219231096,0.5841969752062365,0.8156959919697695,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,11,0.0,1.0998030553728053
38,97,1.1928595557360042,-0.02694835101242354,0.0020424739613098585,0.002196118609102426,1.5780066816465679,1.2905467085171856,1.412797324495302,0.9999979141478833,0.001670403603899866,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.13.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,13,0.09768715278118134,7.736483891114703
39,297,1.0678081444420149,0.10410260976364405,0.10410260976364405,-0.0463207792965898,1.0678081444420149,2.1670112285553436,1.354584479025483,0.9945665621970198,0.21126597081502413,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,0.0,2.304460514679438
40,193,1.203033552950461,0.04064243672657755,0.022135507322117717,0.022283310453300644,1.21165288833465,1.714585786013089,1.399381797345749,0.9997549796403079,0.031323514008088825,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,20,0.00861933538418902,3.3275499599627403
135,311,1.1895073546150516,0.26556633353424236,0.1997712192581036,0.19966093317040812,1.2737014093952055,1.2566826891214642,1.2651062038334995,0.979842568965102,0.19710195119086302,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,7,0.06717533450641255,3.3182232047219578
183,219,1.3415431123932937,-0.0014696640560647586,-0.00026507779768993316,-0.00026496954993781446,1.4838025065831129,1.3539060569785333,1.4144002045056532,0.9999999648668799,-0.00024187210512899076,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,20,0.012362944585239566,4.126634175947661
102,301,1.3527834916357788,0.030025880459016697,0.00599106215370278,0.005990799287412285,1.4187831298139668,1.4013214535920595,1.4099712034024239,0.9999820534260955,0.005917327144204184,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,5,0.048537961956280684,3.9653459053538396
11,21,0.16234696547043995,0.9941644070805111,0.9941644070805113,0.004334480823906526,0.16234696547044067,0.18599835865937345,0.1729715057865541,0.1078755379789843,1.1389984864744043,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,6,7.216449660063518e-16,0.3275517174562329
68,138,1.3822050449994998,0.025488469190443418,-0.0006567798742102988,-0.0006567257575325392,1.3871541137766965,1.4439070907034157,1.4146775266570675,0.9999997843200752,-0.0006836508705017686,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,6,0.004949068777196697,3.6925769354267093
163,315,1.3347445751694496,-0.007441544592894981,0.0002591027304635973,0.0002590793372006357,1.3460208999039263,1.4935157469447977,1.4140313233303372,0.9999999664328869,0.0002874947989673837,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.9.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.011276324734476706,3.5371585359840014
169,286,1.2393183191674573,-0.012041918566560965,0.004683937100292703,0.004686867619634997,1.2442174516461897,1.6700434042046133,1.4110364207865873,0.9999890303064531,0.006286986450562592,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.7.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,12,0.004899132478732415,3.329647492427285
106,200,1.3195520891056622,0.01796296238241007,8.774482362993555e-05,8.773775303410918e-05,1.5011125662104319,1.3407412029834749,1.4141519099874509,0.9999999961504229,7.837060526790697e-05,model.language_model.layers.13.mlp.up_proj.weight,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,7,0.021189113877812638,3.9326882743453124
77,259,0.4079894310659127,0.9164967470242062,0.9164967470242062,0.9522161980012137,0.4079894310659127,0.4878147157122717,0.44259169666771375,0.40004213864797805,1.0958141708053386,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,7,0.0,0.9639596397007563
356,560,1.0260763941898703,0.29080842333835377,0.2908084233383536,0.2908062589694855,1.0260763941898705,1.5511673318070527,1.2102665284225642,0.9567813025532328,0.43962859749144306,model.visual.blocks.11.attn.proj.bias,model.visual.blocks.6.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,2.220446049250313e-16,2.9829946241209138
405,453,1.3482424862952662,0.019102974772365534,0.0007858841156480121,0.0007858533275632628,1.4570669539092262,1.373912377421175,1.4136587076108216,0.9999996911930308,0.0007410338356865682,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.19.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,4,0.025669891125908784,3.842148704229763
586,598,1.3033814738106924,0.08951819258452665,0.00735025553859731,0.007294241618681457,1.4231380748232476,1.3952898046626838,1.409007579489832,0.9999729865068943,0.007206424166498393,model.visual.blocks.8.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,1,0.09190833085199146,4.642994429442882
419,563,1.31034419950924,0.00026571438035392957,-0.00025902959485314957,-0.0002589483016244407,1.5174915716823698,1.3298087736531203,1.4143951275395823,0.9999999664518339,-0.0002269929100757017,model.visual.blocks.16.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,10,0.019464574143880364,4.298880286465134
408,420,0.4709235700682246,0.8889281597112434,0.8875605625808136,0.006193553890846975,0.47353523963184124,0.47491142692353944,0.47422183565330933,0.46069105455959275,0.8901399895476131,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.0026116695636166365,1.305815854639135
445,469,1.300152749916254,-0.020588703634854107,0.00036693799097872477,0.0003698826828641661,1.5813396523286765,1.290498555548964,1.4139593434483864,0.9999999326782532,0.0002994504985926078,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,16,0.00965419436728987,4.343235300352847
506,554,1.0099910809958534,0.03853257212466432,0.03853257212466431,0.03899087085503696,1.0099910809958534,5.447962581006878,1.4044128328290946,0.9992573446742623,0.20784739096718985,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.5.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,17,0.0,3.0774428691928977
483,591,1.3162702557015826,0.004848867287959201,-0.0014675117600642217,-0.0014641164581788175,1.3495002243584506,1.4916427042910645,1.4152456915499865,0.9999989232040374,-0.0016220843619361254,model.visual.blocks.20.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.033229968656868,3.4016796775723783
472,544,0.7381887951992994,0.7181915560032357,0.7181915560032355,0.7182954295539293,0.7652721509523904,0.7381887951992991,0.7513646325061735,0.6958454489939928,0.6927744055347457,model.visual.blocks.2.norm1.bias,model.visual.blocks.4.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,2.220446049250313e-16,2.2779563403302037
557,581,0.1927085468909881,0.9880188363213397,0.9880188363213404,0.694805685022646,0.22084002315761045,0.1927085468909881,0.20534292074834073,0.15433333753348527,0.8621610862290343,model.visual.blocks.5.norm1.weight,model.visual.blocks.7.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.5090875322775249
378,438,0.953336102786512,0.34878192405871195,0.3487819240587119,0.34841037044123124,5.474426153312233,0.953336102786512,1.3282313052951302,0.937203910283084,0.06073812869013397,model.visual.blocks.12.norm2.bias,model.visual.blocks.17.norm2.bias,model.visual.layers.*.norm2.bias,whole,5,0.0,10.852994683239798
343,475,0.3396303154989974,0.9412288129075259,0.9412288129075256,0.8556081463420336,0.34772132466319994,0.3396303154989975,0.3436043946985235,0.3377696282271248,0.9193276799867234,model.visual.blocks.1.norm2.weight,model.visual.blocks.2.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,1.1102230246251565e-16,1.0614278057670126
96,131,0.45743093504050675,0.8932832439606748,0.8932832439606748,0.7297973412120126,0.5658177832587469,0.4574309350405065,0.5030696267955624,0.44949421137439977,0.7221678102579001,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,2.220446049250313e-16,1.473851440640875
6,34,0.6158131330263299,0.8071152763441722,0.8071152763441722,-0.08032658355752693,0.626961912466721,0.6158131330263297,0.6213125155385669,0.5903938775867095,0.7927629687797009,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,3,2.220446049250313e-16,1.579777627613349
179,296,1.1961638280411118,0.04947515147805933,-0.0018099419262548086,-0.0019806129095022783,1.4355655572258854,1.3962382274347183,1.4154923128701347,0.9999983620537704,-0.001760358552873914,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.8.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,6,0.2000743993936065,6.882494201627498
192,309,1.0684824077375448,0.3796796444965482,0.3796796444965482,0.2525804365870209,1.0684824077375448,1.1686435022955532,1.1152035556841875,0.925118028986018,0.4152713664554474,model.language_model.layers.20.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,11,0.0,1.9368436309843546
52,263,1.2039765708415964,0.05601004411007158,0.052801535487043146,0.05280979913317812,1.2186378465142065,1.6220913237434553,1.3778871261322907,0.9986050259488035,0.07028249847881808,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.5.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.014661275672610108,3.6512269589022326
53,311,1.1902199967397598,0.11147117130927317,0.13078104287212952,0.1306889868300136,1.2196977938059212,1.4498633442643065,1.3199613371224161,0.9914112763254603,0.15546034529855915,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.029477797066161493,3.2380635142412846
207,300,1.3430109055139678,0.010497594941315719,-0.000271749965100715,-0.00027176055247632187,1.31455786237848,1.5411103193726643,1.414403302179862,0.9999999630759775,-0.0003185836755394916,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,13,0.02845304313548791,3.7638109682155148
114,254,1.3532026943871895,0.011798888539551968,-0.0010631259027134223,-0.0010621820607944026,1.4731440571353827,1.3631719435528258,1.4149628505590097,0.9999994348814978,-0.0009837621758874762,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,10,0.00996924916563624,3.8782274000923187
11,29,0.16326800485118675,0.9887670357069857,0.9887670357069858,-0.0197237426249102,0.16326800485118675,0.17687586151132403,0.16966401512943555,0.14946487580438558,1.0711775490493474,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.5.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,9,0.0,0.5010909234126395
56,302,1.382631370662403,0.003885628503507448,-0.0004285925523187272,-0.000428596289352562,1.387528288490314,1.4431430685816664,1.414516356777604,0.9999999081542079,-0.0004457713592257432,model.language_model.layers.1.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,7,0.004896917827911018,3.767617308292636
139,186,1.3347529425492515,-0.022415846863629907,0.00014642814831883268,0.00014641789616619857,1.3309252588523082,1.5151377812510025,1.4141108822282489,0.9999999892793986,0.00016669517561625026,model.language_model.layers.16.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,14,0.003827683696943307,3.506872074401403
164,286,1.241097831324351,-0.027092855252229757,0.005596503459235369,0.005600196778331763,1.236761897418634,1.6864770351353675,1.4104341733868304,0.9999843394518889,0.007631521136571107,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.7.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.00433593390571696,3.2783897798846304
71,270,1.3228263435847234,0.06333611029535308,0.00027216005849437934,0.0002721610037223999,1.3763960469723941,1.4549112536470057,1.4140213988543182,0.9999999629644506,0.00028768517082543006,model.language_model.layers.10.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,5,0.05356970338767075,3.518814702317027
271,318,0.41500157022075423,0.910883925947644,0.9108839259476437,0.9666841594744049,0.4787268884221864,0.41500157022075423,0.4434664518564949,0.412662663019333,0.7896323952118296,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,0.0,1.0863142317926382
392,500,1.029478053967841,0.09913234907727884,0.09913234907727897,0.09927763542580252,2.835640668099495,1.029478053967841,1.3685046960042964,0.9950742572122044,0.035989954214381094,model.visual.blocks.14.attn.proj.bias,model.visual.blocks.22.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,8,0.0,7.4093239375639355
369,537,1.348515549709315,0.01871353197765374,0.00047835340526834925,0.00047835300198526356,1.4983981319996995,1.3422148048034137,1.4138773143732748,0.9999998855890033,0.00042849294107331047,model.visual.blocks.12.attn.proj.weight,model.visual.blocks.4.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.006300744905901379,3.7569493486682655
478,586,1.3039329194764642,0.007804677159456877,0.0010349673867162473,0.0010831626106784754,1.3461250391171928,1.4920883008685686,1.413485403383156,0.9999994644211109,0.0011471911483888428,model.visual.blocks.20.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,12,0.042192119640728665,4.352905390163074
335,467,1.3104214937098473,0.015399930946805017,-0.0023446641602875126,-0.0023445438518166365,1.3528352612266674,1.4886093916875422,1.4158629747178706,0.9999972512712101,-0.0025799808664008343,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,1,0.04241376751682013,3.9497760889825297
360,576,0.47092444801901967,0.8834748767621321,0.8813202760099745,-0.01582370876292811,0.5080432744800604,0.4757149469917293,0.49108283052265406,0.4725193870030123,0.8252392058804358,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.7.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.0047904989727096114,1.3555144921045312
409,469,1.3011564914538274,-0.018260522098388358,-0.00045259328336657076,-0.0004503221107859229,1.5737807432735733,1.2955292269493064,1.4145275961031938,0.9999998975796547,-0.0003725727545138833,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,13,0.005627264504521001,4.429530803736194
506,566,1.0126712182501911,0.04127600246154994,0.04127600246154994,0.04178536410596646,1.0126712182501911,4.9106221713538645,1.402619351251771,0.999147782673211,0.200154649583876,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.6.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,16,0.0,3.2631655466109697
375,507,1.316399248449755,0.041517764722771716,-0.0007238856119049136,-0.0007217723524290679,1.4711046330525583,1.3643653506353017,1.4147238860556606,0.9999997379947761,-0.000671362474508101,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.blocks.22.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.047966102185546644,3.767087669094438
472,556,0.7402436981998239,0.7048211129989705,0.70482111299897,0.7049616478774858,0.8078404343692668,0.7402436981998239,0.7718308277479277,0.7093850848945819,0.6458446062594393,model.visual.blocks.2.norm1.bias,model.visual.blocks.5.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,2.139837569763018
557,569,0.19969336430850482,0.9927629109589517,0.9927629109589514,0.8261781718665576,0.23966616100590807,0.19969336430850482,0.2169653125987115,0.12009080990778989,0.8271846339008642,model.visual.blocks.5.norm1.weight,model.visual.blocks.6.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.44979095589891405
354,582,0.9537549597888108,0.4701916746346158,0.4701916746346159,0.4704881331527854,0.9537549597888108,1.1466764325787875,1.036991004420098,0.8825643257600522,0.5653000349457188,model.visual.blocks.10.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,2.9498031903407753
367,547,0.3444242241995996,0.9743450854035877,0.9743450854035876,0.534720992166874,0.3444242241995998,0.482642209311603,0.39648533284326437,0.22505922453851063,1.3653513069352698,model.visual.blocks.11.norm2.weight,model.visual.blocks.4.norm2.weight,model.visual.layers.*.norm2.weight,whole,7,1.6653345369377348e-16,0.7223948406733787
143,178,0.4657191783479826,0.9428319703413435,0.9428319703413437,0.6514846066163409,0.4657191783479826,0.7541740425421081,0.5603892957429324,0.3332684739099391,1.5267986193580647,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,15,0.0,0.8960617596151639
4,24,0.615911284209489,0.787921822065115,0.7879218220651152,-0.09211558277283359,0.7690582351632597,0.615911284209489,0.6798734951579577,0.6157752855657566,0.6310184575057386,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,12,0.0,2.303365110447071
38,296,1.198840693911914,-0.023403669087772874,-0.0024226454499985776,-0.0023058799727081786,1.5186028602210184,1.3315808028395881,1.4159109242490593,0.9999970653902058,-0.0021242869072663766,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.8.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,8,0.13274010892767407,7.518693198368778
86,145,1.0686452021224706,0.29602220998833,0.29602220998832995,-0.31579971375524035,1.0686452021224706,1.3785035002761892,1.1944204072864837,0.9551810567602484,0.38185513004496685,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,0.0,1.8292501924213895
193,310,1.2053270859112297,0.17345659464318985,0.16608693423041895,0.16599928876900932,1.2288255503210308,1.3664289494999393,1.2921642848036017,0.9861111145697226,0.18468528344552015,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,11,0.02349846440980108,3.5637101671516467
112,135,1.1928941351757871,0.17069169214581345,0.1592939356229993,0.15919560254423984,1.405110668586862,1.2121913806018394,1.2980197337328976,0.9872311999089858,0.13742315111630451,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.019297245426052267,4.405719803324413
66,219,1.345093788659692,0.024691495010962183,0.0003590577827960814,0.00035915438339652805,1.4835852846430027,1.353300212920267,1.413960716311937,0.9999999355387522,0.00032752614826962365,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.00820642426057483,4.088609175393751
43,90,1.3539798470417532,-0.010248003696890268,0.00044196708349496586,0.00044164914124834837,1.3464652876059842,1.4926065700345905,1.4139026620440889,0.9999999023325438,0.000489936858109821,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,12,0.007514559435769064,3.6563128669779767
1,33,0.16390467262828554,0.9869411969504417,0.9869411969504417,-0.051508101320509966,0.1713322400907127,0.16390467262828554,0.16749506682995982,0.16108095406356895,0.9441554823767173,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,8,0.0,0.5104083172442418
209,302,1.3832190032633007,0.00981847224111039,0.0002348188443603592,0.00023480106368995235,1.4098972547335147,1.4182346402588057,1.4140475135136994,0.9999999724300548,0.00023620743861959526,model.language_model.layers.21.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,13,0.026678251470213965,3.8474018888851322
186,285,1.3353108671330907,0.03413146347008622,-4.446575609761471e-05,-4.448123270776148e-05,1.4456240070425854,1.384824428239607,1.4142449750596882,0.9999999990113982,-4.259562995919945e-05,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,5,0.04951356110651628,3.7338419862512815
58,164,1.2414793594314426,-0.0034541634525526946,0.003213178386814481,0.003207805325351562,1.6795485020735095,1.241701977647682,1.41203967202229,0.9999948377290028,0.002375525298922095,model.language_model.layers.1.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,17,0.00022261821623947853,4.259451756641587
47,153,1.3234089137859135,0.011401017306573343,0.00024076524364972078,0.00024083401147865065,1.5241286566073433,1.324817402006862,1.414044963964926,0.9999999710160483,0.00020928022263920167,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.17.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.0014084882209484118,4.023840838011009
72,95,0.4207161454446538,0.9187438439305864,0.9187438439305863,0.9660806306334693,0.4207161454446538,0.5439039281908348,0.4706220011042767,0.39485408601108646,1.1877566172005418,model.language_model.layers.10.post_attention_layernorm.weight,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,1.1644154066861598
332,368,1.0298453732941923,0.006714108818397185,0.006714108818397199,0.007420357058448838,1.0298453732941923,4.071520824498545,1.4119544746439474,0.9999774601173642,0.026544406161296944,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.12.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,11,0.0,3.73571622384936
429,477,1.348792242032721,0.021394868406736954,0.0013116679987291355,0.0013116719100247044,1.4515037115547662,1.3779382544578054,1.4132870226367857,0.9999991397631606,0.001245189728561568,model.visual.blocks.17.attn.proj.weight,model.visual.blocks.20.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,3,0.02914601242508441,3.623683456802514
418,598,1.3046663386821722,-0.025253415375063808,-0.030429145338988595,-0.03041157067847423,1.3326440735467937,1.566027659922169,1.4352959084552124,0.9995369263383612,-0.03575814744129024,model.visual.blocks.16.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,7,0.027977734864621517,5.547282412076085
431,599,1.3112297908342008,0.030003748497515872,0.00014102412194745114,0.0001409871800343777,1.4910629229361263,1.3479682860370636,1.414114345153749,0.9999999900560985,0.00012749028966333627,model.visual.blocks.17.attn.qkv.weight,model.visual.blocks.9.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,8,0.036738495202862875,3.962094420716351
432,492,0.4731300113199415,0.887993549649879,0.891241544902899,0.013721658171247065,0.46830165088210035,0.4646138152652109,0.4664467996010675,0.45352895016646305,0.8842230936410818,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.008516196054730585,1.3551012214581393
481,601,1.3025645938370343,0.005248068748538644,0.0006942387019673609,0.0007095899010142178,1.533356426915778,1.3183381607999358,1.4137281283378065,0.9999997590162834,0.0005968875581972282,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,11,0.015773566962901553,4.075304944474779
506,530,1.013498222666237,0.08621888500112161,0.08621888500112156,0.08670303747743233,1.013498222666237,3.722499625142439,1.3829617370551668,0.9962762186608508,0.3166752145381596,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,19,0.0,3.0764459529348236
447,543,1.3177610451667334,0.0009898129121971803,-0.00015518908898979328,-0.00015348574039384552,1.5408780009639302,1.314571404258748,1.4143219235364572,0.9999999879581732,-0.0001323966845599244,model.visual.blocks.18.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,14,0.003189640907985458,4.16863984899079
448,496,0.7424221467142095,0.6923624572800766,0.6923624572800768,0.6910570653123885,0.8561472770633372,0.7424221467142095,0.7932345965003561,0.7215498789058825,0.600393455202419,model.visual.blocks.18.norm1.bias,model.visual.blocks.21.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,1.7906545354008392
413,509,0.2008773393873217,0.9894258501143458,0.989425850114346,0.2357029244584408,0.2362021646310776,0.2008773393873217,0.21640665108878318,0.14503960536868427,0.8414538986229867,model.visual.blocks.15.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,7,0.0,0.8317242817229111
366,558,0.9547091659038781,0.35811126010076216,0.35811126010076233,0.35736341218313655,0.9547091659038781,1.712811127730262,1.1793333394176921,0.9336789198589868,0.6424751884364416,model.visual.blocks.11.norm2.bias,model.visual.blocks.5.norm2.bias,model.visual.layers.*.norm2.bias,whole,6,0.0,3.2098213370103275
463,523,0.3446349543593893,0.9601661853469126,0.9601661853469124,-0.34038882879014587,0.3446349543593893,0.454398129081499,0.38833058284183464,0.27942959133985534,1.26597059500233,model.visual.blocks.19.norm2.weight,model.visual.blocks.23.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.9298265375210681
237,248,0.46675484103140463,0.9691363403649893,0.9691363403649894,0.8501139258068423,0.8148703797224981,0.46675484103140463,0.5727817026648411,0.24652536134027922,0.5551178319168555,model.language_model.layers.3.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,1.298166876761627
0,12,0.626228104096517,0.7971650344744747,0.7971650344744748,-0.4149790355815628,0.626228104096517,0.9925459890802727,0.749001124633016,0.6037614659874455,1.2634740479177389,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,16,0.0,1.5742576405985624
97,179,1.199666156167851,0.02849864523687993,0.00561358692014968,0.005391765464739099,1.3463775482137836,1.4841875651936023,1.4102573968254737,0.9999842436968144,0.0061881720428813,model.language_model.layers.13.linear_attn.conv1d.weight,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,11,0.14671139204593264,5.035752630568824
98,145,1.0688405482234387,0.2863067954317554,0.28630679543175536,-0.03653264648778992,1.4063565507926448,1.0688405482234387,1.2034499868439315,0.9581379957446626,0.21759511271654236,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,2.4548690155975392
146,193,1.2058017613326646,0.22131714441717956,0.25004925100500414,0.24986218815135317,1.260906119362283,1.1920446086320302,1.2250261719044635,0.9682331186609123,0.23639338169263907,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.013757152700634379,3.5770534499158106
194,276,1.195102677609414,0.1606561459301437,0.14716600534519964,0.1467586469140712,1.2279183865795436,1.4036669763534824,1.3070125694662713,0.9891118070626479,0.16822947192796614,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,14,0.03281570897012953,3.5781529730633586
160,219,1.3460254890325507,-0.016327758900087946,-8.50758206820111e-05,-8.50429538527235e-05,1.323945638582841,1.5260321584855956,1.4142731168944451,0.9999999963810524,-9.806175909856235e-05,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,4,0.022079850449709726,3.639181767839673
67,301,1.3563655554574747,0.04119768524703464,0.008894398321043134,0.00889859920500583,1.4427340118423104,1.3755055893282742,1.4079174113754187,0.999960444056917,0.00847993774589411,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,2,0.019140033870799433,3.9752746487424075
13,15,0.16403985307228577,0.9890010477656975,0.9890010477656976,0.00032808814262254684,0.16403985307228577,0.17868030469741836,0.17089151515165785,0.14790851063529847,1.077268756653724,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.17.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.3633725787413102
91,267,1.3833974147158945,0.022411697434960423,4.138692568218105e-05,4.130820747292291e-05,1.4283669301578583,1.4004159247590973,1.414184302808492,0.9999999991435612,4.057704542049443e-05,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.5.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,7,0.01701851004320276,3.903637477357357
163,238,1.3354082538728023,-0.01790502212533078,0.00033937058940110954,0.0003393672804382232,1.3183784813622288,1.5339264364429952,1.4139762965101716,0.9999999424137999,0.00039485589775078766,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,15,0.01702977251057347,3.4779416107736068
58,223,1.2415834757545618,0.02065989038756215,0.0018526174538983065,0.0018481892860355122,1.6928339786061857,1.23767306927528,1.4129647278896857,0.9999982839028123,0.0013544947462876343,model.language_model.layers.1.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,21,0.003910406479281869,4.456740155069648
47,141,1.3234768082982478,-0.0051472875110016554,-0.00019042885511509806,-0.0001904052946988347,1.5251192564058156,1.3246639145636079,1.4143468837080004,0.9999999818684254,-0.00016539967717482557,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.001187106265360116,4.084276058651396
107,241,0.43354845575345136,0.9017217061747195,0.9017217061747195,0.8861924681423771,0.49886627756486307,0.43354845575345136,0.46278540363218046,0.4323169723864108,0.7836570055200547,model.language_model.layers.13.post_attention_layernorm.weight,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,10,0.0,1.675164583430761
332,416,1.0304515825773222,-0.022891140605153522,-0.022891140605153508,-0.02258799260554722,1.0304515825773222,4.54308423297309,1.4211798888415679,0.9997379635093363,-0.10092311149441065,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.16.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,15,0.0,3.7853383935894986
405,537,1.3493558723390275,-0.034916433700778175,-0.0006058720814650802,-0.0006058742456760013,1.5114961802889786,1.3342946676976886,1.4146386053955027,0.9999998164594937,-0.0005348421637765556,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.4.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,11,0.015061204641338977,3.8822923897768673
406,538,1.3053665811981794,0.007248769084375031,-0.004505533666465032,-0.004087181689807312,1.4584540879653636,1.3796117737757152,1.41739097272677,0.9999898500316793,-0.004261969810835516,model.visual.blocks.15.attn.qkv.bias,model.visual.blocks.4.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,11,0.07424519257753581,6.442505370827342
527,575,1.3118717539909575,0.017569042136567743,0.0007368249750775991,0.0007365225635618811,1.3394341893929473,1.5018586899395214,1.4136958478435226,0.9999997285444413,0.0008261749629418488,model.visual.blocks.3.attn.qkv.weight,model.visual.blocks.7.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,4,0.027562435401989882,3.821203102315944
408,516,0.4735391707006632,0.8828359116183676,0.8821916028846278,-0.020026939414500438,0.4747507565728168,0.5036558918294639,0.48856319024754125,0.4708906197832474,0.935903718664579,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,8,0.0012115858721535866,1.3355848301624784
373,601,1.3029677137791558,0.04646941182507394,0.00213360692125615,0.002135469904716477,1.4680268538781034,1.36320607553436,1.4127082035281053,0.9999977238581623,0.001981262066272838,model.visual.blocks.12.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,3,0.06023836175520425,4.002282244504832
482,578,1.0137167934230418,0.1237765152530116,0.12377651525301166,0.12335381245632915,1.0137167934230418,3.0625708550342217,1.3609927141017026,0.9923101200087707,0.3739450215395395,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.blocks.7.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,13,0.0,2.9337218203058866
483,603,1.3195164411696727,-0.016809682625048394,0.0011639840783955794,0.0011690785768392123,1.326246034978113,1.5203493178510306,1.4133978844722057,0.9999993225703032,0.0013343394460043638,model.visual.blocks.20.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.006729593808440404,3.3772129872660357
376,496,0.7480694518440466,0.6999161662920037,0.6999161662920037,0.6991108199117065,1.5667968605261688,0.7480694518440464,0.9546953910218582,0.7142250066772404,0.3341759969310972,model.visual.blocks.12.norm1.bias,model.visual.blocks.21.norm1.bias,model.visual.layers.*.norm1.bias,whole,9,2.220446049250313e-16,4.412561793025992
389,437,0.2020912228948385,0.9930541183902291,0.9930541183902292,0.7545517869822868,0.24385199011820846,0.2020912228948385,0.22005346366781298,0.1176584801372364,0.8229890643457652,model.visual.blocks.13.norm1.weight,model.visual.blocks.17.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,0.0,0.46428209759816846
390,438,0.9548397256900136,0.3344950004982667,0.33449500049826686,0.34040524613130435,5.279640054899518,0.9548397256900136,1.32879116782568,0.9423975247429635,0.060494486593655604,model.visual.blocks.13.norm2.bias,model.visual.blocks.17.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,10.559512775698863
391,559,0.34512711223617215,0.9860666487805523,0.9860666487805526,0.5929466676254376,0.34512711223617215,0.5048109895884109,0.4029191708067624,0.1663507263665841,1.4423012945746418,model.visual.blocks.13.norm2.weight,model.visual.blocks.5.norm2.weight,model.visual.layers.*.norm2.weight,whole,8,0.0,0.6403733063565906
61,108,0.4722754504634743,0.8821108831489857,0.8821108831489856,0.9543169550074265,0.4722754504634743,0.5154584479995987,0.49245257899782513,0.47104181325028543,0.9627676101845087,model.language_model.layers.10.input_layernorm.weight,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,0.0,1.2215581727562534
30,34,0.6296354227709888,0.7973968624356412,0.7973968624356413,0.28992584372255853,1.0192836050314724,0.6296354227709888,0.7575577920055333,0.6034552541637159,0.492570770409304,model.language_model.layers.6.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,3,0.0,1.792291147546454
85,261,1.2028465920260571,0.021934072677803687,0.006843939520687767,0.0068280818434928075,1.2924592990628174,1.565320889074727,1.4094535951392264,0.9999765799716697,0.008288819232500994,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,7,0.08961270703676028,4.674335165149849
133,157,1.0728754011645594,0.3350277940488226,0.33502779404882255,0.1892290329218411,1.2649437321843673,1.0728754011645594,1.1571210930037654,0.9422082451426435,0.2841573658938203,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.18.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,2.5897215292197515
87,310,1.2065803252922314,0.21233624678964177,0.1803763955625086,0.18033273633384564,1.2212066543990583,1.350634037504836,1.2810424925896478,0.9835976595762504,0.1994932622841334,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.01462632910682693,3.4057891894582277
41,299,1.1953001322731176,0.004723486622207685,0.019493841763220054,0.01963709566128253,1.2095364347634465,1.727420133765237,1.401200816781636,0.9998099770122874,0.027840463319987303,model.language_model.layers.0.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.014236302490328923,3.659522393504289
136,253,1.3466519614285641,-0.011481401808713203,-0.0002415460810336132,-0.00024155809877762872,1.3385921775601204,1.504701881162749,1.4143831891374792,0.9999999708277449,-0.00027152021998309015,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.4.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.008059783868443748,3.6725457724267367
43,313,1.357315390041242,0.0037243822594834677,-2.8111859305568375e-05,-2.8251286071063073e-05,1.3449335024390103,1.4954828335926789,1.4142333289483107,0.9999999996048616,-3.125864805628675e-05,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.9.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,9,0.01238188760223169,3.630641773805981
13,17,0.16407087036430698,0.9896509381845291,0.9896509381845289,-0.11283349616046642,0.16407087036430787,0.1802776973258044,0.17160293887498837,0.14349571613982662,1.0874080931982475,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.18.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,8.881784197001252e-16,0.3776786963517148
138,255,1.3838142930963198,0.032259462404511496,-0.001173335535684708,-0.0011733616500758167,1.4337094734035754,1.3970865898337002,1.4150427151360272,0.9999993116416235,-0.0011433636818963902,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.4.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,12,0.013272296737380396,3.920751890755001
198,238,1.3366112476930252,-0.04895495261896408,-0.0005118644686693591,-0.0005118706212201664,1.2985323095026253,1.5685564161264092,1.4145690961174784,0.9999998689973743,-0.0006183044431339468,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,17,0.03807893819039987,3.352661541819451
228,239,1.24231164530308,0.005626900346218974,0.001219337741859588,0.0012218752390760195,1.2443407676026295,1.6775746909807303,1.4133882136154223,0.9999992566074594,0.0016438665265642606,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.3.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,20,0.002029122299549435,3.384166241781292
141,287,1.3236118186801673,0.019928701168169905,0.0005777386748867276,0.000577704553166559,1.352613017600564,1.484135876154867,1.413806733488538,0.9999998331089979,0.0006339157492085991,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.7.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,9,0.029001198920396654,3.5604484858017194
142,213,0.44062311811105814,0.9706637142881575,0.9706637142881571,0.8456327119887602,0.7326311210726058,0.44062311811105814,0.5339978682348175,0.24044116487057468,0.58378201543055,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,5,0.0,1.348537060155864
332,404,1.0328820706579196,-0.02381590448852898,-0.02381590448852896,-0.022775999583881792,1.0328820706579196,4.379896415136305,1.4217179220189402,0.9997163611211898,-0.10099042054829459,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.15.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,14,0.0,3.808087526204426
393,525,1.350023417555899,-0.02966228265120762,0.0001430792425240371,0.00014302802994923573,1.4978956579548799,1.3429799431321572,1.414112986407579,0.9999999897641652,0.00012828166766347055,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,11,0.007043474423741758,4.173252439314289
406,418,1.3062930501830183,0.012601000448741465,0.008319815688528418,0.008249941244859432,1.442918778718057,1.3761055566806224,1.4083249099797142,0.9999653897345192,0.007934573150204783,model.visual.blocks.15.attn.qkv.bias,model.visual.blocks.16.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,1,0.06981250649760407,6.446689671249796
383,563,1.313011806142501,0.009987127917727804,0.00038095443899068156,0.00038095640253713443,1.5144527804669352,1.3311155868605158,1.4139463888321033,0.9999999274368551,0.0003348367134086892,model.visual.blocks.13.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,7,0.018103780718014884,4.403714486488376
372,588,0.4739569446446646,0.886957801603242,0.8834255657210293,0.019062480530420235,0.48811733930658324,0.47846627771061206,0.48321954038923626,0.4685715205072536,0.8659584653669601,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.8.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.004509333065947474,1.1743434738595204
421,529,1.3037045478346512,-0.008095090492254108,9.376132841753867e-05,0.00017950864389798117,1.593549523577548,1.2842719356835501,1.4141487756001014,0.9999999956044067,7.556404175548901e-05,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,13,0.019432612151101036,4.243071533206085
326,410,1.0167487210389015,0.060713554792879834,0.060713554792879786,0.060494316083750936,1.0167487210389015,3.998697137517311,1.3935563802621864,0.998155230545035,0.2387759263770936,model.visual.blocks.0.mlp.linear_fc2.bias,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,15,0.0,4.156673951953073
435,555,1.3196600621217653,-0.012238935852525085,-0.00015158623164190886,-0.00015172782107043874,1.539538725738511,1.3154008801209607,1.4143194328269166,0.9999999885108071,-0.000129517146390934,model.visual.blocks.17.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.004259182000804662,4.265685037640307
352,364,0.7494118231413428,0.7169593165004814,0.7169593165004811,0.7168671320635057,0.7494118231413428,0.7554535776982731,0.7524145082006455,0.6971150109437919,0.7227394391030884,model.visual.blocks.10.norm1.bias,model.visual.blocks.11.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,1.5097328330751925
413,521,0.20277374815152716,0.9848171466784686,0.9848171466784683,0.0007548432691594861,0.23041893155255422,0.20277374815152716,0.21527629278158333,0.17359489510950504,0.8666608369822193,model.visual.blocks.15.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,8,0.0,1.0391086951260777
378,570,0.9553803949654565,0.36305448910479954,0.36305448910479954,0.3627703235193167,0.9553803949654565,1.663998166843403,1.1717188378604297,0.9317679099115042,0.6323366143142365,model.visual.blocks.12.norm2.bias,model.visual.blocks.6.norm2.bias,model.visual.layers.*.norm2.bias,whole,6,0.0,2.875609915628307
379,559,0.3503790386660826,0.9814516345085808,0.9814516345085805,0.5048294465318882,0.3503790386660826,0.5091443675398254,0.40819351030526607,0.19170990876956695,1.4261714217414205,model.visual.blocks.12.norm2.weight,model.visual.blocks.5.norm2.weight,model.visual.layers.*.norm2.weight,whole,7,0.0,0.6966343275499108
61,272,0.4738887499493886,0.8805865661825379,0.8805865661825379,0.8367329043600904,0.4738887499493886,0.537052120697735,0.5025173292659896,0.4738853231097656,0.9979576068787799,model.language_model.layers.10.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,0.0,0.9415177726259388
4,34,0.6382843864640498,0.7698083812466454,0.7698083812466455,0.007272736295044057,0.8328796586306957,0.6382843864640498,0.7164716055866345,0.6382750630899027,0.589949178404379,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,2.287018583340166
156,249,1.2056339977845465,-0.02804476886133515,0.0020833819878550313,0.0020829594665021435,1.1855885575289844,1.855468256211394,1.4128761049974183,0.9999978297573914,0.003260531758238648,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.4.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,14,0.020045440255562097,4.48546288852344
145,180,1.0731250504701566,0.35980519204550343,0.3598051920455035,0.11614767928089065,1.0731250504701566,1.2058215844631128,1.1336898435209979,0.9330274507093017,0.4042966535729278,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,15,0.0,2.3390376538769426
40,205,1.2070050642718484,0.04815957290677755,0.025104063163733144,0.025205670844430227,1.2270117978759927,1.6658384976049343,1.397158033404675,0.9996848433444768,0.03408224349337433,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,21,0.02000673360414429,3.3823579297967186
53,147,1.196989439811586,0.09178764847498946,0.08182572347120097,0.081599846137828,1.2241971534854066,1.5443222486819712,1.3567118277345551,0.9966466530212272,0.10322298570234394,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,16,0.027207713673820688,3.362976543771594
136,219,1.34804726723375,0.02071793685570789,-0.000962156246840645,-0.000962192513836167,1.35357646376659,1.4853712910880394,1.4148908211881583,0.9999995371275712,-0.00105583932999337,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,6,0.005529196532839897,3.725444502479131
254,278,1.357953761446634,0.03049237125814648,0.003038081903210498,0.003039136653414681,1.3744298374102628,1.4529757162079076,1.4120669981944007,0.9999953850185257,0.003211702124812002,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,2,0.016476075963628878,3.712661998062202
3,31,0.16489250855589857,0.9875952768162917,0.9875952768162918,-0.01885475471926882,0.17593099606756038,0.16489250855589857,0.17014378287596393,0.15702091965770704,0.9256303111571055,model.language_model.layers.1.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,5,0.0,0.5438993059743611
209,255,1.3849703844640353,0.01829724561261181,-0.00020645224048870955,-0.00020621815318226056,1.4114468423158342,1.4172903392929024,1.4143595373726439,0.9999999786887359,-0.0002073069684225121,model.language_model.layers.21.linear_attn.out_proj.weight,model.language_model.layers.4.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,17,0.026476457851798862,3.968649149502409
57,69,1.3373431642697007,0.07119893202558981,-9.292957282280626e-06,-9.292454471153507e-06,1.4310690734589295,1.397952633429914,1.4142201316703202,0.9999999999568204,-9.077908499354298e-06,model.language_model.layers.1.mlp.down_proj.weight,model.language_model.layers.10.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.06060946916021326,3.4604541314779813
187,304,1.242807671662448,0.02625064365612719,0.004271639033321847,0.004272407489474829,1.264947925546497,1.6239344147128654,1.4112818839476868,0.9999908765083655,0.005483910834072637,model.language_model.layers.2.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,6,0.022140253884048944,3.25557269293439
118,188,1.3271067008917932,0.016101625648110577,3.324591542223342e-06,3.3001052479607162e-06,1.3326210333979858,1.5128925231156716,1.4142112303251275,0.9999999999944735,3.774328605498728e-06,model.language_model.layers.14.mlp.up_proj.weight,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,12,0.0055143325061925985,3.410686697855357
77,241,0.44273688518879484,0.9014724432589485,0.9014724432589489,0.9318839086527538,0.4427368851887949,0.5476925297933173,0.48692727296026983,0.4328364980506394,1.115176393710492,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,8,5.551115123125783e-17,1.1174503315483826
500,524,1.035751257766729,0.10260698256558262,0.10260698256558266,0.10241981510119931,1.035751257766729,2.6473570748831237,1.3640896342480766,0.9947219747893309,0.2622611550702867,model.visual.blocks.22.attn.proj.bias,model.visual.blocks.3.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,19,0.0,2.733976972499583
321,405,1.3502668943927487,-0.0008536587697625941,0.0006002380994452179,0.0005998856958973148,1.3651583418731066,1.4680194199696193,1.4137901840001437,0.9999998198570957,0.0006454644560734337,model.visual.blocks.0.attn.proj.weight,model.visual.blocks.15.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,15,0.014891447480357867,3.9446796741283503
550,598,1.307713441596532,0.01909431184422854,0.021965174070623664,0.02198988274468658,1.2895358606896887,1.5416775300022072,1.3988427422103753,0.9997587364599758,0.026260002796010953,model.visual.blocks.5.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,4,0.018177580906843183,4.843240332238164
467,539,1.3164525287891624,0.03613136026071308,-0.0008740477349541617,-0.0008739961589556641,1.3306785824367773,1.5172646172471018,1.4148261916988787,0.9999996180202055,-0.0009966055811933313,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,2,0.014226053647614867,3.7469779572558455
360,516,0.4741419049956058,0.8955577797358769,0.897216104671465,-0.0018865041437807202,0.47167897212447185,0.6448530797388535,0.5383989945109493,0.441591736243063,1.226623620049807,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,12,0.0024629328711339715,1.167498718592944
325,577,1.3040269506774238,0.017864930820335086,-0.0005520296108484119,-0.0005422619674488673,1.3565830400727656,1.4807652014008725,1.4146023602237556,0.9999998476316427,-0.0006025626251698887,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.7.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,7,0.05255608939534184,3.9495139730661766
398,518,1.0191511796715893,0.027738742026418142,0.027738742026418118,0.027619625946826737,4.5029395381432185,1.0191511796715893,1.4057422417572296,0.9996152070625935,0.006278114866824751,model.visual.blocks.14.mlp.linear_fc2.bias,model.visual.blocks.23.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,9,0.0,9.565808417478689
459,603,1.3197466765796495,0.01920472618970801,7.7112497794068e-05,8.151392070030208e-05,1.333703448563722,1.511186771610027,1.4141594573697984,0.9999999970268313,8.737428602864953e-05,model.visual.blocks.19.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.013956771984072525,3.5749069318641133
364,484,0.7548543171267528,0.7163936710309353,0.7163936710309354,0.7160592740719953,1.762635562274501,0.7548543171267528,0.9813235277319936,0.6976962864361683,0.30679788091996296,model.visual.blocks.11.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,9,0.0,5.934114322702801
401,497,0.20493078690377461,0.9914237462027723,0.991423746202772,0.44103131332941076,0.2458469992341017,0.20493078690377461,0.22261678063631446,0.13068647774449088,0.8264215105223048,model.visual.blocks.14.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,7,0.0,0.7011462142559236
402,582,0.9572697688587233,0.30047411668477747,0.3004741166847775,0.29802446462373783,0.9572697688587233,4.372573529377372,1.3224629139390547,0.9537899691244937,1.3724920723708836,model.visual.blocks.14.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,7,0.0,2.666390015057819
379,571,0.3513343553017179,0.9893207071275314,0.9893207071275317,0.6191658507669815,0.3513343553017179,0.5246560724292139,0.4128452568155572,0.14575506320083909,1.4773764897790091,model.visual.blocks.12.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,6,0.0,0.6311619817096661
155,248,0.4800730078557451,0.9257448463278496,0.9257448463278496,0.1878648240519933,0.48007300785574514,0.7620382322400002,0.5744370920769022,0.37814875313482965,1.4694701736135587,model.language_model.layers.18.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,14,5.551115123125783e-17,1.3426578651548307
32,34,0.6406682050724843,0.7703962921101306,0.7703962921101306,-0.39247739653599506,0.7687642996513312,0.6406682050724843,0.6960265548060849,0.6375653324193234,0.642028265210221,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,1.3203618174675742
85,215,1.2078768631531456,0.008271480998361024,0.01184463336333677,0.011820329759683487,1.5857628072944108,1.2761546278621383,1.4060081106131117,0.9999298498697237,0.009532058396389268,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,10,0.06827776470899272,6.499786674173441
98,192,1.0762423599166961,0.23366742221732067,0.23366742221732062,0.0702613743950805,1.5483803419371605,1.0762423599166961,1.2497850621432953,0.9723165820833832,0.16241666928436527,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.20.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,7,0.0,3.27174277295064
251,263,1.2090727615696855,0.1690290773084086,0.17566810276395187,0.17562528384274026,1.2219741515513867,1.3583499355426287,1.2847650134716944,0.9844494490177307,0.19527316168133815,model.language_model.layers.4.linear_attn.in_proj_a.weight,model.language_model.layers.5.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,1,0.012901389981701206,3.593555787216006
194,264,1.1978835644713326,0.0820186687812088,0.09808813024637124,0.09753828357023737,1.2112853125909322,1.5359568409294384,1.3450755134412007,0.9951777322191101,0.12437956037263642,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,15,0.013401748119599599,3.9358730514740494
42,66,1.3492976963422771,0.017181728740634505,-0.00026585424429882156,-0.0002656912497953063,1.4402003280610105,1.3899410622006052,1.4144014187025848,0.9999999646607598,-0.0002565766188990823,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,10,0.04064336585832806,3.9815177547842144
196,220,1.358975974320556,-0.0032289316378689877,0.007587890076160959,0.007591704378167137,1.4583325558962072,1.3640849154582722,1.408849894765472,0.9999712115477085,0.00709750759605435,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,2,0.005108941137716094,4.0283444319900115
9,13,0.16585694936712114,0.9927924173172348,0.9927924173172348,-0.09989846711184117,0.16585694936712114,0.18887314135388086,0.17624775549041133,0.11984663582012457,1.130563556646429,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,3,0.0,0.35761369263915693
68,221,1.3853817729944458,-0.005204093348856072,7.527711984303844e-05,7.522058593389472e-05,1.4511659921710691,1.3798486877535479,1.4141603999281693,0.9999999971666775,7.157763866687859e-05,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,12,0.005533085240897906,3.9088757777373857
116,186,1.3374693434438696,-0.005678517106925594,-0.0003192269189105404,-0.00031925414150324894,1.367789576346947,1.4662114034903269,1.4144387281237611,0.9999999490470858,-0.000342197481909302,model.language_model.layers.14.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,12,0.030320232903077393,3.721416263462418
122,223,1.2470096011445981,0.03507409889039866,0.00705100866776721,0.0070449729886264125,1.62956419667286,1.2595911608966959,1.4093803668903195,0.9999751413294068,0.00545016159011042,model.language_model.layers.15.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.012581559752097737,4.535009710941628
59,165,1.3273960548825414,-0.016430707915117814,0.00014050231086115345,0.00014040114921415247,1.5483801127270869,1.3096432699885805,1.4141155856903551,0.9999999901295503,0.0001188389752133078,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.18.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.017752784893960927,3.897908654966547
72,283,0.4433740145884066,0.8970426239604405,0.89704262396044,0.9747941572734375,0.44337401458840686,0.5146762739263065,0.47505798048651693,0.4419440358214698,1.041302692675008,model.language_model.layers.10.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,2.7755575615628914e-16,1.4811354588750112
500,548,1.0357520497667123,-0.004394511523723974,-0.0043945115237239455,-0.00471205028015712,1.0357520497667123,3.9022658318735655,1.4157537085907368,0.9999903440876156,-0.016556619096882354,model.visual.blocks.22.attn.proj.bias,model.visual.blocks.5.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,17,0.0,2.7859355981876095
417,525,1.3505859839607814,0.012180302248657024,-0.0004613068327369611,-0.0004613474393388006,1.4796833426958536,1.3573037510522612,1.4145385065156824,0.9999998935979973,-0.00042315370890041575,model.visual.blocks.16.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,13,0.006717767091479754,3.6913315219398255
382,526,1.3079581275285594,0.02376285814430664,0.007516095597481641,0.007679385227713151,1.5943261988389357,1.276214588726086,1.4090182924026282,0.9999717537545596,0.006016429297060689,model.visual.blocks.13.attn.qkv.bias,model.visual.blocks.3.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,10,0.03174353880247338,7.114475751186074
527,599,1.3164596599575875,0.0458537743708789,-0.000639117470662054,-0.0006386510887615174,1.3382547838901362,1.5058545218188917,1.4146622876428885,0.9999997957644085,-0.000719158970889146,model.visual.blocks.3.attn.qkv.weight,model.visual.blocks.9.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,6,0.021795123932548677,3.6717692884590987
492,516,0.4743565608290754,0.8824951583656924,0.8850525841701034,0.010023657576146207,0.4683280960677239,0.5000707021721539,0.48341953285842043,0.4654910560406314,0.9450401779038706,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.006028464761351493,1.3165461231185516
517,577,1.305829545598143,0.014787955942223919,0.0006662634285203786,0.00020973528115927946,1.5301309768016125,1.320430877611379,1.4137474378651382,0.9999997780464973,0.0005749539202718811,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.blocks.7.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,16,0.01460133201323588,4.134008311065424
518,554,1.0192128881501326,-0.007168849960346304,-0.0071688499603463065,-0.0074584860619284965,1.0192128881501326,5.366373872715086,1.416070825893171,0.9999743034649671,-0.03774552850723977,model.visual.blocks.23.mlp.linear_fc2.bias,model.visual.blocks.5.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,18,0.0,2.179265436629055
411,567,1.3206520470821412,0.020046956377747387,-0.0003618933293445765,-0.0003624341026017781,1.5194859502547045,1.3285906589776708,1.414467147916588,0.999999934516607,-0.00031642812941635854,model.visual.blocks.15.mlp.linear_fc2.weight,model.visual.blocks.6.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.00793861189552958,4.0354521906682566
556,580,0.7670333823833501,0.6470748758663866,0.6470748758663871,0.6470542617172957,0.7670333823833501,1.0492703719400118,0.8757137859047182,0.7624264587634008,0.8851720293629023,model.visual.blocks.5.norm1.bias,model.visual.blocks.7.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.9719086359109703
365,593,0.2053808826275701,0.9915428382429188,0.9915428382429186,0.8103487383128425,0.2053808826275701,0.2467446347106162,0.22323833141877727,0.12977981325759969,1.1912397701875197,model.visual.blocks.11.norm1.weight,model.visual.blocks.8.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.5273499208800707
366,438,0.9577386373443431,0.336748372393998,0.336748372393998,0.3315081698186354,5.925115198040782,0.9577386373443431,1.3370920604738747,0.9415946759035935,0.054432178366961965,model.visual.blocks.11.norm2.bias,model.visual.blocks.17.norm2.bias,model.visual.layers.*.norm2.bias,whole,6,0.0,11.966705357202494
391,571,0.35223368093788754,0.9909619623953936,0.9909619623953935,0.5854398383359091,0.35223368093788754,0.5294584231180312,0.4147390860486698,0.1341431663763416,1.48955987565634,model.visual.blocks.13.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,7,0.0,0.5788044062771138
190,248,0.4807118312367392,0.8950425496547492,0.8950425496547493,-0.10646487008703874,0.4807118312367392,0.6717223375147311,0.5528452473844004,0.445980755534951,1.2506870739637492,model.language_model.layers.20.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,16,0.0,1.7445604414649247
0,8,0.6443002067558937,0.8160577742022046,0.8160577742022046,-0.13525401373003135,0.6443002067558937,1.2126303749864478,0.8046508625267511,0.5779703358859724,1.5358934148477565,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,13,0.0,1.5849409374089438
85,203,1.2105243189780162,-0.011056981785714043,-0.0026584936747799316,-0.0026738163005859718,1.7535602282054172,1.2195958293647888,1.4159748274753245,0.9999964661994467,-0.0018489743015399096,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,9,0.009071510386772674,5.976853135908654
98,133,1.0766978391877993,0.23420658436157887,0.23420658436157885,-0.09167287378489608,1.5448722097415981,1.0766978391877993,1.2492163078218186,0.9721868523291614,0.163230150504064,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,2.7360369628784764
263,298,1.2100047172814081,0.20302584289360737,0.14377798800191915,0.1437392836224806,1.2420780216515106,1.3887312654252806,1.309284392832132,0.9896099687079349,0.16075398142277655,model.language_model.layers.5.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.03207330437010247,3.3092492261007287
252,311,1.1997352638733287,0.15655636753482122,0.17223720582902258,0.17208322503813397,1.405274719160446,1.196522196696788,1.2883836083586975,0.9850555034759264,0.14665149601110078,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,5,0.003213067176540685,4.373552997425292
42,300,1.3497649318938603,-0.03112411852594581,-0.00011772217302326962,-0.00011769668510536586,1.4603366055651272,1.3723534944472242,1.4142966416240093,0.999999993070745,-0.00011062958697791803,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,8,0.022588562553363944,4.295483105024246
102,278,1.359901826190765,-0.024135381436912576,0.004104895207918779,0.004105231231360168,1.4582142160163052,1.3686659057979416,1.4113138097027473,0.9999915748821746,0.0038528153519859563,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,7,0.008764079607176622,3.9525768512801727
29,35,0.1662872809812548,0.9892476690474391,0.9892476690474393,0.1659121542914143,0.18271073303896923,0.1662872809812548,0.17392010269416003,0.14624995481779796,0.9003264469846873,model.language_model.layers.5.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,0.0,0.4713292871492931
197,255,1.3855142984080244,-0.00539490237791969,0.00022972086302531467,0.00022979983014537845,1.4512131406980775,1.3796055416614297,1.4140513236326069,0.9999999736141622,0.00021838568489844314,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.4.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,16,0.0059087567465947455,3.9951098842785746
168,285,1.337710250156349,-0.00848777858775953,0.00020568011070669603,0.00020574464930214482,1.3338653553505506,1.510731284681484,1.4140692373638335,0.9999999788478459,0.00023295258148427967,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,12,0.0038448948057983046,3.528407016733872
152,286,1.2477860231238536,0.0026926771550244595,0.005538512546468541,0.005541515180468953,1.266859763348615,1.6172683777619679,1.4104060540803047,0.9999846623217642,0.007070444148897181,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.7.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.019073740224761382,3.1957444811667868
59,71,1.3274518684182508,0.048314081689364886,-0.0002643760187124848,-0.0002644275774506171,1.4676685701250651,1.3665400569640784,1.4144000167475836,0.9999999650526598,-0.00024615940344113887,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.10.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,9,0.03908818854582763,3.7530091631531968
107,271,0.44702647264316026,0.9223415842347953,0.9223415842347954,0.9164012228253443,0.6408837165356824,0.44702647264316026,0.5185154069771263,0.3863754676364017,0.6433477623699753,model.language_model.layers.13.post_attention_layernorm.weight,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,8,0.0,2.040374050757983
488,512,1.0366242136747834,0.03932799804495864,0.03932799804495877,0.03939138741495987,3.288194623702569,1.0366242136747834,1.398173719283416,0.9992263550216115,0.01239840085951265,model.visual.blocks.21.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,7.297838881385718
381,537,1.3510479066348837,0.009332768756229175,0.00043310337361318835,0.0004331008772191709,1.503087635832655,1.338926806698568,1.4139093161047729,0.9999999062107294,0.00038580166796531686,model.visual.blocks.13.attn.proj.weight,model.visual.blocks.4.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,9,0.012121099936315716,3.75423431798335
442,598,1.3082379035509901,0.011989812512326855,0.007189319954364737,0.007221800515827981,1.2936144629432957,1.5626123607325468,1.4092104839373467,0.9999741565053537,0.008684287743962803,model.visual.blocks.18.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,9,0.014623440607694382,4.168550747295238
407,563,1.3165208517208575,0.020744209874567026,-0.0008109303707827253,-0.0008109110994846899,1.5161402132757882,1.3313650144142763,1.4147820537273241,0.9999996711959128,-0.0007121005797039226,model.visual.blocks.15.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,9,0.014844162693418816,3.951327013438677
420,432,0.47510026640868164,0.8867431670452208,0.8855842078346036,-0.03263187703275545,0.4787181439134175,0.4780135384496589,0.47836545199036395,0.4644788594047715,0.8842807530159548,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.002913272040977244,1.327552739637421
445,565,1.305834458578081,-0.010432490957502344,-0.0002597371758887524,-0.00014022417100727693,1.5885740306646292,1.2872651248241103,1.4143932244447988,0.9999999662682991,-0.00021047216037014708,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.01856933375397074,4.131597584463668
506,542,1.0192314962930136,-0.006661812445004297,-0.006661812445004314,-0.006192483481826309,1.0192314962930136,5.349980181305483,1.4159444909761707,0.999977809881273,-0.03496807612595714,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,18,0.0,3.078753281129611
327,507,1.3206535823853263,0.003981286392236442,-0.0012213129098739121,-0.0012134536212646328,1.3385427829466583,1.5064299249543414,1.415070907218956,0.9999992541971099,-0.0013744964588408256,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.22.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,22,0.01788920056133203,3.5793636132919104
436,496,0.7761278455765906,0.6419411382087096,0.6419411382087097,0.6400991933156567,1.018269529594245,0.7761278455765906,0.8729488094740208,0.7667539208085645,0.48928930710854307,model.visual.blocks.17.norm1.bias,model.visual.blocks.21.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,0.0,2.540675867859871
365,569,0.205719420998396,0.9855107220018192,0.9855107220018196,0.566143914314495,0.20571942099839596,0.2367044470663708,0.2195890523497384,0.16961313869937178,1.1339462720500242,model.visual.blocks.11.norm1.weight,model.visual.blocks.6.norm1.weight,model.visual.layers.*.norm1.weight,whole,5,2.7755575615628914e-17,0.58120842811243
378,546,0.9605989201912757,0.3076937222949296,0.3076937222949296,0.3067260876417803,0.9605989201912757,2.18466787865021,1.2435855615969218,0.9514854561475391,0.6997807070470158,model.visual.blocks.12.norm2.bias,model.visual.blocks.4.norm2.bias,model.visual.layers.*.norm2.bias,whole,8,0.0,2.914164777016642
367,559,0.3567529151200886,0.9811879555015133,0.9811879555015133,0.5403901974710583,0.35675291512008855,0.5237248364189603,0.41697525973128213,0.19305490405260511,1.4404157042930024,model.visual.blocks.11.norm2.weight,model.visual.blocks.5.norm2.weight,model.visual.layers.*.norm2.weight,whole,6,5.551115123125783e-17,0.6781391811651148
202,248,0.48846202913036296,0.9158948678823957,0.9158948678823958,0.03383107078812022,0.48846202913036296,0.7661175060502925,0.5824711922128469,0.40141822453233056,1.4365151232646887,model.language_model.layers.21.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,17,0.0,1.8082653549173318
18,24,0.6445413473664682,0.7670182408431853,0.7670182408431853,-0.026299469791273032,0.7781873956364777,0.6445413473664682,0.7019968301406677,0.6416252942440982,0.6352903852977169,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,20,0.0,1.602758624459356
85,191,1.2129496961901043,-0.005722465328388679,0.000734774314575372,0.000732611566501434,1.7452203036208966,1.2195404575235127,1.413725587264501,0.9999997300533169,0.0005134520850546019,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,8,0.0065907613334084125,6.37199306148241
110,145,1.0787387522341376,0.3907393443962694,0.3907393443962694,0.06661601107020634,1.0787387522341378,1.131710297483096,1.1042727798838932,0.9205013659635566,0.40992662845310723,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,2.220446049250313e-16,2.6819638623881854
64,146,1.212457307314227,0.16854786856225804,0.15298970272056192,0.15293981769247167,1.3919747408035943,1.2282539688032308,1.302459403087459,0.98822778288281,0.13499541625595524,model.language_model.layers.10.linear_attn.in_proj_a.weight,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,7,0.015796661489003716,3.9431240952581876
112,159,1.20130147026023,0.1841491840448059,0.10823917455616154,0.10802852753425188,1.4226363893849667,1.2635678157655248,1.336051858018336,0.9941248820401795,0.09613667863038403,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.06226634550529475,4.0815187521867875
42,101,1.3507536841051901,0.021300867237010995,3.401770987281473e-05,3.394717093134838e-05,1.4667226785404532,1.3669247994334492,1.414189567614345,0.9999999994213976,3.170309692855823e-05,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.13.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,13,0.0161711153282591,4.248073076232978
43,301,1.3620372224623296,-0.017697071095379702,0.000534321562476791,0.0005343696757594954,1.34011032631863,1.5012477414439556,1.4138381126364699,0.9999998572502238,0.0005985694036674154,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.02192689614369958,3.8253674822702974
13,35,0.1663700142173903,0.9917000663965306,0.9917000663965305,0.06943333961226783,0.18775196650087558,0.1663700142173903,0.17609475898021257,0.12857285214662043,0.8787612573155568,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,7,0.0,0.39253318588132063
221,267,1.3874537730571201,-0.0055013873731265955,0.0003064235035222864,0.0003063581932010382,1.3688602882841767,1.4639157531428961,1.4139973591009907,0.9999999530523171,0.00032770195598397515,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.5.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,17,0.018593484772943425,3.7274883217219545
57,186,1.3380973707549473,-0.012304431863400293,-0.00024219364144998753,-0.00024218939312358186,1.4019034842506632,1.4272054937586713,1.414384781380684,0.9999999706711197,-0.00024656483097022916,model.language_model.layers.1.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,1,0.06380611349571597,3.225812765116048
46,223,1.2482567409757528,-0.01420716368746523,0.002314656785044305,0.0023092679958540015,1.7171774378145115,1.2280689621675323,1.4126638562079399,0.9999973211783957,0.0016553665877424885,model.language_model.layers.0.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,22,0.020187778808220536,4.558334807655012
47,170,1.32775558654007,-0.02475113811433623,-0.00011942399916879556,-0.00011940924495654125,1.550272800825511,1.3087887894592762,1.4142968091177857,0.9999999928689541,-0.00010082147556306499,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.19.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,19,0.01896679708079385,3.9741936895432235
142,225,0.4474793772119672,0.9558740974722054,0.9558740974722054,0.6485383703499079,0.7236851381290059,0.44747937721196696,0.5382462332581942,0.2937766324636738,0.5910497857338403,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,6,2.220446049250313e-16,1.773182815498053
404,476,1.0370537892667329,0.2063199206324293,0.20631992063242938,0.2059348485505732,1.885889242444293,1.0370537892667329,1.285125177108792,0.9784845887137048,0.11345568481834781,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.20.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,0.0,4.837822421812025
381,525,1.3513118260093469,0.0017892246815518417,-0.0005753902003959794,-0.0005752750546494872,1.4908307240176455,1.349013691807023,1.4146183425102792,0.999999834463045,-0.0005206555284653335,model.visual.blocks.13.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,10,0.0022981342023238316,4.00432838902945
502,538,1.3100212505253441,-0.016274606422516706,-0.01393077411956102,-0.014905540881319302,1.5562512491465097,1.320431876598626,1.4238994289647662,0.9999029620580338,-0.011819838360452176,model.visual.blocks.22.attn.qkv.bias,model.visual.blocks.4.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,18,0.010410626073281914,7.722508413632699
431,551,1.3166293408328424,0.013898003388742902,-0.0005724212449062219,-0.0005724645153242612,1.5431850858178928,1.313610550428233,1.4146130746199492,0.9999998361669458,-0.0004872640317149946,model.visual.blocks.17.attn.qkv.weight,model.visual.blocks.5.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,12,0.003018790404609506,3.84228290706029
408,492,0.47532696781093536,0.8869035888292197,0.8885817572957977,0.010586278359052612,0.47363141430296224,0.4705735957107197,0.47209507796723643,0.4587182802124983,0.8828449718205661,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.004753372100215647,1.370869023619686
505,565,1.3063617911768537,0.040420967227679294,-0.00012386081972759775,-0.00035659307258087744,1.5420532512072032,1.3138079871382438,1.4143000307900195,0.9999999923292486,-0.00010552770089114282,model.visual.blocks.22.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,16,0.0074461959613900675,3.714712019573651
458,530,1.0239776981043491,0.17766221005090682,0.1776622100509069,0.17731248789128679,1.023977698104349,2.222794284707935,1.315270595135888,0.9840915298486352,0.38565932230830025,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,16,2.220446049250313e-16,3.0913904421187355
399,447,1.322212090271695,0.03311830413747344,0.0019111009657841638,0.0019114552225177343,1.4625467565046826,1.3679241672624445,1.4128645836170421,0.9999981738448819,0.001787458202992764,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.blocks.18.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,4,0.04571207699074953,4.0728637514576835
388,508,0.8000076076117418,0.6069056307803108,0.6069056307803111,0.6060455282949774,1.5517682281067706,0.8000076076117418,1.0056079927706492,0.7947739020168897,0.3128876548265329,model.visual.blocks.13.norm1.bias,model.visual.blocks.22.norm1.bias,model.visual.layers.*.norm1.bias,whole,9,0.0,5.149026326903312
401,485,0.21210264884339816,0.9949493122548865,0.9949493122548864,0.6867333500656337,0.2624699269460012,0.21210264884339816,0.23330321958608224,0.10037861347681913,0.8040211960648537,model.visual.blocks.14.norm1.weight,model.visual.blocks.20.norm1.weight,model.visual.layers.*.norm1.weight,whole,6,0.0,0.550709724930083
414,606,0.9638210740926182,0.28730648539379644,0.2873064853937964,0.28947728396142575,0.9638210740926182,5.351983239625474,1.3414696469212353,0.957838704297683,1.5953785778246412,model.visual.blocks.15.norm2.bias,model.visual.blocks.9.norm2.bias,model.visual.layers.*.norm2.bias,whole,6,0.0,2.1778721718536564
367,571,0.36213713285525206,0.9868212664136293,0.986821266413629,0.6038842432516338,0.3621371328552524,0.5463361721056085,0.4268767223837267,0.16181405425302717,1.488762417137504,model.visual.blocks.11.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,3.3306690738754696e-16,0.6556509172629593
49,214,0.49024627740881044,0.8934819071719372,0.8934819071719368,0.028030538647439374,0.7034848552895521,0.49024627740881044,0.5688159289507334,0.4490991889954805,0.6226518959571293,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,21,0.0,3.338477607644225
24,30,0.6465718765073888,0.7735132521375727,0.7735132521375728,0.07721746666685343,0.6465718765073888,1.001603256015563,0.7682279720774058,0.6337801265167248,1.1982478979710565,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.6.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,16,0.0,0.9784203183131762
38,50,1.216128141160101,-0.0006290696446240923,-0.00680822959446004,-0.00685926824140324,1.3489550909191204,1.50120909059446,1.4189922366411207,0.999976823736325,-0.007576661541114598,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,1,0.13282694975901932,7.056342950777566
39,110,1.0796956800515167,0.09911244334244328,0.09911244334244326,-0.03766323014810021,1.0796956800515167,2.083878057766341,1.355751970555986,0.9950762400814779,0.1912930187171559,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,14,0.0,2.5093968382573695
87,275,1.212708717673648,0.13858049925447655,0.1333883918363074,0.13328480701973755,1.1901413094443314,1.5020421968757018,1.3192004520466638,0.9910638409927606,0.1683455498280859,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,6,0.022567408229316577,3.483393818881569
112,147,1.202736824893972,0.1927444676527979,0.191359265315122,0.19120714672021033,1.3423420623527027,1.212533074596471,1.272498466958805,0.9815200617297931,0.17285418138383615,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.009796249702499038,4.391575723503307
89,312,1.3525407416831774,0.021605798189289673,0.00023522458197547272,0.00023528108805392182,1.3533118775922168,1.4837714067326573,1.4140479256964589,0.9999999723346977,0.0002579002775892401,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,3,0.0007711359090394332,3.6686610967317903
90,196,1.3620635926530609,-0.03558870542931096,0.0008846950735396395,0.0008889045703451296,1.4889211983049166,1.3486473599971687,1.4135909014782118,0.9999996086572369,0.0008013464222888925,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.013416232655892202,4.204625133412222
23,25,0.16711825765667068,0.9960602262490801,0.9960602262490796,-0.07896360160938623,0.19559467979858183,0.16711825765667068,0.1796857155965222,0.08867934192714934,0.8510448735275994,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.36498678610563806
115,302,1.3877355179478887,-0.008389964181446882,0.0011216011715205715,0.0011215966898685857,1.400805525697293,1.4263822922690301,1.4134203779513308,0.9999993710052083,0.0011420800537239298,model.language_model.layers.14.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,6,0.013070007749404366,3.9549707620191867
45,139,1.3390575840982868,0.036300031752719286,0.00030213792141657196,0.0003021287944251436,1.4835422887589387,1.3534031428402746,1.414000799861444,0.9999999543563372,0.00027563380937289955,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.16.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,16,0.01434555874198784,4.019161319455902
122,169,1.2505653181032408,0.016837011540614323,0.009922418979925494,0.009916552983860873,1.6003017901844248,1.2707383459354795,1.4073632548583181,0.9999507715890752,0.00787901279594035,model.language_model.layers.15.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,4,0.020173027832238732,4.613120898788101