| 1 | a | b | screen_error | screen_cosine | cosine | pearson | error_member_to_rep | error_rep_to_member | symmetric_error | scaled_error | scale | a_id | b_id | role | scale_name | layer_distance | screen_vs_exact_min_error_absolute_difference | sampled_error_q99_over_member_rms |
|---|
| 2 | 155 | 202 | 0.13912108191960726 | 0.9902778019249312 | 0.9902778019249316 | 0.5893104912145117 | 0.13912108191960726 | 0.14079843965200864 | 0.13995222253870024 | 0.13910382818141914 | 1.002217402346125 | model.language_model.layers.18.input_layernorm.weight | model.language_model.layers.21.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 3 | 0.0 | 0.6455069365147567 |
| 3 | 14 | 22 | 0.27043724013425985 | 0.9627591388053269 | 0.9627591388053268 | 0.036859009897553675 | 0.27903195486574556 | 0.27043724013425985 | 0.2746337839586602 | 0.2703605752450334 | 0.9331043268425037 | model.language_model.layers.17.linear_attn.A_log | model.language_model.layers.21.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 4 | 0.0 | 0.633340063721677 |
| 4 | 38 | 215 | 1.054640431176415 | 0.050857402171094135 | 3.711960334307905e-05 | -3.3402434588299744e-05 | 2.169026480462036 | 1.1268895980841822 | 1.4141920859373291 | 0.9999999993110675 | 1.928500885955816e-05 | model.language_model.layers.0.linear_attn.conv1d.weight | model.language_model.layers.22.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 22 | 0.07224916690776717 | 9.38235627562875 |
| 5 | 86 | 309 | 0.5885114617058197 | 0.8092128713956995 | 0.8092128713956994 | 0.4332692404629945 | 0.5885114617058197 | 0.759379524730091 | 0.6578505608453223 | 0.5875155561919422 | 1.0441592486657625 | model.language_model.layers.12.linear_attn.dt_bias | model.language_model.layers.9.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 3 | 0.0 | 0.9978384613626781 |
| 6 | 158 | 217 | 1.0790747396452463 | 0.26711585879901045 | 0.22289938280365845 | 0.2224945631615263 | 1.4398512311237743 | 1.1226487902160178 | 1.2520611190952349 | 0.9748414564152205 | 0.17379415111456953 | model.language_model.layers.18.linear_attn.in_proj_a.weight | model.language_model.layers.22.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 4 | 0.04357405057077157 | 3.8091815550450447 |
| 7 | 100 | 218 | 1.0511331279505294 | 0.2585240813709115 | 0.1951813071253298 | 0.19489663273695204 | 1.5414117274064874 | 1.1134810279240412 | 1.2764825198588667 | 0.9807671779524678 | 0.14099456921554726 | model.language_model.layers.13.linear_attn.in_proj_b.weight | model.language_model.layers.22.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 9 | 0.06234789997351187 | 4.526664772245115 |
| 8 | 148 | 277 | 1.236183727363424 | 0.05249259798138378 | -0.00016365283441411682 | -0.00016357154009206943 | 1.289864036729756 | 1.5835404299906488 | 1.4143268852621005 | 0.9999999866088748 | -0.0002009133307060445 | model.language_model.layers.17.linear_attn.in_proj_qkv.weight | model.language_model.layers.6.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 11 | 0.05368030936633206 | 3.4264614676402694 |
| 9 | 67 | 220 | 1.2556423497295501 | 0.02628512267907549 | 0.0034335944418247212 | 0.003409909507851917 | 1.5989153098593807 | 1.2780606183113452 | 1.411843312220554 | 0.9999941051972302 | 0.0027445742800066395 | model.language_model.layers.10.linear_attn.in_proj_z.weight | model.language_model.layers.22.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 12 | 0.022418268581795076 | 4.415901883636672 |
| 10 | 9 | 11 | 0.0996284846101826 | 0.9951892703374056 | 0.9951892703374057 | 0.010894840386995123 | 0.0996284846101826 | 0.10196430414961917 | 0.1007760974274098 | 0.09797099675568312 | 1.01852177963118 | model.language_model.layers.13.linear_attn.norm.weight | model.language_model.layers.14.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 1 | 0.0 | 0.27726655918637355 |
| 11 | 150 | 185 | 1.2995998756689573 | 0.03657390563077304 | 0.0003262497461059893 | 0.00032633713659811764 | 1.4888862155444107 | 1.3493563078703799 | 1.4139839627055284 | 0.9999999467805502 | 0.0002956754843003618 | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.2.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 15 | 0.04975643220142256 | 3.9618541709142714 |
| 12 | 222 | 280 | 1.2540265130554908 | 0.05409324339982415 | 0.0005504524680824348 | 0.0005505156566201202 | 1.3085342695047684 | 1.5494657261399265 | 1.4138297747803652 | 0.9999998485010287 | 0.0006518035125558143 | model.language_model.layers.22.mlp.down_proj.weight | model.language_model.layers.6.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 16 | 0.05450775644927752 | 3.4204589474664497 |
| 13 | 75 | 228 | 1.1402580630454087 | 0.018724806643603025 | 0.00016285400752193816 | 0.00016227355534662494 | 1.9792898733641424 | 1.1586599192483464 | 1.414113146630559 | 0.999999986739286 | 9.533338888048943e-05 | model.language_model.layers.11.mlp.gate_proj.weight | model.language_model.layers.23.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 12 | 0.018401856202937772 | 5.258184720280624 |
| 14 | 229 | 240 | 1.210374849452958 | 0.009784821250950117 | -0.0005466421928370241 | -0.0005466019862442945 | 1.2210613405090442 | 1.7439724143261424 | 1.414576730996375 | 0.9999998505911454 | -0.0007807379311649415 | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.3.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 20 | 0.010686491056086211 | 3.2348884519080596 |
| 15 | 213 | 225 | 0.08389205016305105 | 0.9967665323196798 | 0.99676653231968 | 0.8745862132421592 | 0.08389205016305105 | 0.08625062729889017 | 0.0850468199151814 | 0.08035222490634755 | 1.0247900547908746 | model.language_model.layers.21.post_attention_layernorm.weight | model.language_model.layers.22.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 0.0 | 0.3111611888623197 |
| 16 | 78 | 289 | 0.4220354869409763 | 0.9109326955126068 | 0.9109326955126066 | 0.20891552129611338 | 0.4220354869409763 | 0.513436767015218 | 0.46107530607135877 | 0.41255499542017027 | 1.1082156658022022 | model.language_model.layers.11.self_attn.k_norm.weight | model.language_model.layers.7.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 4 | 0.0 | 1.587506168678106 |
| 17 | 232 | 243 | 1.3059254689784499 | -0.028403977466169406 | 0.0005372295372625437 | 0.0005369043192251418 | 1.5602049137067773 | 1.3021949330011826 | 1.413839757445367 | 0.9999998556922017 | 0.00044838826947402624 | model.language_model.layers.23.self_attn.k_proj.weight | model.language_model.layers.3.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 20 | 0.0037305359772672464 | 4.88145166254648 |
| 18 | 174 | 291 | 1.1793114674151763 | 0.00829058958765635 | 0.00046151187113697555 | 0.0004615560496649987 | 1.1817960007584458 | 1.875102587380427 | 1.413919123817212 | 0.9999998935033907 | 0.0007322601389075149 | model.language_model.layers.19.self_attn.o_proj.weight | model.language_model.layers.7.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 12 | 0.0024845333432694794 | 3.3525496132246064 |
| 19 | 81 | 292 | 0.39404064792499355 | 0.9230509542708147 | 0.9230509542708148 | 0.1285981009192478 | 0.39404064792499355 | 0.47040472179054593 | 0.42718614258201787 | 0.38467770382456284 | 1.1019358780084862 | model.language_model.layers.11.self_attn.q_norm.weight | model.language_model.layers.7.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 4 | 0.0 | 1.5908081344987477 |
| 20 | 82 | 246 | 1.266848182293979 | -0.010497138955702824 | 0.009999402828496094 | 0.010006382825240273 | 1.647649433313099 | 1.248671723281511 | 1.4073898014185828 | 0.9999500047217728 | 0.007578051076397602 | model.language_model.layers.11.self_attn.q_proj.weight | model.language_model.layers.3.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 8 | 0.018176459012468005 | 4.449445742878648 |
| 21 | 177 | 247 | 1.151297435339305 | 0.013091027586130755 | -0.0006282867163523936 | -0.0006277684793135974 | 1.1428020270804182 | 2.0682644189309127 | 1.414589632657446 | 0.9999998026278816 | -0.0011370850151871071 | model.language_model.layers.19.self_attn.v_proj.weight | model.language_model.layers.3.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 16 | 0.008495408258886838 | 4.005065566084279 |
| 22 | 344 | 356 | 0.6680979684279816 | 0.7552272357810548 | 0.755227235781055 | 0.7552447225886061 | 0.6680979684279816 | 0.7553013139245341 | 0.7077015589766955 | 0.6554630594736112 | 0.8538031104019356 | model.visual.blocks.10.attn.proj.bias | model.visual.blocks.11.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 1.8620158649247966 |
| 23 | 441 | 513 | 1.222071058762841 | 0.03196226398859649 | 0.0005085004469114329 | 0.0005085004120456251 | 1.6949696065878013 | 1.2380571878583502 | 1.4138709950817723 | 0.9999998707136394 | 0.0003714241428760814 | model.visual.blocks.18.attn.proj.weight | model.visual.blocks.23.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 5 | 0.015986129095509227 | 4.428015689928194 |
| 24 | 322 | 586 | 1.1426361523716286 | 0.014476385230511188 | -0.0008703914353524141 | -0.0008572728695425276 | 1.164107346376574 | 1.9562480399765272 | 1.4147543935627247 | 0.9999996212093029 | -0.0014626671197638108 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.8.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 8 | 0.02147119400494546 | 4.72088869226568 |
| 25 | 335 | 443 | 1.160830340554999 | 0.030397219224687844 | 0.0005087986288515946 | 0.0005091329549464758 | 1.1919409580791358 | 1.836182398423854 | 1.4138849083481553 | 0.9999998705619693 | 0.0007838031576203814 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.18.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 17 | 0.031110617524136908 | 3.4010502817853556 |
| 26 | 372 | 384 | 0.32956245381361265 | 0.9448260819582333 | 0.942832226875403 | 0.014193436814941564 | 0.3423255120414103 | 0.33526529688125917 | 0.33874023457022173 | 0.33326774816229754 | 0.9233869966850818 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 1 | 0.0057028430676465125 | 0.9914178658442636 |
| 27 | 325 | 421 | 1.2027168620896889 | 0.03854442767004885 | 0.0022095324662344384 | 0.002198940457881577 | 1.248424539336054 | 1.6654896691491192 | 1.4127131191897546 | 0.999997558980161 | 0.002947677957468003 | model.visual.blocks.0.mlp.linear_fc1.weight | model.visual.blocks.16.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 16 | 0.04570767724636515 | 3.738577543876217 |
| 28 | 362 | 374 | 0.6155485266323636 | 0.7922147396405717 | 0.7922147396405718 | 0.7921339167636835 | 0.7052061432398902 | 0.6155485266323633 | 0.6558248480142628 | 0.6102424160087705 | 0.6914951329292551 | model.visual.blocks.11.mlp.linear_fc2.bias | model.visual.blocks.12.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 3.3306690738754696e-16 | 2.0713315146139544 |
| 29 | 327 | 375 | 1.2396562692825988 | 0.044766284044226695 | 0.0007019778577741064 | 0.0006959317746500701 | 1.2953587177667418 | 1.571880807933308 | 1.4137262536009996 | 0.9999997536135133 | 0.0008518300815789559 | model.visual.blocks.0.mlp.linear_fc2.weight | model.visual.blocks.12.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 12 | 0.055702448484143074 | 3.5084189956756067 |
| 30 | 424 | 436 | 0.25115943947656993 | 0.9679782448338927 | 0.967978244833893 | 0.9678701327346436 | 0.25115943947656993 | 0.26161232713119514 | 0.25622610990628053 | 0.25103409634608576 | 1.0082640802635976 | model.visual.blocks.16.norm1.bias | model.visual.blocks.17.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 0.0 | 0.6499996860910888 |
| 31 | 449 | 461 | 0.04823731166106643 | 0.9988378655898419 | 0.9988378655898414 | 0.8620534916158981 | 0.04823731166106643 | 0.04838935228422601 | 0.04831315254765553 | 0.04819666237334049 | 1.001986132487191 | model.visual.blocks.18.norm1.weight | model.visual.blocks.19.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 0.0 | 0.13213018005839425 |
| 32 | 426 | 438 | 0.39846616961168674 | 0.9189740175692342 | 0.9189740175692345 | 0.9199011356702286 | 0.46245716111033913 | 0.39846616961168674 | 0.42690585449907253 | 0.39431808864501844 | 0.7918140047270404 | model.visual.blocks.16.norm2.bias | model.visual.blocks.17.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 1.2984085418323017 |
| 33 | 367 | 379 | 0.08109603491499054 | 0.9967300725530244 | 0.9967300725530247 | 0.9167195052320226 | 0.08109603491499054 | 0.0819280150166876 | 0.08150884055666552 | 0.08080323303211502 | 1.0069557215381626 | model.visual.blocks.11.norm2.weight | model.visual.blocks.12.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.16451345289577848 |
| 34 | 84 | 96 | 0.14580031591092943 | 0.9970857492150444 | 0.9970857492150444 | 0.9915652244454963 | 0.14580031591092946 | 0.1670418381724164 | 0.15534227445669557 | 0.07628898159153481 | 1.142350311957841 | model.language_model.layers.12.input_layernorm.weight | model.language_model.layers.13.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 1 | 2.7755575615628914e-17 | 0.3025050159282955 |
| 35 | 22 | 24 | 0.2815986286725044 | 0.9596166920015712 | 0.9596166920015711 | 0.24522870160190208 | 0.2815986286725044 | 0.2896080415326275 | 0.28551911426626414 | 0.2813108679592059 | 0.9869107392415696 | model.language_model.layers.21.linear_attn.A_log | model.language_model.layers.22.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 1 | 0.0 | 0.50770655790542 |
| 36 | 38 | 203 | 1.0604034623992225 | 0.02760927430110851 | 0.011214506692165173 | 0.011171494420928383 | 2.431117380981998 | 1.091572575092485 | 1.4082748226412318 | 0.9999371154425919 | 0.00503531752276559 | model.language_model.layers.0.linear_attn.conv1d.weight | model.language_model.layers.21.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 21 | 0.031169112693262502 | 9.768155988185312 |
| 37 | 86 | 274 | 0.5952794991253695 | 0.8067608762898718 | 0.8067608762898718 | 0.6526255512648536 | 0.5952794991253695 | 0.8104489921473054 | 0.6784943683237304 | 0.5908780656683731 | 1.0983723445098872 | model.language_model.layers.12.linear_attn.dt_bias | model.language_model.layers.6.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 6 | 0.0 | 1.0487278378679286 |
| 38 | 217 | 275 | 1.0951376617129696 | 0.20715129400778665 | 0.1311555097410448 | 0.130844972014275 | 1.1404154296348243 | 1.641244675937938 | 1.3244476585622775 | 0.9913618069426352 | 0.1887542701446478 | model.language_model.layers.22.linear_attn.in_proj_a.weight | model.language_model.layers.6.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 16 | 0.045277767921854783 | 3.0513364610452345 |
| 39 | 159 | 218 | 1.063169349229145 | 0.3287681349111466 | 0.24826258708650478 | 0.2478314884158891 | 1.3458099681014595 | 1.1380854698781189 | 1.2289718125917033 | 0.9686927726854968 | 0.2099434911127077 | model.language_model.layers.18.linear_attn.in_proj_b.weight | model.language_model.layers.22.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 4 | 0.0749161206489739 | 4.076020983470318 |
| 40 | 42 | 160 | 1.2379803133358087 | 0.02508156940776633 | -9.325814977642619e-05 | -9.32026572439551e-05 | 1.647575427153144 | 1.258365741892925 | 1.414277180210871 | 0.9999999956514587 | -7.122761052205593e-05 | model.language_model.layers.0.linear_attn.in_proj_qkv.weight | model.language_model.layers.18.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 18 | 0.020385428557116336 | 4.882486930029577 |
| 41 | 102 | 220 | 1.261010327989246 | 0.004014432623279234 | 0.007294930590976213 | 0.007296556056901042 | 1.5622784668020486 | 1.2936896527810582 | 1.4091365987261977 | 0.999973391639834 | 0.006040777251842975 | model.language_model.layers.13.linear_attn.in_proj_z.weight | model.language_model.layers.22.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 9 | 0.032679324791812236 | 4.527674409903105 |
| 42 | 5 | 25 | 0.10453138787875413 | 0.9954449962957733 | 0.9954449962957733 | 0.00022364065174898634 | 0.10973521587034314 | 0.10453138787875413 | 0.10703854663001287 | 0.0953376072161871 | 0.9482393249465529 | model.language_model.layers.10.linear_attn.norm.weight | model.language_model.layers.22.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 12 | 0.0 | 0.3051911412776713 |
| 43 | 56 | 150 | 1.3150863176196046 | 0.04406498210977759 | 0.0010095135713845181 | 0.0010095462436684741 | 1.3474711889878341 | 1.4903027782372111 | 1.4135031576756167 | 0.9999994904410447 | 0.0011165217426523395 | model.language_model.layers.1.linear_attn.out_proj.weight | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 16 | 0.03238487136822954 | 3.4568705007447575 |
| 44 | 222 | 238 | 1.263880487533431 | 0.04968516480600611 | -9.479515679663286e-06 | -9.495183189458343e-06 | 1.292024367390901 | 1.579270690608794 | 1.4142201325474333 | 0.9999999999550694 | -1.1587027034397525e-05 | model.language_model.layers.22.mlp.down_proj.weight | model.language_model.layers.3.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 19 | 0.028143879857470022 | 3.3815062562758733 |
| 45 | 105 | 228 | 1.157978805747617 | 0.011710318722177872 | 0.0012007674572469735 | 0.0011967309363315865 | 1.8935339065989176 | 1.1767357830564023 | 1.4134520605045455 | 0.999999279078497 | 0.0007462163889159535 | model.language_model.layers.13.mlp.gate_proj.weight | model.language_model.layers.23.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 10 | 0.018756977308785228 | 5.300446326177765 |
| 46 | 224 | 240 | 1.2136566889698601 | 0.08368319705578973 | 0.0003991338374397037 | 0.0003990090071137444 | 1.259857020958172 | 1.6431883617816228 | 1.4139409790021695 | 0.9999999203460866 | 0.000520576593664063 | model.language_model.layers.22.mlp.up_proj.weight | model.language_model.layers.3.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 19 | 0.04620033198831197 | 3.173322713985537 |
| 47 | 201 | 213 | 0.08765362700682122 | 0.9978028333751225 | 0.9978028333751227 | 0.9628340123216805 | 0.09320763902771821 | 0.08765362700682122 | 0.09030278601927573 | 0.06625334488595358 | 0.938346237447374 | model.language_model.layers.20.post_attention_layernorm.weight | model.language_model.layers.21.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 0.0 | 0.30893888233286176 |
| 48 | 78 | 125 | 0.4426190079299996 | 0.9019171514329901 | 0.9019171514329895 | 0.29517860725615724 | 0.44319696264341424 | 0.44261900792999953 | 0.4429077024698644 | 0.4319090783382561 | 0.9007409988130094 | model.language_model.layers.11.self_attn.k_norm.weight | model.language_model.layers.15.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 4 | 5.551115123125783e-17 | 2.426457462583861 |
| 49 | 126 | 232 | 1.3081882046777893 | 0.012065959844349758 | 0.00252840545807309 | 0.0025286859221196117 | 1.3216500796717134 | 1.524949919956315 | 1.4124427467447382 | 0.9999968035778113 | 0.002917331720559038 | model.language_model.layers.15.self_attn.k_proj.weight | model.language_model.layers.23.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 8 | 0.01346187499392415 | 3.7960694605511955 |
| 50 | 174 | 244 | 1.1881240453309203 | 0.0012591852539814894 | 1.310415908302423e-05 | 1.3106974077704943e-05 | 1.1959039527215864 | 1.8233051338053297 | 1.414205063436613 | 0.9999999999141405 | 1.997892930774703e-05 | model.language_model.layers.19.self_attn.o_proj.weight | model.language_model.layers.3.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 16 | 0.007779907390666141 | 3.2055160068867967 |
| 51 | 81 | 128 | 0.39520587224781073 | 0.9218441063406321 | 0.9218441063406324 | 0.3496251056069841 | 0.39552151338933583 | 0.39520587224781073 | 0.39536359832078294 | 0.3875608901902266 | 0.9211084398441626 | model.language_model.layers.11.self_attn.q_norm.weight | model.language_model.layers.15.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 4 | 0.0 | 2.330085881282777 |
| 52 | 176 | 246 | 1.27527453402442 | -0.019279644284096006 | 0.011900070017481014 | 0.011885083411588115 | 1.6142593791413617 | 1.261957709603482 | 1.4060239911573598 | 0.999929191659879 | 0.009302956697931209 | model.language_model.layers.19.self_attn.q_proj.weight | model.language_model.layers.3.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 16 | 0.013316824420938067 | 4.493697113558656 |
| 53 | 236 | 247 | 1.153113128015806 | 0.01789131833575798 | 0.00019560893139475738 | 0.00019568983351620463 | 1.161415405739666 | 1.9656316939547647 | 1.4140924026879345 | 0.9999999808685728 | 0.0003310573574881129 | model.language_model.layers.23.self_attn.v_proj.weight | model.language_model.layers.3.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 20 | 0.008302277723859941 | 3.3311425264170693 |
| 54 | 452 | 476 | 0.6749933519721512 | 0.7647843141032162 | 0.7647843141032159 | 0.7647297482759644 | 0.6987089742038384 | 0.6749933519721512 | 0.6865441462589462 | 0.644286390436484 | 0.7388259586911375 | model.visual.blocks.19.attn.proj.bias | model.visual.blocks.20.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 1.924212506436718 |
| 55 | 393 | 513 | 1.2257943142645014 | -0.012297109367228502 | 0.0008821027501174335 | 0.0008821026904030581 | 1.7426112830253186 | 1.2203072314397987 | 1.4136272968631343 | 0.9999996109472935 | 0.0006177145616619986 | model.visual.blocks.14.attn.proj.weight | model.visual.blocks.23.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 9 | 0.0054870828247026715 | 5.032739104687218 |
| 56 | 322 | 514 | 1.1507999505182844 | 0.024222097752961753 | 0.024749331545084748 | 0.024743095187320253 | 1.1508235097225006 | 1.9346662560866095 | 1.3987505173331247 | 0.9996936883806317 | 0.04160646371616192 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.23.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 23 | 2.355920421615032e-05 | 5.082233991387366 |
| 57 | 335 | 479 | 1.1613676012610312 | 0.023511266759125255 | 0.0010332713793584068 | 0.0010330339060896933 | 1.1939402062159554 | 1.827461830235641 | 1.4135443096656732 | 0.9999994661749858 | 0.001581539842800869 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.20.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 19 | 0.0325726049549242 | 3.478926271573693 |
| 58 | 360 | 384 | 0.3662792643902975 | 0.9312227663919304 | 0.9312469472077057 | -0.008599342966095429 | 0.37695243889264857 | 0.3667722686598549 | 0.3717578548874372 | 0.3643886981182713 | 0.9060972161721579 | model.visual.blocks.11.mlp.linear_fc1.bias | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 2 | 0.0004930042695573955 | 1.0692075943850565 |
| 59 | 325 | 397 | 1.2189195084239604 | 0.004063550505762611 | 0.0008985722250859973 | 0.0008867229757201225 | 1.2440857496567237 | 1.6789280812617964 | 1.413605559768413 | 0.9999995962838966 | 0.00121264803664462 | model.visual.blocks.0.mlp.linear_fc1.weight | model.visual.blocks.14.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 14 | 0.025166241232763342 | 3.7581055643766876 |
| 60 | 458 | 482 | 0.6275985683653529 | 0.7833191306470411 | 0.7833191306470411 | 0.7832841852117494 | 0.7215920807370808 | 0.627598568365353 | 0.669698020414362 | 0.6216197708908267 | 0.6812851444615546 | model.visual.blocks.19.mlp.linear_fc2.bias | model.visual.blocks.20.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 1.1102230246251565e-16 | 1.907014027358154 |
| 61 | 327 | 591 | 1.2404039755625267 | 0.02104006169814268 | -0.0008784538107690828 | -0.0008834377629865111 | 1.2855186716106948 | 1.5930925929920454 | 1.4148205698811616 | 0.9999996141593768 | -0.0010886331642841142 | model.visual.blocks.0.mlp.linear_fc2.weight | model.visual.blocks.8.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 8 | 0.04511469604816809 | 3.4087623541034398 |
| 62 | 436 | 448 | 0.2625360417777385 | 0.9691259474486873 | 0.9691259474486883 | 0.9690315820413327 | 0.29869011842716275 | 0.2625360417777385 | 0.27887051615881614 | 0.24656621419343377 | 0.8518209158275971 | model.visual.blocks.17.norm1.bias | model.visual.blocks.18.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 0.0 | 0.7529528380843361 |
| 63 | 437 | 449 | 0.04982565601433354 | 0.9989037522683972 | 0.998903752268397 | 0.8969608795650259 | 0.05074742348131756 | 0.04982565601433354 | 0.050280203954710535 | 0.04681125616897139 | 0.9807598364136688 | model.visual.blocks.17.norm1.weight | model.visual.blocks.18.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 0.0 | 0.13070372819641293 |
| 64 | 414 | 426 | 0.4127670495871465 | 0.9153146806568566 | 0.9153146806568565 | 0.9148797022168197 | 0.5003936988587422 | 0.412767049587147 | 0.45030753467448426 | 0.4027394137330451 | 0.7550289722676664 | model.visual.blocks.15.norm2.bias | model.visual.blocks.16.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 4.996003610813204e-16 | 1.2674464561445047 |
| 65 | 379 | 391 | 0.08234541831876775 | 0.9966088038588291 | 0.9966088038588287 | 0.894764632350583 | 0.08288698381667124 | 0.08234541831876775 | 0.08261486980030398 | 0.0822854304909119 | 0.9900971790146845 | model.visual.blocks.12.norm2.weight | model.visual.blocks.13.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.29044874904919876 |
| 66 | 295 | 307 | 0.15519309103269033 | 0.9878978010401352 | 0.9878978010401351 | 0.9885122762969074 | 0.15792432566361395 | 0.1551930910326903 | 0.156540841300967 | 0.1551062045827489 | 0.9708125250721923 | model.language_model.layers.8.input_layernorm.weight | model.language_model.layers.9.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 1 | 2.7755575615628914e-17 | 0.3485405510061554 |
| 67 | 16 | 22 | 0.28631782605084793 | 0.9588280916854537 | 0.9588280916854537 | -0.33039288020953445 | 0.31041543811378364 | 0.28631782605084793 | 0.2976374831679473 | 0.28398713103736095 | 0.8843940766478007 | model.language_model.layers.18.linear_attn.A_log | model.language_model.layers.21.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 3 | 0.0 | 0.5775561399004955 |
| 68 | 38 | 144 | 1.0672560924179597 | 0.017644847597266596 | -0.011063082309183394 | -0.011010772623152707 | 2.4834692090778407 | 1.0978097363857957 | 1.419987320480836 | 0.9999388022323267 | -0.004890400665756074 | model.language_model.layers.0.linear_attn.conv1d.weight | model.language_model.layers.17.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 17 | 0.030553643967835997 | 9.194331248588599 |
| 69 | 86 | 297 | 0.6847478293016012 | 0.7300715595238163 | 0.7300715595238163 | 0.2681278075794296 | 0.6847478293016012 | 0.8852847938990384 | 0.7659861992580634 | 0.6833707031871229 | 0.9438821452910591 | model.language_model.layers.12.linear_attn.dt_bias | model.language_model.layers.8.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 4 | 0.0 | 1.8943192899838421 |
| 70 | 111 | 217 | 1.096779312850318 | 0.19070276795423416 | 0.147211090153063 | 0.1470397716320911 | 1.633786760887587 | 1.1286418389749022 | 1.3132520396133212 | 0.9891050980234338 | 0.1016953983747485 | model.language_model.layers.14.linear_attn.in_proj_a.weight | model.language_model.layers.22.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 8 | 0.03186252612458418 | 4.613512453060429 |
| 71 | 147 | 218 | 1.072573418158478 | 0.30889208127445444 | 0.23800123662927328 | 0.23763092435477265 | 1.368896582251515 | 1.1382457165153848 | 1.2377347213150076 | 0.9712648512959463 | 0.19789945539425718 | model.language_model.layers.17.linear_attn.in_proj_b.weight | model.language_model.layers.22.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 5 | 0.06567229835690669 | 3.6902503955461734 |
| 72 | 42 | 148 | 1.2390149052247716 | 0.012491619565557081 | 0.00021271902241697306 | 0.00021284339646250773 | 1.6220142794550767 | 1.2698856935170437 | 1.414067534838642 | 0.9999999773753084 | 0.00016653912775477936 | model.language_model.layers.0.linear_attn.in_proj_qkv.weight | model.language_model.layers.17.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 17 | 0.030870788292272078 | 4.746466800884423 |
| 73 | 55 | 102 | 1.2629400243225115 | 0.0067827258260834454 | 0.0010321798863125425 | 0.0010323245145569412 | 1.3094860262331038 | 1.5470076100407701 | 1.4134935411412903 | 0.9999994673021992 | 0.0012194021983188941 | model.language_model.layers.1.linear_attn.in_proj_z.weight | model.language_model.layers.13.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 12 | 0.04654600191059233 | 3.3164901338161608 |
| 74 | 5 | 11 | 0.10837172078484643 | 0.9949769767306834 | 0.9949769767306827 | 0.1374135291617168 | 0.10837172078484643 | 0.11366146332375106 | 0.11092210578663757 | 0.10010402477358422 | 1.0435428941206277 | model.language_model.layers.10.linear_attn.norm.weight | model.language_model.layers.14.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 4 | 0.0 | 0.29278841165189373 |
| 75 | 197 | 279 | 1.3319016841135425 | 0.03745061268441263 | -0.0007587481693897658 | -0.0007588640697204103 | 1.4701594158257527 | 1.3651649865979762 | 1.414748507758537 | 0.9999997121505663 | -0.0007045606233895566 | model.language_model.layers.20.linear_attn.out_proj.weight | model.language_model.layers.6.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 14 | 0.033263302484433765 | 3.6703567940791126 |
| 76 | 198 | 280 | 1.2647089596336554 | 0.051589976434912255 | -4.269935943239863e-05 | -4.267458243109252e-05 | 1.31542487018171 | 1.5393041291844374 | 1.414243385941957 | 0.9999999990883823 | -4.996659389505251e-05 | model.language_model.layers.20.mlp.down_proj.weight | model.language_model.layers.6.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 14 | 0.05071591054805458 | 3.3017276229555232 |
| 77 | 70 | 228 | 1.1642829905431884 | -0.014336032078284357 | 0.0011466264096661677 | 0.0011475697607169232 | 1.9661631507675261 | 1.1606536462674872 | 1.413503514592453 | 0.9999993426237223 | 0.0006768696294435789 | model.language_model.layers.10.mlp.gate_proj.weight | model.language_model.layers.23.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 13 | 0.003629344275701163 | 5.2852044287393225 |
| 78 | 229 | 258 | 1.2271024450828645 | 0.008425868616039417 | -8.155948672110222e-05 | -8.154394996336295e-05 | 1.225571689088897 | 1.7299184148092435 | 1.41426796879952 | 0.9999999966740251 | -0.00011512281104185217 | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.4.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 19 | 0.0015307559939674587 | 3.2487978630848744 |
| 79 | 171 | 201 | 0.091745460560439 | 0.9982024397574771 | 0.9982024397574774 | 0.9607511552597132 | 0.09878510756413568 | 0.09174546056043692 | 0.0950703656971348 | 0.05993237240606879 | 0.9270683084354936 | model.language_model.layers.19.post_attention_layernorm.weight | model.language_model.layers.20.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 2.0816681711721685e-15 | 0.249565944950225 |
| 80 | 125 | 289 | 0.4505189096948233 | 0.8959118616378758 | 0.895911861637876 | 0.1403045400133286 | 0.4505189096948233 | 0.548804589038666 | 0.49245238948014647 | 0.444231849574696 | 1.0913649359892572 | model.language_model.layers.15.self_attn.k_norm.weight | model.language_model.layers.7.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 8 | 0.0 | 1.6666238294466091 |
| 81 | 173 | 243 | 1.3113829385079074 | 0.015580426390796404 | -0.001396938493053475 | -0.0013969636931846841 | 1.4854724170277647 | 1.3540357713460802 | 1.4151967814082416 | 0.9999990242809473 | -0.0012733354509196107 | model.language_model.layers.19.self_attn.k_proj.weight | model.language_model.layers.3.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 16 | 0.04265283283817278 | 4.427026157601946 |
| 82 | 80 | 174 | 1.2285762391106752 | -0.03435161547112863 | 0.00016563649409866483 | 0.00016561352862815782 | 1.7674044982744548 | 1.2126573476320786 | 1.4141042808781914 | 0.9999999862822758 | 0.0001136470523871963 | model.language_model.layers.11.self_attn.o_proj.weight | model.language_model.layers.19.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 8 | 0.015918891478596597 | 5.155565697228884 |
| 83 | 128 | 292 | 0.42827898780677365 | 0.9063003966348842 | 0.906300396634885 | 0.09760919812169445 | 0.42827898780677365 | 0.5116867100956779 | 0.46445730871307445 | 0.42263411014664914 | 1.082803222934996 | model.language_model.layers.15.self_attn.q_norm.weight | model.language_model.layers.7.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 8 | 0.0 | 1.9604933892569212 |
| 84 | 176 | 235 | 1.2951983010031036 | 0.04597656238327765 | 0.019527171388921596 | 0.019516533486821707 | 1.479642180811564 | 1.3326854995689665 | 1.4004136369281401 | 0.9998093266106031 | 0.017587750940798553 | model.language_model.layers.19.self_attn.q_proj.weight | model.language_model.layers.23.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 4 | 0.03748719856586291 | 4.168660751947699 |
| 85 | 236 | 294 | 1.1618442802302134 | -0.002623398107844489 | 0.00018085649722238365 | 0.00018076319683267046 | 1.1565879860662855 | 1.9896684089643304 | 1.414102430524683 | 0.9999999836454636 | 0.0003111258835596264 | model.language_model.layers.23.self_attn.v_proj.weight | model.language_model.layers.7.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 16 | 0.0052562941639278105 | 3.4782620759630136 |
| 86 | 440 | 452 | 0.6904547265334068 | 0.7472398291805549 | 0.747239829180555 | 0.747309387001148 | 0.738788746964286 | 0.6904547265334068 | 0.7133966373657138 | 0.6645544655528357 | 0.6983529108039739 | model.visual.blocks.18.attn.proj.bias | model.visual.blocks.19.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 1.9955569231521675 |
| 87 | 357 | 513 | 1.2318618315595802 | -0.024420239319746382 | -0.0003691571621251253 | -0.00036915737937994017 | 1.7358906112445067 | 1.2237123654964628 | 1.4144593940376866 | 0.9999999318614925 | -0.00026023655014772626 | model.visual.blocks.11.attn.proj.weight | model.visual.blocks.23.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 12 | 0.008149466063117394 | 5.036991026042961 |
| 88 | 322 | 502 | 1.1729881768029917 | 0.01461817243115523 | 0.003892505911476348 | 0.003916918189358058 | 1.1694028378012657 | 1.9166602662646055 | 1.411763904428908 | 0.999992424170168 | 0.0063798471968431305 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.22.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 22 | 0.0035853390017259734 | 5.299826124529262 |
| 89 | 335 | 491 | 1.17121647714492 | 0.028351633981746487 | 0.0012420225434440872 | 0.0012427454447336962 | 1.1984616274724056 | 1.8109639374310844 | 1.4134049545464993 | 0.9999992286897033 | 0.001876787695236795 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.21.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 20 | 0.027245150327485534 | 3.3367095113377205 |
| 90 | 384 | 396 | 0.3691198920492551 | 0.9400251256211196 | 0.9406331265725202 | -0.004131711407543197 | 0.3672911886875784 | 0.4589421067524107 | 0.4055459871536926 | 0.3394249861079841 | 1.175351225638861 | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 1 | 0.0018287033616767312 | 0.9855368219490698 |
| 91 | 325 | 481 | 1.2248184325856868 | 0.01593000720147683 | 0.00035668286817918293 | 0.0003521299367999995 | 1.2598522043002118 | 1.6432900813715758 | 1.4139699770046248 | 0.9999999363886638 | 0.00046523982533299275 | model.visual.blocks.0.mlp.linear_fc1.weight | model.visual.blocks.20.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 20 | 0.03503377171452504 | 3.883451951529753 |
| 92 | 434 | 446 | 0.6714711971379742 | 0.7466796783406375 | 0.7466796783406374 | 0.7466411787471926 | 0.8009403016271841 | 0.6714711971379742 | 0.7277058641173845 | 0.6651837775781384 | 0.6259816074623764 | model.visual.blocks.17.mlp.linear_fc2.bias | model.visual.blocks.18.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 0.0 | 2.3192169686074653 |
| 93 | 375 | 543 | 1.2450460743552318 | 0.039752610229199764 | 0.00020046817264625927 | 0.00019948569811576258 | 1.59054127563826 | 1.2857429953136499 | 1.4140749514469224 | 0.9999999799062557 | 0.00016205209679945207 | model.visual.blocks.12.mlp.linear_fc2.weight | model.visual.blocks.4.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 8 | 0.04069692095841804 | 4.452676180518762 |
| 94 | 412 | 424 | 0.2749777422412075 | 0.965694704010825 | 0.9656947040108249 | 0.9656192506967554 | 0.3141680841203513 | 0.2749777422412075 | 0.29262271842082443 | 0.2596800697886639 | 0.8452308265070719 | model.visual.blocks.15.norm1.bias | model.visual.blocks.16.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 0.0 | 0.811293848119387 |
| 95 | 437 | 461 | 0.052504293407733195 | 0.9987158379861198 | 0.9987158379861201 | 0.8763080405350019 | 0.053307593485215604 | 0.052504293407733195 | 0.05290136974493122 | 0.05066236231841129 | 0.9836660400570565 | model.visual.blocks.17.norm1.weight | model.visual.blocks.19.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 0.0 | 0.14965576878489273 |
| 96 | 438 | 450 | 0.44608246505134597 | 0.9102752340638065 | 0.9102752340638066 | 0.9085816832829672 | 0.5994353129578862 | 0.44608246505134597 | 0.506097149585236 | 0.41400362105914257 | 0.6774005660138706 | model.visual.blocks.17.norm2.bias | model.visual.blocks.18.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 1.441986623547671 |
| 97 | 583 | 595 | 0.08726974532768551 | 0.9961865423048224 | 0.9961865423048228 | 0.866961020613925 | 0.08726974532768551 | 0.08743646516158642 | 0.08735298592079435 | 0.08724891363656874 | 0.9980896537925871 | model.visual.blocks.7.norm2.weight | model.visual.blocks.8.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.37010669453422906 |
| 98 | 61 | 307 | 0.15523921815874098 | 0.9906882246092851 | 0.9906882246092854 | 0.9898260780999395 | 0.16945535211092877 | 0.15523921815874098 | 0.1618809865784036 | 0.13615007021849904 | 0.9075763232709245 | model.language_model.layers.10.input_layernorm.weight | model.language_model.layers.9.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 1 | 0.0 | 0.3685938858803062 |
| 99 | 14 | 16 | 0.28881509487802687 | 0.9574019753321734 | 0.9574019753321734 | -0.1886190052856524 | 0.28881509487802687 | 0.3034781064637699 | 0.29587444608728225 | 0.2887584762912637 | 1.0060088400891476 | model.language_model.layers.17.linear_attn.A_log | model.language_model.layers.18.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 1 | 0.0 | 0.7307437700263578 |
| 100 | 179 | 203 | 1.0704396412653074 | 0.03909930495790883 | 0.004849432829539629 | 0.004913461604549718 | 2.238783586054856 | 1.1149925977522717 | 1.4114741429114228 | 0.9999882414314839 | 0.0024151873106063823 | model.language_model.layers.2.linear_attn.conv1d.weight | model.language_model.layers.21.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 19 | 0.044552956486964224 | 8.671474594552851 |
| 101 | 86 | 110 | 0.7110464468508436 | 0.7106033980707479 | 0.7106033980707479 | 0.3109135726050456 | 0.7110464468508436 | 0.8742855819466329 | 0.7801369814224595 | 0.7035927875201011 | 0.8737408198396674 | model.language_model.layers.12.linear_attn.dt_bias | model.language_model.layers.14.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 2 | 0.0 | 1.257874211458783 |
| 102 | 158 | 205 | 1.0967810692925286 | 0.29531286851183974 | 0.28909453533949464 | 0.28890025325481583 | 1.3068162549542752 | 1.1087211328707067 | 1.1956320980940789 | 0.9573005534506087 | 0.2452718348988933 | model.language_model.layers.18.linear_attn.in_proj_a.weight | model.language_model.layers.21.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 3 | 0.011940063578178117 | 3.6643677326406983 |
| 103 | 194 | 206 | 1.0779393073280112 | 0.3297592679937435 | 0.28648808259037906 | 0.28598691983778113 | 1.1362242091281656 | 1.2662820797614212 | 1.1959817117119595 | 0.9580838055899328 | 0.3192809325263076 | model.language_model.layers.20.linear_attn.in_proj_b.weight | model.language_model.layers.21.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 1 | 0.05828490180015433 | 3.2759195420238125 |
| 104 | 160 | 183 | 1.245951196843796 | 0.04535515992979811 | -0.000283580097562299 | -0.00028364936874866845 | 1.2755851123124817 | 1.6113524492361695 | 1.4144087178073226 | 0.9999999597911633 | -0.00035822579014994286 | model.language_model.layers.18.linear_attn.in_proj_qkv.weight | model.language_model.layers.2.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 16 | 0.029633915468685768 | 3.5495323617859103 |
| 105 | 90 | 184 | 1.27575699641176 | 0.03816181858442828 | -0.0007599167286782255 | -0.0007552905986553723 | 1.5438969433423706 | 1.313381250792536 | 1.4147438556285905 | 0.999999711263241 | -0.0006464553142056793 | model.language_model.layers.12.linear_attn.in_proj_z.weight | model.language_model.layers.2.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 10 | 0.03762425438077588 | 4.409100040617806 |
| 106 | 5 | 9 | 0.10856097242854298 | 0.9942609204170254 | 0.9942609204170256 | -0.09972824680709752 | 0.10856097242854298 | 0.11125162501449001 | 0.10988159934555122 | 0.10698234495228266 | 1.0189033923549682 | model.language_model.layers.10.linear_attn.norm.weight | model.language_model.layers.13.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 3 | 0.0 | 0.29572453858377484 |
| 107 | 56 | 197 | 1.3329275686005655 | 0.0424465735904791 | -0.00044899829312572534 | -0.0004490575467990786 | 1.35617483080113 | 1.4811299717255215 | 1.4145297875790748 | 0.9999998992002613 | -0.0004903680661948757 | model.language_model.layers.1.linear_attn.out_proj.weight | model.language_model.layers.20.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 19 | 0.02324726220056461 | 3.457459840490296 |
| 108 | 186 | 198 | 1.265801436185027 | 0.021804994206489077 | 0.00023048921961750805 | 0.00023048096070129857 | 1.5634310094945252 | 1.3006613645707747 | 1.4140532936330021 | 0.9999999734373595 | 0.0001917503369742461 | model.language_model.layers.2.mlp.down_proj.weight | model.language_model.layers.20.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 18 | 0.03485992838574781 | 4.152621930873453 |
| 109 | 70 | 211 | 1.167306185113027 | 0.049043957963048695 | 0.003961103684819493 | 0.003961929308634614 | 1.7898923669694786 | 1.2025147058765229 | 1.4116180862534498 | 0.9999921547980255 | 0.0026612133334933358 | model.language_model.layers.10.mlp.gate_proj.weight | model.language_model.layers.21.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 11 | 0.03520852076349579 | 4.631273993596738 |
| 110 | 94 | 229 | 1.2320623272220594 | 0.04200775244316993 | 0.00045741944374006664 | 0.0004574335399974432 | 1.6413084062535375 | 1.2606500201119915 | 1.4139010257572584 | 0.9999998953837208 | 0.00035133301502231803 | model.language_model.layers.12.mlp.up_proj.weight | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 11 | 0.028587692889932015 | 4.135861884581622 |
| 111 | 166 | 201 | 0.09840601838570072 | 0.9951502117198024 | 0.9951502117198029 | 0.9311771552216765 | 0.0984060183856978 | 0.09861083334175631 | 0.09850826617254045 | 0.09836694624736271 | 0.9972214432382465 | model.language_model.layers.18.post_attention_layernorm.weight | model.language_model.layers.20.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 2 | 2.914335439641036e-15 | 0.2953103364345702 |
| 112 | 78 | 172 | 0.488212323178376 | 0.8791226044460158 | 0.8791226044460159 | 0.4336238534620243 | 0.488212323178376 | 0.6313725159922504 | 0.5461923946868595 | 0.4765956843615499 | 1.1369107748473268 | model.language_model.layers.11.self_attn.k_norm.weight | model.language_model.layers.19.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 8 | 0.0 | 1.9192310551009402 |
| 113 | 243 | 290 | 1.3126379834953492 | 0.0371137367344525 | 0.0029925337418067574 | 0.0029931525998347936 | 1.3604269259827488 | 1.4701522063490298 | 1.412102295394023 | 0.9999955223608775 | 0.0032338966533707893 | model.language_model.layers.3.self_attn.k_proj.weight | model.language_model.layers.7.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 4 | 0.04778894248739962 | 3.717156194903824 |
| 114 | 233 | 244 | 1.238716963166005 | 0.0416308900231557 | -9.38734982463323e-06 | -9.404716302902027e-06 | 1.272172172482861 | 1.6177395292187515 | 1.4142200130677138 | 0.9999999999559388 | -1.193728900410961e-05 | model.language_model.layers.23.self_attn.o_proj.weight | model.language_model.layers.3.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 20 | 0.03345520931685586 | 3.5528593766989394 |
| 115 | 245 | 292 | 0.45366859221138656 | 0.8931266196262742 | 0.8931266196262743 | -0.03218488401561856 | 0.543936200795208 | 0.45366859221138656 | 0.4927056130698675 | 0.44980533713479265 | 0.7449099648083873 | model.language_model.layers.3.self_attn.q_norm.weight | model.language_model.layers.7.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 4 | 0.0 | 2.2321087833444317 |
| 116 | 129 | 246 | 1.2998871774747838 | 0.005770735005962179 | 0.013065937511416631 | 0.013070478338893887 | 1.5737757755336508 | 1.2812002308394945 | 1.4051374642382986 | 0.9999146369950526 | 0.010636891491156047 | model.language_model.layers.15.self_attn.q_proj.weight | model.language_model.layers.3.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 12 | 0.018686946635289248 | 4.33993702112753 |
| 117 | 177 | 294 | 1.1661960663036888 | -0.019987170240663085 | 9.633741359401838e-05 | 9.573875550408067e-05 | 1.1381535663510483 | 2.093743066751591 | 1.4141563935310502 | 0.9999999953595513 | 0.0001772219476743642 | model.language_model.layers.19.self_attn.v_proj.weight | model.language_model.layers.7.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 12 | 0.02804249995264052 | 4.109603081816816 |
| 118 | 572 | 584 | 0.7631879900895001 | 0.6747680066467262 | 0.6747680066467264 | 0.6749001758504668 | 0.8781285893458063 | 0.7631879900895002 | 0.8146385679825636 | 0.7380299026502948 | 0.586445817864856 | model.visual.blocks.7.attn.proj.bias | model.visual.blocks.8.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 1.1102230246251565e-16 | 2.184487737660508 |
| 119 | 405 | 513 | 1.234368545026557 | -0.038156386022834055 | -0.0015333662528588883 | -0.0015333661527011076 | 1.7443949898531332 | 1.2217594709218973 | 1.4152321522572062 | 0.9999988243932763 | -0.0010739567315428348 | model.visual.blocks.15.attn.proj.weight | model.visual.blocks.23.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 8 | 0.012609074104659612 | 4.857484222155512 |
| 120 | 334 | 586 | 1.1794147885630335 | 0.04926769112821868 | 0.038086989403189345 | 0.03795954109326079 | 1.2163587517715144 | 1.6625697844731133 | 1.3883083052880303 | 0.9992744273912955 | 0.05205888285102336 | model.visual.blocks.1.attn.qkv.bias | model.visual.blocks.8.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 7 | 0.03694396320848092 | 5.515532206555853 |
| 121 | 335 | 455 | 1.1742375159557485 | 0.009235807869518872 | -0.0005191776342634499 | -0.000519760804402818 | 1.1937894282219534 | 1.832360952614398 | 1.4145493362189525 | 0.9999998652272829 | -0.0007968916477271667 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.19.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 18 | 0.019551912266204896 | 3.572827663726136 |
| 122 | 372 | 396 | 0.37341464368670063 | 0.9355329015138143 | 0.9337569300246851 | 0.009752512492150818 | 0.37642332627302144 | 0.4606523159612529 | 0.41221854338032754 | 0.357907803255078 | 1.142695636371802 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 2 | 0.00300868258632081 | 0.9663185194891277 |
| 123 | 325 | 433 | 1.228915409163405 | -0.018561142170001536 | 0.0013219414807484654 | 0.0013046270449213078 | 1.2439089790674758 | 1.6784022693746192 | 1.4133189594222093 | 0.999999126234979 | 0.0017836912656840889 | model.visual.blocks.0.mlp.linear_fc1.weight | model.visual.blocks.17.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 17 | 0.014993569904070858 | 3.9414403520595918 |
| 124 | 470 | 530 | 0.6856625742029931 | 0.7319153138565655 | 0.7319153138565649 | 0.7317463067577874 | 0.6856625742029931 | 1.0459508190293536 | 0.8109573675680591 | 0.6813956070758351 | 1.1165075224913141 | model.visual.blocks.2.mlp.linear_fc2.bias | model.visual.blocks.3.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 0.0 | 2.2105759174007042 |
| 125 | 543 | 591 | 1.2464550728134252 | 0.014669341540029319 | 0.0005086487007401776 | 0.0005078418871445972 | 1.2750450250791923 | 1.610828734938942 | 1.4138634586305197 | 0.9999998706382413 | 0.0006426015764351127 | model.visual.blocks.4.mlp.linear_fc2.weight | model.visual.blocks.8.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 4 | 0.028589952265767105 | 3.621468191726805 |
| 126 | 424 | 448 | 0.2884647013621503 | 0.958451682359992 | 0.9584516823599922 | 0.9583037049218683 | 0.3150764186406671 | 0.2884647013621503 | 0.30089152100359545 | 0.28525492560392485 | 0.8774997491555858 | model.visual.blocks.16.norm1.bias | model.visual.blocks.18.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 0.0 | 1.1922656184218885 |
| 127 | 461 | 485 | 0.05956007223389617 | 0.9990467096188851 | 0.9990467096188845 | 0.8892307261445143 | 0.06213699017461633 | 0.05956007223389617 | 0.06080761750192316 | 0.04365400324918778 | 0.9576146836646239 | model.visual.blocks.19.norm1.weight | model.visual.blocks.20.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 0.0 | 0.14244927082807604 |
| 128 | 402 | 414 | 0.4626330570746154 | 0.9255664605094014 | 0.9255664605094013 | 0.9242761753643249 | 0.7013132120374718 | 0.4626330570746154 | 0.5461368124319188 | 0.3785851650290843 | 0.610565484581683 | model.visual.blocks.14.norm2.bias | model.visual.blocks.15.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 1.576256939881071 |
| 129 | 355 | 607 | 0.09072388570236647 | 0.9973506363909548 | 0.9973506363909544 | 0.9102887137169091 | 0.09072388570236647 | 0.09619374811850401 | 0.09333882638949041 | 0.07274412753314516 | 1.0574822182723005 | model.visual.blocks.10.norm2.weight | model.visual.blocks.9.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.2491967811544202 |
| 130 | 143 | 155 | 0.15779046514651132 | 0.9906674318057784 | 0.9906674318057787 | 0.601715193570405 | 0.1731734037842495 | 0.15779046514651132 | 0.16494636897400367 | 0.13630128230997365 | 0.9026667574478376 | model.language_model.layers.17.input_layernorm.weight | model.language_model.layers.18.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 1 | 0.0 | 0.5482324921415409 |
| 131 | 14 | 34 | 0.3004007274989877 | 0.9538130859584728 | 0.9538130859584728 | 0.6283149326419103 | 0.31494543212711273 | 0.3004007274989878 | 0.3074153230421133 | 0.3004007274531388 | 0.9097644089797026 | model.language_model.layers.17.linear_attn.A_log | model.language_model.layers.9.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 8 | 5.551115123125783e-17 | 0.52114222464123 |
| 132 | 38 | 191 | 1.0754604764293842 | -0.00894176245035533 | 0.005186770642098199 | 0.005180818649404226 | 2.4270694923046006 | 1.0949129960895292 | 1.4114613559414764 | 0.9999865486146833 | 0.002339884622906471 | model.language_model.layers.0.linear_attn.conv1d.weight | model.language_model.layers.20.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 20 | 0.01945251966014494 | 10.2590820785945 |
| 133 | 63 | 145 | 0.7363466038744939 | 0.7201182820472516 | 0.7201182820472516 | 0.595489064622687 | 0.7617529604150856 | 0.7363466038744939 | 0.7487266854536373 | 0.6938513240322564 | 0.6961005456210991 | model.language_model.layers.10.linear_attn.dt_bias | model.language_model.layers.17.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 7 | 0.0 | 1.2066597849766685 |
| 134 | 158 | 193 | 1.0987125728008644 | 0.30422550367670903 | 0.29759171873785567 | 0.2973082868115661 | 1.2671687716063198 | 1.1205702816503684 | 1.1871338658691715 | 0.9546932328966456 | 0.26316339508601655 | model.language_model.layers.18.linear_attn.in_proj_a.weight | model.language_model.layers.20.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 2 | 0.021857708849504 | 3.662754041677051 |
| 135 | 100 | 276 | 1.0850431000394973 | 0.31049085647857344 | 0.2503564172023927 | 0.2501265788851857 | 1.3452048226935516 | 1.135863000567812 | 1.227341100069139 | 0.9681537400462705 | 0.21139575658486814 | model.language_model.layers.13.linear_attn.in_proj_b.weight | model.language_model.layers.6.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 7 | 0.050819900528314754 | 3.779932278249518 |
| 136 | 183 | 195 | 1.2506078119547506 | 0.04275747837515454 | 0.00029257648604395553 | 0.0002926113977948467 | 1.5821454441928418 | 1.29013947956231 | 1.414010897731933 | 0.999999957199499 | 0.00023857760790727315 | model.language_model.layers.2.linear_attn.in_proj_qkv.weight | model.language_model.layers.20.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 18 | 0.03953166760755944 | 4.134722185438148 |
| 137 | 102 | 184 | 1.27923515477497 | -0.011188134973509282 | -0.00040202899634075916 | -0.00040262551424497173 | 1.5644556033497625 | 1.3007561173146491 | 1.4144930367376316 | 0.9999999191863398 | -0.0003342643122683732 | model.language_model.layers.13.linear_attn.in_proj_z.weight | model.language_model.layers.2.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 11 | 0.021520962539679056 | 4.48802585210264 |
| 138 | 9 | 25 | 0.10960681029568475 | 0.9962083215944214 | 0.9962083215944217 | -0.05519799810198762 | 0.11791511626140361 | 0.10960681029568475 | 0.11353359735405479 | 0.08699988497707883 | 0.9260154251802503 | model.language_model.layers.13.linear_attn.norm.weight | model.language_model.layers.22.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 9 | 0.0 | 0.3287443028882429 |
| 139 | 150 | 221 | 1.3380472116260682 | -0.013148449177748503 | -8.291910146519681e-05 | -8.290093223748657e-05 | 1.5137713433073325 | 1.3321224371708442 | 1.4142717180279611 | 0.9999999965622113 | -7.296900950080196e-05 | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.22.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 5 | 0.005924774455223991 | 4.242158950861531 |
| 140 | 163 | 186 | 1.2663783339563124 | 0.04647435306161257 | -1.894445299386093e-05 | -1.894890153732417e-05 | 1.3213740958833604 | 1.529879810357504 | 1.4142268155523061 | 0.9999999998205539 | -2.193378562805802e-05 | model.language_model.layers.18.mlp.down_proj.weight | model.language_model.layers.2.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 16 | 0.054995761927048026 | 3.2968036162133667 |
| 141 | 93 | 228 | 1.1674711141067697 | 0.012706833313159627 | 0.0005910071112333118 | 0.0005878181503150344 | 1.9217812145318836 | 1.1706033701657534 | 1.4138421786288498 | 0.999999825355282 | 0.0003599967108483582 | model.language_model.layers.12.mlp.gate_proj.weight | model.language_model.layers.23.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 11 | 0.0031322560589837067 | 4.97933766768228 |
| 142 | 47 | 229 | 1.242946667843076 | -0.006072910765168247 | -0.00023946401959059835 | -0.0002394451646081065 | 1.7151603029360107 | 1.2310619576832829 | 1.4143739772074062 | 0.9999999713284912 | -0.00017187608892724483 | model.language_model.layers.0.mlp.up_proj.weight | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 23 | 0.0118847101597932 | 4.374379795374464 |
| 143 | 306 | 318 | 0.10776969669698026 | 0.9943211923292561 | 0.9943211923292561 | 0.9956384921901658 | 0.10776969669698025 | 0.11027030449702661 | 0.10899849344365324 | 0.10642070515142445 | 1.017392680934082 | model.language_model.layers.8.post_attention_layernorm.weight | model.language_model.layers.9.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 1.3877787807814457e-17 | 0.2884037796218037 |
| 144 | 242 | 289 | 0.5164703132215697 | 0.8563052844860454 | 0.8563052844860454 | 0.08552372987422988 | 0.6035396751630597 | 0.5164703132215698 | 0.5549462397430471 | 0.5164699988975865 | 0.7327708130742323 | model.language_model.layers.3.self_attn.k_norm.weight | model.language_model.layers.7.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 4 | 1.1102230246251565e-16 | 1.9454870937456594 |
| 145 | 79 | 243 | 1.342342810206297 | 0.0040274186628999845 | 0.0012881338978612486 | 0.0012877279713132254 | 1.4430755734957503 | 1.3853006033401076 | 1.4133031809369414 | 0.9999991703551865 | 0.0012365621722549983 | model.language_model.layers.11.self_attn.k_proj.weight | model.language_model.layers.3.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 8 | 0.04295779313381054 | 4.166369872429478 |
| 146 | 127 | 291 | 1.2409033777329352 | 0.035856572404913294 | -0.0003603294689019897 | -0.0003605429727119476 | 1.2697813001463716 | 1.6234203224921004 | 1.4144608308558224 | 0.9999999350813349 | -0.00046068262506373706 | model.language_model.layers.15.self_attn.o_proj.weight | model.language_model.layers.7.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 8 | 0.02887792241343634 | 3.5077758009922566 |
| 147 | 81 | 175 | 0.4589571878482699 | 0.8937874331411353 | 0.8937874331411354 | 0.5306853444326773 | 0.45895718784826994 | 0.5763394241693781 | 0.5077407838940924 | 0.44849082973788934 | 1.1223812333377976 | model.language_model.layers.11.self_attn.q_norm.weight | model.language_model.layers.19.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 8 | 5.551115123125783e-17 | 2.049191831231762 |
| 148 | 246 | 293 | 1.3084291911022448 | -0.017259678202413815 | 0.013380437467971152 | 0.013380202765932055 | 1.2822624900273465 | 1.571186654480944 | 1.4049136219550622 | 0.9999104779394832 | 0.016395367519753862 | model.language_model.layers.3.self_attn.q_proj.weight | model.language_model.layers.7.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 4 | 0.02616670107489827 | 3.856706739111881 |
| 149 | 83 | 236 | 1.221204609550748 | 0.013554052406598793 | 0.00026104941398500655 | 0.0002611682360479135 | 1.6818118233978736 | 1.2435038805135334 | 1.4140370675919784 | 0.9999999659266011 | 0.00019301562444738724 | model.language_model.layers.11.self_attn.v_proj.weight | model.language_model.layers.23.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 12 | 0.02229927096278539 | 4.915386905324132 |
| 150 | 344 | 596 | 0.7812279337868893 | 0.6304719622374584 | 0.630471962237458 | 0.6304641980144259 | 0.7812279337868893 | 1.0867634806750726 | 0.8970877226560166 | 0.7762120231176849 | 0.877047369297129 | model.visual.blocks.10.attn.proj.bias | model.visual.blocks.9.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 1.8909791633186717 |
| 151 | 345 | 513 | 1.2354780615356413 | -0.001881481828513009 | 0.0007343675322296939 | 0.0007343673280843209 | 1.7339227255349645 | 1.2234502089431236 | 1.4137242491129043 | 0.9999997303521274 | 0.0005181673309404627 | model.visual.blocks.10.attn.proj.weight | model.visual.blocks.23.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 13 | 0.012027852592517707 | 4.640939599738276 |
| 152 | 322 | 454 | 1.1821326866928465 | 0.0023052241894002392 | -0.03251812894430972 | -0.03251186978201839 | 1.218293677343554 | 1.8344635117744865 | 1.4352507073479361 | 0.999471145801599 | -0.04896464795712142 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.19.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 19 | 0.036160990650707436 | 5.470841859877748 |
| 153 | 335 | 431 | 1.1850853501447454 | -0.014170210535600527 | 0.0003872168108560918 | 0.000387085462166712 | 1.195612521675855 | 1.8232980862048345 | 1.4139624284525258 | 0.9999999250315679 | 0.0005905020710143246 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.17.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 16 | 0.010527171531109714 | 3.5512433842689055 |
| 154 | 360 | 372 | 0.38950835830187935 | 0.9231980732441006 | 0.9218589073232517 | -0.03003586479848899 | 0.39667407981485353 | 0.39408909841634954 | 0.39537525148441066 | 0.3875256830053724 | 0.915851486499113 | model.visual.blocks.11.mlp.linear_fc1.bias | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 1 | 0.004580740114470183 | 1.1120613068541232 |
| 155 | 325 | 409 | 1.2302857982354605 | -0.005432741071405456 | 0.0020942196159862004 | 0.002082596757230442 | 1.2548021999852377 | 1.6508953552846517 | 1.4127860350092727 | 0.9999978071196955 | 0.002755284806655822 | model.visual.blocks.0.mlp.linear_fc1.weight | model.visual.blocks.15.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 15 | 0.024516401749777206 | 3.9220894199560763 |
| 156 | 482 | 494 | 0.6902738021975242 | 0.737325870134647 | 0.7373258701346469 | 0.7374382473287788 | 1.159237678008967 | 0.6902738021975242 | 0.8387571004871572 | 0.6755372389662807 | 0.43904433188420205 | model.visual.blocks.20.mlp.linear_fc2.bias | model.visual.blocks.21.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 0.0 | 3.111717466328646 |
| 157 | 327 | 603 | 1.246970307739364 | -0.004213247197332353 | -0.0007688894567031123 | -0.0007763318665419333 | 1.267503467575473 | 1.6290680396539918 | 1.4147404684224303 | 0.999999704404458 | -0.0009882207599304874 | model.visual.blocks.0.mlp.linear_fc2.weight | model.visual.blocks.9.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 9 | 0.02053315983610915 | 3.3932726842375325 |
| 158 | 412 | 436 | 0.29428858558114823 | 0.9567799664047866 | 0.9567799664047867 | 0.9567337211120844 | 0.32279681476462835 | 0.29428858558114823 | 0.30755615641996376 | 0.2908128193296425 | 0.8722806736211239 | model.visual.blocks.15.norm1.bias | model.visual.blocks.17.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 0.0 | 1.0217377887704078 |
| 159 | 401 | 413 | 0.061331353533854015 | 0.9982888940899111 | 0.9982888940899111 | 0.9072203519632395 | 0.06259649969286779 | 0.06133135353385402 | 0.06195424054927108 | 0.05847464353668694 | 0.9781123448237248 | model.visual.blocks.14.norm1.weight | model.visual.blocks.15.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 6.938893903907228e-18 | 0.17483873852158005 |
| 160 | 450 | 462 | 0.4640671239466952 | 0.8886299658777213 | 0.8886299658777211 | 0.8875703791806524 | 0.4836588920076646 | 0.4640671239466952 | 0.4735593270746796 | 0.4586248834768565 | 0.8526338693080181 | model.visual.blocks.18.norm2.bias | model.visual.blocks.19.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 1.529698297082063 |
| 161 | 367 | 391 | 0.09725560720548862 | 0.995260039237272 | 0.995260039237272 | 0.8855282240536735 | 0.0972556072054886 | 0.09761140539544766 | 0.09743301907547258 | 0.0972494436869618 | 0.9989010809280716 | model.visual.blocks.11.norm2.weight | model.visual.blocks.13.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 1.3877787807814457e-17 | 0.29010001780504835 |
| 162 | 190 | 202 | 0.16030818083033768 | 0.992254652051939 | 0.9922546520519391 | 0.8229859391011886 | 0.17993484878905927 | 0.16030818083033768 | 0.1692740462745839 | 0.12422039076289051 | 0.8840229630968401 | model.language_model.layers.20.input_layernorm.weight | model.language_model.layers.21.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 1 | 0.0 | 0.432086100233995 |
| 163 | 14 | 20 | 0.308917469409741 | 0.9510888541742858 | 0.9510888541742857 | 0.09017280263971586 | 0.308917469409741 | 0.3247674809398835 | 0.3165452479475699 | 0.30891745089173 | 0.9998875489637267 | model.language_model.layers.17.linear_attn.A_log | model.language_model.layers.20.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 3 | 0.0 | 0.6560172015531438 |
| 164 | 179 | 215 | 1.0821365308787145 | 0.01822875229755947 | 0.011951381051850295 | 0.012055497018458301 | 1.992417849534872 | 1.14818038224444 | 1.4068826941417214 | 0.9999285796950467 | 0.006887280832013173 | model.language_model.layers.2.linear_attn.conv1d.weight | model.language_model.layers.22.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 20 | 0.06604385136572555 | 8.793746884564605 |
| 165 | 98 | 250 | 0.73778349146146 | 0.6777610038986402 | 0.6777610038986402 | 0.4352669798148336 | 1.1956405903528442 | 0.73778349146146 | 0.8879409984895656 | 0.735282273412264 | 0.4182200603320071 | model.language_model.layers.13.linear_attn.dt_bias | model.language_model.layers.4.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 9 | 0.0 | 2.4306895523798873 |
| 166 | 217 | 298 | 1.109192419123324 | 0.1790393224790345 | 0.12404030329005741 | 0.12395687664485164 | 1.149157820579815 | 1.633133788487732 | 1.3290941990130787 | 0.9922771806101915 | 0.17628075692427392 | model.language_model.layers.22.linear_attn.in_proj_a.weight | model.language_model.layers.8.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 14 | 0.03996540145649097 | 3.0858325566993936 |
| 167 | 53 | 252 | 1.0925636065279882 | 0.17017815871364414 | 0.11611374254300347 | 0.11594670916323939 | 1.1604830185854986 | 1.6201457853426833 | 1.334214031362992 | 0.9932359230276848 | 0.16210594001686604 | model.language_model.layers.1.linear_attn.in_proj_b.weight | model.language_model.layers.4.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 3 | 0.0679194120575104 | 3.2926736343618237 |
| 168 | 148 | 183 | 1.2559300499386654 | 0.01823629314854342 | 4.409909274091931e-05 | 4.3943978748197136e-05 | 1.2877873438568588 | 1.5869998197979047 | 1.4141830476406723 | 0.999999999027635 | 5.434534868426933e-05 | model.language_model.layers.17.linear_attn.in_proj_qkv.weight | model.language_model.layers.2.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 15 | 0.03185729391819336 | 3.5103449374926825 |
| 169 | 55 | 67 | 1.2811323992435915 | -0.008694857179920787 | 0.0004397714706235551 | 0.0004376134328177739 | 1.2910830542163632 | 1.5801249424831096 | 1.413908803724629 | 0.9999999033005221 | 0.0005382255366573074 | model.language_model.layers.1.linear_attn.in_proj_z.weight | model.language_model.layers.10.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 9 | 0.0099506549727717 | 3.52598394199296 |
| 170 | 11 | 23 | 0.1113965199942118 | 0.9952718182971101 | 0.99527181829711 | 0.039900038284638326 | 0.1113965199942118 | 0.11841539910435724 | 0.11474526985205824 | 0.09712882014914347 | 1.0579819691593184 | model.language_model.layers.14.linear_attn.norm.weight | model.language_model.layers.21.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 7 | 0.0 | 0.24496334112840787 |
| 171 | 68 | 150 | 1.340669177820387 | 0.02527068870933307 | -0.0003502633446914661 | -0.0003501729210086567 | 1.36278069909827 | 1.4725039992828988 | 1.4144604736677093 | 0.9999999386577928 | -0.0003784645440030528 | model.language_model.layers.10.linear_attn.out_proj.weight | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 7 | 0.022111521277883073 | 3.6380410160351957 |
| 172 | 186 | 210 | 1.2686546141087223 | 0.011226176570577857 | 0.0006628169766189873 | 0.0006628408095246611 | 1.579307067027592 | 1.2912940553939039 | 1.413754147314555 | 0.9999997803368037 | 0.0005419412346030521 | model.language_model.layers.2.mlp.down_proj.weight | model.language_model.layers.21.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 19 | 0.022639441285181583 | 4.35156234647111 |
| 173 | 228 | 316 | 1.1786138783297266 | -0.048839749845559284 | 0.0004886386056830847 | 0.0004923373159642966 | 1.156201781439196 | 1.9905829360852136 | 1.4139134039181644 | 0.9999998806161494 | 0.0008412680952406683 | model.language_model.layers.23.mlp.gate_proj.weight | model.language_model.layers.9.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 14 | 0.022412096890530586 | 3.2549880390237584 |
| 174 | 188 | 229 | 1.243636965504985 | -0.029103697751360652 | -0.00023970034230150767 | -0.0002397339033916933 | 1.7528695294940877 | 1.2177810939222011 | 1.4143723943686752 | 0.9999999712718725 | -0.00016652839252999328 | model.language_model.layers.2.mlp.up_proj.weight | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 21 | 0.025855871582783907 | 4.528269536346378 |
| 175 | 166 | 171 | 0.11731312781465981 | 0.995465399431363 | 0.9954653994313634 | 0.9316372601694727 | 0.11731312781465902 | 0.12657748866297697 | 0.12168159507351517 | 0.09512433198165698 | 1.0740785166855324 | model.language_model.layers.18.post_attention_layernorm.weight | model.language_model.layers.19.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 7.91033905045424e-16 | 0.35237817348152556 |
| 176 | 125 | 172 | 0.5247751366062866 | 0.8552810497451451 | 0.8552810497451446 | 0.32664837060191815 | 0.5247751366062866 | 0.6795429336717091 | 0.5873839107079504 | 0.5181643812023782 | 1.1075223521759208 | model.language_model.layers.15.self_attn.k_norm.weight | model.language_model.layers.19.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 4 | 0.0 | 2.0607193910682002 |
| 177 | 79 | 232 | 1.350662310651163 | -0.005231529529101324 | -0.0008161883190978995 | -0.0008163156859422918 | 1.3256486916756582 | 1.5247162732655668 | 1.4147849765924672 | 0.9999996669182585 | -0.0009387521897711895 | model.language_model.layers.11.self_attn.k_proj.weight | model.language_model.layers.23.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 12 | 0.025013618975504803 | 4.029680901000889 |
| 178 | 127 | 244 | 1.242829233514223 | 0.04362464092271581 | 1.0776193486514777e-05 | 1.0762535742381972e-05 | 1.2894018458733365 | 1.5840572562981146 | 1.4142061010168072 | 0.9999999999419368 | 1.3238780091883847e-05 | model.language_model.layers.15.self_attn.o_proj.weight | model.language_model.layers.3.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 12 | 0.046572612359113474 | 3.4361205921159295 |
| 179 | 81 | 245 | 0.5043992223746304 | 0.8829120351613245 | 0.8829120351613251 | 0.02517601914004811 | 0.5043992223746304 | 0.7219619445402192 | 0.5847516806492745 | 0.469538430980135 | 1.2637388431372276 | model.language_model.layers.11.self_attn.q_norm.weight | model.language_model.layers.3.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 8 | 0.0 | 1.8625540067317656 |
| 180 | 82 | 235 | 1.3130651532166695 | 0.013642101851385778 | 0.0063652588333103855 | 0.006370273109581093 | 1.515624804849962 | 1.3233497943363302 | 1.4097466925719078 | 0.9999797415347897 | 0.005557750137767559 | model.language_model.layers.11.self_attn.q_proj.weight | model.language_model.layers.23.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 12 | 0.010284641119660654 | 4.314313576953841 |
| 181 | 83 | 177 | 1.2215314698805357 | 0.0027539364805899895 | -0.0005464099717500813 | -0.0005456485150030673 | 1.758775330523843 | 1.2160729098285274 | 1.4145749972860908 | 0.9999998507180602 | -0.0003778051424609954 | model.language_model.layers.11.self_attn.v_proj.weight | model.language_model.layers.19.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 8 | 0.005458560052008288 | 5.583374411477565 |
| 182 | 332 | 464 | 0.7874472814185781 | 0.6268307778263158 | 0.6268307778263155 | 0.6258667240497174 | 0.7874472814185781 | 1.5354132563699991 | 0.9909026592554495 | 0.7791554247835641 | 1.2222332954676143 | model.visual.blocks.1.attn.proj.bias | model.visual.blocks.2.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 2.459702845158253 |
| 183 | 333 | 513 | 1.2410230078618387 | -0.010075990462571943 | 0.00034936653886564225 | 0.0003493671948703445 | 1.6458241193520056 | 1.258721744225649 | 1.4139751255624857 | 0.9999999389715089 | 0.0002671945647194549 | model.visual.blocks.1.attn.proj.weight | model.visual.blocks.23.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 22 | 0.017698736363810363 | 4.811502567235306 |
| 184 | 322 | 406 | 1.1850777689138008 | 0.004188813547804435 | 0.0052347918362735885 | 0.0052252767362002284 | 1.2064709841010353 | 1.7736586241842307 | 1.4107665929709183 | 0.9999862983833483 | 0.007695778687238043 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.15.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 15 | 0.02139321518723447 | 5.5076094369431 |
| 185 | 335 | 407 | 1.186354708051016 | 0.01778940827391491 | -0.0007419466103312617 | -0.0007418222424569508 | 1.2003761372102821 | 1.8098024100738523 | 1.4146968010554906 | 0.9999997247575758 | -0.0011186300042954078 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.15.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 14 | 0.014021429159266185 | 3.5722895514959006 |
| 186 | 360 | 396 | 0.3926455423083422 | 0.9250549635072254 | 0.9252700647793728 | 0.02975893130841528 | 0.3929813742571628 | 0.47778146334082217 | 0.4292216769213044 | 0.3793089864782739 | 1.1249308860283431 | model.visual.blocks.11.mlp.linear_fc1.bias | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 3 | 0.0003358319488205863 | 1.0487914456263496 |
| 187 | 337 | 433 | 1.2340279566529384 | 0.0039897420765684964 | 0.0010413975044145638 | 0.0008872072696690564 | 1.2318420108577686 | 1.7100093184353167 | 1.4135149180625537 | 0.9999994577454719 | 0.0014456394740947048 | model.visual.blocks.1.mlp.linear_fc1.weight | model.visual.blocks.17.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 16 | 0.0021859457951698413 | 3.553636423350578 |
| 188 | 446 | 458 | 0.691815744163916 | 0.7300820845071161 | 0.7300820845071162 | 0.7300137724986022 | 0.825635249023355 | 0.691815744163916 | 0.7499145461913119 | 0.6833594587636466 | 0.6117498994761865 | model.visual.blocks.18.mlp.linear_fc2.bias | model.visual.blocks.19.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 0.0 | 2.200275303536551 |
| 189 | 327 | 351 | 1.251564500564865 | 0.01862837153098987 | -0.0012390741422907577 | -0.001237343357882716 | 1.2599084753468266 | 1.6465900793953945 | 1.41505899129638 | 0.9999992323473403 | -0.0016193614300194952 | model.visual.blocks.0.mlp.linear_fc2.weight | model.visual.blocks.10.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 10 | 0.008343974781961583 | 3.5307325404881023 |
| 190 | 400 | 412 | 0.3226657646262311 | 0.9465129710355493 | 0.9465129710355485 | 0.9463715150999519 | 0.34089924457352966 | 0.3226657646262311 | 0.33140690449605736 | 0.3226657646256553 | 0.895887381357798 | model.visual.blocks.14.norm1.bias | model.visual.blocks.15.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 0.0 | 0.9246444442774492 |
| 191 | 497 | 509 | 0.06454230400672577 | 0.9979164351403158 | 0.9979164351403165 | 0.8351062113423898 | 0.06456649120443181 | 0.06454230400672577 | 0.06455439420716283 | 0.06451967511420609 | 0.9975426065233263 | model.visual.blocks.21.norm1.weight | model.visual.blocks.22.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 0.0 | 0.22294315969211978 |
| 192 | 462 | 486 | 0.553057481131706 | 0.8410118587036278 | 0.841011858703628 | 0.8445202686443016 | 0.553057481131706 | 0.5786404293333112 | 0.5654153420236189 | 0.5410166850660605 | 0.8799148001738779 | model.visual.blocks.19.norm2.bias | model.visual.blocks.20.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 1.8237898422052083 |
| 193 | 487 | 499 | 0.10472210173066979 | 0.9964974378115997 | 0.9964974378115997 | 0.9119756360568352 | 0.11218716335198196 | 0.10472210173066979 | 0.10826207963970355 | 0.08362330078941436 | 0.93018936337171 | model.visual.blocks.20.norm2.weight | model.visual.blocks.21.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.2623208961741425 |
| 194 | 178 | 248 | 0.17830116382464864 | 0.9885947077816465 | 0.9885947077816465 | 0.9300628653098345 | 0.19963312279037523 | 0.17830116382464864 | 0.18806577847025333 | 0.15060047724400139 | 0.882957619880774 | model.language_model.layers.2.input_layernorm.weight | model.language_model.layers.4.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 2 | 0.0 | 0.3952750950435152 |
| 195 | 14 | 24 | 0.31250062816281426 | 0.951018440715256 | 0.9510184407152559 | 0.14861592269199064 | 0.3135149535637103 | 0.31250062816281426 | 0.31300655824085644 | 0.30913415440472297 | 0.9479415789892904 | model.language_model.layers.17.linear_attn.A_log | model.language_model.layers.22.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 5 | 0.0 | 0.6802061485733749 |
| 196 | 38 | 132 | 1.085498107677991 | 0.021604994564364655 | 0.015405300237163 | 0.015486634547296606 | 2.153754888875263 | 1.1200004096355856 | 1.4052674468346875 | 0.9998813313211738 | 0.008011098507682146 | model.language_model.layers.0.linear_attn.conv1d.weight | model.language_model.layers.16.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 16 | 0.03450230195759452 | 9.067845468786347 |
| 197 | 110 | 262 | 0.7412157166453823 | 0.7025280832269637 | 0.7025280832269638 | 0.38192445756859605 | 0.8147346617781646 | 0.7412157166453823 | 0.7753732384163919 | 0.7116560210364613 | 0.6391342864142968 | model.language_model.layers.14.linear_attn.dt_bias | model.language_model.layers.5.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 9 | 0.0 | 1.6841497438634754 |
| 198 | 99 | 217 | 1.115616300645137 | 0.1698354081041353 | 0.1855431215985299 | 0.18526041706597196 | 1.5925619532173432 | 1.1068598976453012 | 1.2853744560556999 | 0.9826361228997605 | 0.12895588781738954 | model.language_model.layers.13.linear_attn.in_proj_a.weight | model.language_model.layers.22.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 9 | 0.00875640299983571 | 4.471214108168243 |
| 199 | 159 | 194 | 1.0932803226630612 | 0.306791840234997 | 0.27834134341178934 | 0.27772491630676605 | 1.3013899902941302 | 1.125323516321756 | 1.2038053766663923 | 0.9604822208389494 | 0.2406842388845205 | model.language_model.layers.18.linear_attn.in_proj_b.weight | model.language_model.layers.20.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 2 | 0.0320431936586949 | 4.191764342006884 |
| 200 | 160 | 277 | 1.2584788279759516 | 0.028269958972918067 | -0.00035329000880962596 | -0.00035325373306447196 | 1.2774985354015604 | 1.607659271967089 | 1.4144568970543172 | 0.9999999375930829 | -0.0004445953890488006 | model.language_model.layers.18.linear_attn.in_proj_qkv.weight | model.language_model.layers.6.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 12 | 0.01901970742560888 | 3.6231185244036945 |
| 201 | 220 | 301 | 1.2841093674344515 | 0.014455362931728215 | 0.0005753794584767929 | 0.0005772247289535214 | 1.3045862722487647 | 1.5560476844163813 | 1.4138128903217948 | 0.9999998344692257 | 0.0006862849112157771 | model.language_model.layers.22.linear_attn.in_proj_z.weight | model.language_model.layers.8.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 14 | 0.02047690481431319 | 3.5627653059311473 |
| 202 | 7 | 9 | 0.11205277360643655 | 0.9939170992110984 | 0.9939170992110977 | -0.10552423304763027 | 0.1151322698620478 | 0.11205277360643655 | 0.11356121813004043 | 0.11013083081406781 | 0.9673323372753172 | model.language_model.layers.12.linear_attn.norm.weight | model.language_model.layers.13.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 1 | 0.0 | 0.38580004713780397 |
| 203 | 115 | 197 | 1.3411598263441207 | 0.025990040162994305 | -4.889364871604653e-05 | -4.896530911360157e-05 | 1.369233766284168 | 1.464015388377811 | 1.4142480576863503 | 0.9999999988047055 | -5.227818351901157e-05 | model.language_model.layers.14.linear_attn.out_proj.weight | model.language_model.layers.20.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 6 | 0.028073939940047365 | 3.5562052816778653 |
| 204 | 121 | 186 | 1.280088394930882 | 0.0385522357808841 | -0.00023697015677731642 | -0.0002369820718690627 | 1.3334257544724126 | 1.5121293752651106 | 1.4143797992741582 | 0.9999999719225721 | -0.0002687285241958871 | model.language_model.layers.15.mlp.down_proj.weight | model.language_model.layers.2.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 13 | 0.05333735954153074 | 3.488770686545075 |
| 205 | 228 | 304 | 1.1800574296766906 | -0.018994269543565277 | 0.0007587542724310221 | 0.0007592926845597813 | 1.174493335913219 | 1.904351617516793 | 1.4137340525297812 | 0.9999997121459356 | 0.0012302623453187115 | model.language_model.layers.23.mlp.gate_proj.weight | model.language_model.layers.8.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 15 | 0.005564093763471556 | 3.180096500627233 |
| 206 | 229 | 287 | 1.2443070401567946 | 0.013205519815312226 | -0.0004066983903637613 | -0.00040672572895164496 | 1.2521285363129846 | 1.6625538490729264 | 1.414489931870877 | 0.9999999172982063 | -0.0005400068401140737 | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.7.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 16 | 0.007821496156189989 | 3.206186439033064 |
| 207 | 201 | 225 | 0.13117657763256274 | 0.9916696212105143 | 0.991669621210514 | 0.8018481309580596 | 0.1356739463386158 | 0.13117657763256138 | 0.1333684240569573 | 0.128807462393277 | 0.9587974004081063 | model.language_model.layers.20.post_attention_layernorm.weight | model.language_model.layers.22.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 2 | 1.3600232051658168e-15 | 0.5653238195535921 |
| 208 | 172 | 289 | 0.5391055761525281 | 0.847393258318516 | 0.8473932583185158 | 0.20406104613763237 | 0.5730767172719882 | 0.5391055761525277 | 0.5553133442582412 | 0.5309657858622617 | 0.7971610379291554 | model.language_model.layers.19.self_attn.k_norm.weight | model.language_model.layers.7.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 12 | 3.3306690738754696e-16 | 2.3826720293750547 |
| 209 | 232 | 290 | 1.3550770625311328 | -0.0002994160375276375 | 0.00213574782732822 | 0.0021359413154881323 | 1.4914775805865994 | 1.3452350377605846 | 1.4127105681751602 | 0.9999977192880082 | 0.001926333219177843 | model.language_model.layers.23.self_attn.k_proj.weight | model.language_model.layers.7.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 16 | 0.009842024770548186 | 4.120604129774522 |
| 210 | 233 | 291 | 1.248631782448721 | 0.014695845906015024 | -8.746243126834327e-05 | -8.773372307406674e-05 | 1.2534478819698953 | 1.6587787014067303 | 1.4142730558316354 | 0.9999999961751616 | -0.00011574539336503688 | model.language_model.layers.23.self_attn.o_proj.weight | model.language_model.layers.7.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 16 | 0.004816099521174344 | 3.8133162736789967 |
| 211 | 128 | 175 | 0.5088698804231924 | 0.8635104244636594 | 0.8635104244636597 | 0.38141901449399596 | 0.5088698804231924 | 0.639528083490707 | 0.5631331608962539 | 0.5043309893736359 | 1.085226672036929 | model.language_model.layers.15.self_attn.q_norm.weight | model.language_model.layers.19.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 4 | 0.0 | 2.363740940314811 |
| 212 | 235 | 246 | 1.3314639677091975 | 0.008250937337401287 | 0.005451297458782113 | 0.005445642328846583 | 1.5214565940914502 | 1.320565906236044 | 1.4103920776610819 | 0.9999851415676214 | 0.004731516887682006 | model.language_model.layers.23.self_attn.q_proj.weight | model.language_model.layers.3.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 20 | 0.01089806147315353 | 4.4028975589504915 |
| 213 | 130 | 247 | 1.2412981413900803 | -0.013960335424148028 | 0.00015518935105112133 | 0.00015495109985144118 | 1.2198329019621938 | 1.745811597089723 | 1.4141105162330194 | 0.9999999879581326 | 0.00022210531325566162 | model.language_model.layers.15.self_attn.v_proj.weight | model.language_model.layers.3.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 12 | 0.021465239427886473 | 3.847048467458841 |
| 214 | 500 | 512 | 0.8295648351260339 | 0.5598650081769754 | 0.5598650081769753 | 0.5598556708524819 | 1.5967499356687984 | 0.8295648351260337 | 1.0410654248800044 | 0.8285838356008373 | 0.29086854041840665 | model.visual.blocks.22.attn.proj.bias | model.visual.blocks.23.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 1.1102230246251565e-16 | 3.7083630231995226 |
| 215 | 513 | 597 | 1.2410286556527417 | -0.021707942887823732 | -0.0012759038124440835 | -0.001275903741506424 | 1.2263109992320418 | 1.7307547268217074 | 1.4150644821393972 | 0.9999991860343995 | -0.001800747571978343 | model.visual.blocks.23.attn.proj.weight | model.visual.blocks.9.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 14 | 0.014717656420699887 | 3.2874214207909565 |
| 216 | 322 | 346 | 1.1874721058503048 | 0.01592026089991935 | 0.016203543594190732 | 0.016193903263858334 | 1.1633723100926205 | 1.9042694021761835 | 1.4039819328257952 | 0.9998687139694847 | 0.026522818194623144 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.10.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 10 | 0.024099795757684284 | 5.629723674768068 |
| 217 | 335 | 419 | 1.1868175231329727 | -0.0054829499774312375 | -0.00021742221041551871 | -0.00021689632372434 | 1.199332022385697 | 1.8119579117831541 | 1.4143550754428298 | 0.9999999763637909 | -0.00032848276124247943 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.16.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 15 | 0.012514499252724187 | 3.657172311945804 |
| 218 | 396 | 504 | 0.4082556031422344 | 0.9134897946840134 | 0.9120028293573383 | -0.00021235626855851567 | 0.4116633885131266 | 0.43476108139026903 | 0.42273971334165195 | 0.41018390905081775 | 0.9631736690369739 | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.blocks.22.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 8 | 0.0034077853708922023 | 1.117704900236243 |
| 219 | 325 | 517 | 1.2342449664778015 | 0.0072787049547916455 | -0.00044749446644685477 | -0.000407243931671745 | 1.2750405478048459 | 1.6127860132300587 | 1.4145214156026038 | 0.9999998998743462 | -0.0005660312667905825 | model.visual.blocks.0.mlp.linear_fc1.weight | model.visual.blocks.23.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 23 | 0.04079558132704442 | 4.004693107662519 |
| 220 | 422 | 434 | 0.7590328722892111 | 0.6535278734958897 | 0.6535278734958894 | 0.6534834318553836 | 1.0685226748602772 | 0.7590328722892111 | 0.8751126753048915 | 0.7569024498334912 | 0.46423828956695734 | model.visual.blocks.16.mlp.linear_fc2.bias | model.visual.blocks.17.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 0.0 | 3.1250663233541833 |
| 221 | 351 | 543 | 1.2526753714719416 | 0.02046789114372153 | -0.00039305533039823976 | -0.00039277227513195514 | 1.6661683965431797 | 1.250579133111899 | 1.4144804088811418 | 0.9999999227537506 | -0.0002950162752902167 | model.visual.blocks.10.mlp.linear_fc2.weight | model.visual.blocks.4.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 6 | 0.0020962383600426904 | 4.599390024033653 |
| 222 | 484 | 496 | 0.3273400042343381 | 0.9449280664157398 | 0.9449280664157395 | 0.944920439350464 | 0.34876765353222533 | 0.3273400042343381 | 0.3375448026851605 | 0.3272780916893334 | 0.8868734073502411 | model.visual.blocks.20.norm1.bias | model.visual.blocks.21.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 0.0 | 0.8857457121118826 |
| 223 | 449 | 485 | 0.0663214090236689 | 0.9984815655766235 | 0.998481565576624 | 0.8132721404302188 | 0.06897346252104605 | 0.0663214090236689 | 0.06760845529389925 | 0.05508686961203873 | 0.9600896039254877 | model.visual.blocks.18.norm1.weight | model.visual.blocks.20.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 0.0 | 0.19249447225541202 |
| 224 | 510 | 522 | 0.5691583100451182 | 0.822536203462839 | 0.8225362034628387 | 0.8137110483505434 | 0.5691583100451181 | 0.7114302693010988 | 0.6285241333249797 | 0.5687127517411048 | 1.02814479277845 | model.visual.blocks.22.norm2.bias | model.visual.blocks.23.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 1.1102230246251565e-16 | 1.6652172634926419 |
| 225 | 547 | 559 | 0.11630218083862554 | 0.9939971584262814 | 0.993997158426282 | 0.9137964224403805 | 0.11630218083862456 | 0.12184055995458316 | 0.11897479815953117 | 0.10940589125123458 | 1.0413318950911858 | model.visual.blocks.4.norm2.weight | model.visual.blocks.5.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 9.71445146547012e-16 | 0.35001093109222026 |
| 226 | 155 | 190 | 0.18000850694026554 | 0.9897324183654799 | 0.9897324183654799 | 0.7515193166515939 | 0.18000850694026554 | 0.2044831480956286 | 0.1910801388944036 | 0.14293264160582256 | 1.1243002018056432 | model.language_model.layers.18.input_layernorm.weight | model.language_model.layers.20.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 2 | 0.0 | 0.36090643415361845 |
| 227 | 12 | 16 | 0.32300713247900537 | 0.9464881622841813 | 0.9464881622841813 | 0.12251718813878175 | 0.32300713247900537 | 0.3365856137084821 | 0.3295867783219621 | 0.3227385298595651 | 0.9862763602935023 | model.language_model.layers.16.linear_attn.A_log | model.language_model.layers.18.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 2 | 0.0 | 0.5773414106332778 |
| 228 | 38 | 156 | 1.0967430653855135 | -0.062028170571007755 | -0.011706507766527128 | -0.011717842567682648 | 2.4720136703251665 | 1.099140211817851 | 1.420346326420327 | 0.9999314764902204 | -0.005205106096543318 | model.language_model.layers.0.linear_attn.conv1d.weight | model.language_model.layers.18.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 18 | 0.0023971464323375713 | 10.22523168919912 |
| 229 | 86 | 262 | 0.7418843572414338 | 0.698448804106045 | 0.698448804106045 | 0.15048784888513053 | 0.7418843572414338 | 0.829888957933379 | 0.7821978234423308 | 0.7156600226663744 | 0.7813009460998085 | model.language_model.layers.12.linear_attn.dt_bias | model.language_model.layers.5.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 7 | 0.0 | 1.290878008539739 |
| 230 | 40 | 111 | 1.1194825414135194 | 0.04178418217488587 | 0.016567710854311527 | 0.016627398026326644 | 1.1349952189534511 | 2.049915257259249 | 1.4042494470372946 | 0.9998627460592018 | 0.02992294830054763 | model.language_model.layers.0.linear_attn.in_proj_a.weight | model.language_model.layers.14.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 14 | 0.015512677539931685 | 2.928566233872756 |
| 231 | 276 | 299 | 1.0935853885201838 | 0.26155790796306655 | 0.26478652758815746 | 0.2645323072648164 | 1.1022169677653015 | 1.3801261182019218 | 1.2180056329975146 | 0.9643070542144788 | 0.3315488811729342 | model.language_model.layers.6.linear_attn.in_proj_b.weight | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 2 | 0.008631579245117704 | 3.136283933196793 |
| 232 | 54 | 148 | 1.2588806080623816 | 0.01609503181740675 | -7.7266504070413e-05 | -7.737284375578214e-05 | 1.617673559802406 | 1.2722721725925916 | 1.4142666581283516 | 0.9999999970149436 | -6.076876413453047e-05 | model.language_model.layers.1.linear_attn.in_proj_qkv.weight | model.language_model.layers.17.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 16 | 0.013391564530210065 | 4.518133909213609 |
| 233 | 220 | 313 | 1.2862991371904096 | 0.023672119540913982 | 0.0010320370189788569 | 0.0010266981719425222 | 1.3083211928898737 | 1.548935311319878 | 1.413493896328967 | 0.999999467449654 | 0.0012218395528354109 | model.language_model.layers.22.linear_attn.in_proj_z.weight | model.language_model.layers.9.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 13 | 0.022022055699464138 | 3.7464933007457555 |
| 234 | 7 | 11 | 0.11213847293011957 | 0.9936954286673416 | 0.9936954286673416 | -0.031943820753763126 | 0.11258083320614114 | 0.11213847293011957 | 0.11235899997947886 | 0.11211331341829232 | 0.9897909329233655 | model.language_model.layers.12.linear_attn.norm.weight | model.language_model.layers.14.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 2 | 0.0 | 0.30622660176272803 |
| 235 | 103 | 162 | 1.343803452498847 | 0.03611833447460331 | 0.0005875140730190866 | 0.0005875336326140308 | 1.3534237401196771 | 1.4830510255863985 | 1.4137997983177277 | 0.9999998274135922 | 0.0006437845906710284 | model.language_model.layers.13.linear_attn.out_proj.weight | model.language_model.layers.18.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 5 | 0.009620287620830226 | 3.7133376371773155 |
| 236 | 186 | 222 | 1.280424929210188 | -0.016008404639219397 | -0.00035757643748556207 | -0.0003575975129676783 | 1.5749092350973117 | 1.2947996118425071 | 1.4144616128411414 | 0.9999999360695436 | -0.00029397873994416234 | model.language_model.layers.2.mlp.down_proj.weight | model.language_model.layers.22.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 20 | 0.014374682632319224 | 4.203752967921608 |
| 237 | 58 | 228 | 1.184566562044371 | 0.016238410751814182 | 9.43233414036473e-05 | 9.104095067615411e-05 | 1.8216253702481384 | 1.1963150488173622 | 1.4141523553372366 | 0.9999999955515536 | 6.19449172255161e-05 | model.language_model.layers.1.mlp.gate_proj.weight | model.language_model.layers.23.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 22 | 0.011748486772991118 | 5.010005446313559 |
| 238 | 200 | 240 | 1.2445525566268003 | 0.04151140766805114 | 0.000357920392137485 | 0.00035793142291613557 | 1.284074915622453 | 1.593403521569214 | 1.4139662354665279 | 0.9999999359464945 | 0.00044414200942228133 | model.language_model.layers.20.mlp.up_proj.weight | model.language_model.layers.3.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 17 | 0.039522358995652596 | 3.1855264520923865 |
| 239 | 72 | 318 | 0.13298222607059368 | 0.9930115221740217 | 0.9930115221740213 | 0.995737523412507 | 0.14272705279242592 | 0.13298222607059368 | 0.1375965074363416 | 0.11801744290414529 | 0.9252127059927469 | model.language_model.layers.10.post_attention_layernorm.weight | model.language_model.layers.9.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 0.0 | 0.3372482037196101 |
| 240 | 78 | 242 | 0.548152076191878 | 0.8489488542445566 | 0.8489488542445568 | 0.13447414720274653 | 0.548152076191878 | 0.7792907472836083 | 0.6340579024391155 | 0.5284750163222991 | 1.2069241653263783 | model.language_model.layers.11.self_attn.k_norm.weight | model.language_model.layers.3.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 8 | 0.0 | 2.0203211153025307 |
| 241 | 173 | 232 | 1.355768657090997 | 0.023901414597642084 | -0.003585959040713154 | -0.0035859668822699393 | 1.3583001255891705 | 1.4834295531874322 | 1.416737153026388 | 0.9999935704282095 | -0.003916305032517151 | model.language_model.layers.19.self_attn.k_proj.weight | model.language_model.layers.23.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 4 | 0.002531468498173428 | 4.3158746997736275 |
| 242 | 127 | 174 | 1.285638116623465 | 0.013010093579320831 | -0.00034397537534721414 | -0.00034396507725984886 | 1.5940502994670571 | 1.2844628723392575 | 1.414451207127316 | 0.9999999408404688 | -0.00027717042478532386 | model.language_model.layers.15.self_attn.o_proj.weight | model.language_model.layers.19.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 4 | 0.001175244284207455 | 4.360276329337919 |
| 243 | 128 | 245 | 0.5179853392321514 | 0.8731107246650841 | 0.8731107246650834 | 0.05828380997052079 | 0.5179853392321514 | 0.7420003110584317 | 0.6006592987519981 | 0.4875219610179758 | 1.2507080417571261 | model.language_model.layers.15.self_attn.q_norm.weight | model.language_model.layers.3.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 12 | 0.0 | 1.9576462307767657 |
| 244 | 176 | 293 | 1.3340627177794684 | 0.04983552287284294 | 0.014554822241673208 | 0.014554481354184435 | 1.4350723215135546 | 1.3746625917937128 | 1.403893605416974 | 0.9998940729644882 | 0.013942133344703555 | model.language_model.layers.19.self_attn.q_proj.weight | model.language_model.layers.7.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 12 | 0.040599874014244364 | 4.086048241425522 |
| 245 | 130 | 294 | 1.243875413301908 | -0.022718942310670405 | -0.0010029143632142355 | -0.0010026397521953625 | 1.2140471953339254 | 1.766119415707823 | 1.4148755167417004 | 0.9999994970812636 | -0.001458976665794051 | model.language_model.layers.15.self_attn.v_proj.weight | model.language_model.layers.7.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 8 | 0.02982821796798274 | 3.7098330561182005 |
| 246 | 428 | 440 | 0.8410482829008806 | 0.5619265585469565 | 0.5619265585469564 | 0.561937324454664 | 1.1779532019317296 | 0.8410482829008806 | 0.9680071998964564 | 0.8271871268338101 | 0.4012106477636704 | model.visual.blocks.17.attn.proj.bias | model.visual.blocks.18.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 3.440416410824133 |
| 247 | 417 | 513 | 1.2416051976302438 | -0.005655900224457075 | -0.0003699091580288437 | -0.0003699092088109381 | 1.717318019689079 | 1.2303812091773592 | 1.414461209748084 | 0.9999999315836051 | -0.00026502329325334216 | model.visual.blocks.16.attn.proj.weight | model.visual.blocks.23.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 7 | 0.011223988452884637 | 4.4792463692459465 |
| 248 | 322 | 370 | 1.1902167178093335 | 0.01813352871040988 | 0.01693423620311585 | 0.016950163031112814 | 1.175787862394039 | 1.84984760421213 | 1.4033297871147423 | 0.9998566055411231 | 0.026642353838993823 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.12.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 12 | 0.014428855415294484 | 5.474338809871822 |
| 249 | 323 | 479 | 1.194561387046197 | 0.027368609570719404 | -0.0005274925970512167 | -0.0005272518051870547 | 1.1947633165797034 | 1.8288784555390223 | 1.4145550869331203 | 0.9999998608757703 | -0.0008074568684993099 | model.visual.blocks.0.attn.qkv.weight | model.visual.blocks.20.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 20 | 0.0002019295335062843 | 3.992098163916285 |
| 250 | 396 | 408 | 0.41292138230442815 | 0.9112142867842111 | 0.908874771746247 | -0.009728919738747642 | 0.4184984574837047 | 0.4435908118932465 | 0.43049714327143995 | 0.4170691181125825 | 0.9633691372062112 | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.blocks.15.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 1 | 0.005577075179276525 | 1.1048851284317998 |
| 251 | 337 | 457 | 1.2342684611258197 | 0.01720737685273712 | 0.0014256083741282129 | 0.0013157982536256892 | 1.2424726381159164 | 1.681714449109193 | 1.4132496624176856 | 0.9999989838198654 | 0.001929592755602243 | model.visual.blocks.1.mlp.linear_fc1.weight | model.visual.blocks.19.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 18 | 0.008204176990096679 | 3.605755056371547 |
| 252 | 422 | 446 | 0.7894567659330911 | 0.6140865894790635 | 0.6140865894790635 | 0.6140240315586127 | 1.3256359332650183 | 0.7894567659330911 | 0.9592431897865307 | 0.7892386588491291 | 0.3657073565733708 | model.visual.blocks.16.mlp.linear_fc2.bias | model.visual.blocks.18.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 2 | 0.0 | 3.884326405460043 |
| 253 | 531 | 603 | 1.2557995817668313 | -0.0008003854623788763 | -0.0009591685213362821 | -0.0009607364860342941 | 1.2787612040937364 | 1.6063734984209848 | 1.4148743748671277 | 0.9999995399977681 | -0.0012049027513985349 | model.visual.blocks.3.mlp.linear_fc2.weight | model.visual.blocks.9.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 6 | 0.02296162232690513 | 3.494751938731355 |
| 254 | 376 | 388 | 0.3470030140262879 | 0.9454979379100535 | 0.9454979379100537 | 0.9453803197465718 | 0.42030812886999375 | 0.34700301402628797 | 0.37843093022750857 | 0.3256280844887868 | 0.7805955004784382 | model.visual.blocks.12.norm1.bias | model.visual.blocks.13.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 5.551115123125783e-17 | 1.0791660333771138 |
| 255 | 485 | 497 | 0.06803819134573061 | 0.9980938968100466 | 0.9980938968100466 | 0.8055468345595823 | 0.06803819134573061 | 0.07018244829105169 | 0.06908537495935087 | 0.06171363828633187 | 1.029549315127127 | model.visual.blocks.20.norm1.weight | model.visual.blocks.21.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 0.0 | 0.20663971599585584 |
| 256 | 486 | 498 | 0.604832773921724 | 0.8128093183524951 | 0.8128093183524951 | 0.8132972356508505 | 0.604832773921724 | 0.6199971465942419 | 0.6122741625631645 | 0.582529837861849 | 0.8331880807916942 | model.visual.blocks.20.norm2.bias | model.visual.blocks.21.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 1.9095368977824652 |
| 257 | 595 | 607 | 0.12135621355711168 | 0.9965403983295595 | 0.996540398329559 | 0.8769995301567909 | 0.13363616191754388 | 0.12135621355711167 | 0.12705325245201965 | 0.08310977377639658 | 0.9049673955212153 | model.visual.blocks.8.norm2.weight | model.visual.blocks.9.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 1.3877787807814457e-17 | 0.27456029111564345 |
| 258 | 49 | 178 | 0.1825883711642308 | 0.9877036887829053 | 0.9877036887829049 | 0.9262675183155512 | 0.2043794510887955 | 0.18258837116423193 | 0.1925652786065478 | 0.1563375296102711 | 0.8823940311368262 | model.language_model.layers.1.input_layernorm.weight | model.language_model.layers.2.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 1 | 1.1379786002407855e-15 | 0.6355187950155519 |
| 259 | 16 | 24 | 0.3346615007288613 | 0.9423591057729838 | 0.9423591057729839 | -0.1775695311738583 | 0.3527935182325899 | 0.3346615007288613 | 0.34336897324370785 | 0.3346032213932531 | 0.8939260396376565 | model.language_model.layers.18.linear_attn.A_log | model.language_model.layers.22.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 4 | 0.0 | 0.6606152940079932 |
| 260 | 215 | 261 | 1.098516228408664 | 0.018647854210394277 | 0.003652404097247392 | 0.0036171712854682517 | 1.198612949778965 | 1.8038499084427853 | 1.4118306081837921 | 0.9999933299499104 | 0.005496677470096348 | model.language_model.layers.22.linear_attn.conv1d.weight | model.language_model.layers.5.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 17 | 0.10009672137030101 | 3.8908034266800855 |
| 261 | 110 | 274 | 0.7914736685072171 | 0.6583844802094472 | 0.6583844802094473 | 0.3869753241865807 | 0.7914736685072172 | 0.8763667373905041 | 0.8306842982207694 | 0.7526817894830032 | 0.7290024694794187 | model.language_model.layers.14.linear_attn.dt_bias | model.language_model.layers.6.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 8 | 1.1102230246251565e-16 | 1.7815256079344308 |
| 262 | 40 | 298 | 1.1220291391276769 | 0.045034680488442155 | 0.02119149075528504 | 0.021225414405072206 | 1.1376108251857726 | 2.0171511959601554 | 1.4013316982104913 | 0.9997754351450973 | 0.037575627776064165 | model.language_model.layers.0.linear_attn.in_proj_a.weight | model.language_model.layers.8.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 8 | 0.015581686058095734 | 2.944121557921624 |
| 263 | 65 | 100 | 1.0948009378101409 | 0.29893933348622526 | 0.3211769991079106 | 0.3210231424768934 | 1.0858901378940746 | 1.2737602797038152 | 1.1686481323630766 | 0.9470191842006356 | 0.37674391721755457 | model.language_model.layers.10.linear_attn.in_proj_b.weight | model.language_model.layers.13.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 3 | 0.008910799916066248 | 3.018587928521904 |
| 264 | 195 | 277 | 1.2610929428272908 | 0.02898252294062993 | 0.00047992806523737856 | 0.00047990980018219697 | 1.2919812072699148 | 1.578404946736675 | 1.4138808543789687 | 0.9999998848345194 | 0.0005863249619931833 | model.language_model.layers.20.linear_attn.in_proj_qkv.weight | model.language_model.layers.6.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 14 | 0.030888264442624047 | 3.2106851277130017 |
| 265 | 55 | 90 | 1.2905106576592573 | 0.006548876060118331 | 0.0006921071019791518 | 0.0006909894547120091 | 1.3224455285153556 | 1.5269664792762896 | 1.4137291025100134 | 0.9999997604938511 | 0.0007991439511143161 | model.language_model.layers.1.linear_attn.in_proj_z.weight | model.language_model.layers.12.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 11 | 0.03193487085609825 | 3.4950296058288535 |
| 266 | 7 | 23 | 0.11365683409446042 | 0.9947954772074608 | 0.9947954772074608 | 0.06820848216052586 | 0.11365683409446042 | 0.12034340439278769 | 0.11685688560749945 | 0.10189189628022646 | 1.0533205095453966 | model.language_model.layers.12.linear_attn.norm.weight | model.language_model.layers.21.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 9 | 0.0 | 0.26517988185239133 |
| 267 | 162 | 221 | 1.3459356368480588 | 0.001703382532618842 | -0.0006461424158440241 | -0.0006461480704863892 | 1.5320517829883187 | 1.320693285332892 | 1.4146653932713535 | 0.9999997912499674 | -0.0005570020279010911 | model.language_model.layers.18.linear_attn.out_proj.weight | model.language_model.layers.22.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 4 | 0.02524235151516674 | 3.893017441211902 |
| 268 | 210 | 280 | 1.2804428348811114 | 0.02119767022783927 | -2.6448364561020218e-05 | -2.6519698896512276e-05 | 1.3059228500487914 | 1.554901390807791 | 1.4142319828950751 | 0.999999999650242 | -3.149083335128515e-05 | model.language_model.layers.21.mlp.down_proj.weight | model.language_model.layers.6.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 15 | 0.025480015167679948 | 3.4906684253252527 |
| 269 | 117 | 228 | 1.1851455261435906 | 0.013974369866944572 | 0.000881728764385666 | 0.000879213065473369 | 1.785735880816097 | 1.2062855771220793 | 1.4136350454129847 | 0.9999996112771175 | 0.000595618144227476 | model.language_model.layers.14.mlp.gate_proj.weight | model.language_model.layers.23.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 9 | 0.0211400509784887 | 4.676562398142899 |
| 270 | 229 | 282 | 1.245874059575415 | -0.0029761765886180567 | 0.0003561619487756714 | 0.00035619813613203344 | 1.2411040536639306 | 1.6875805131289738 | 1.413973137685225 | 0.9999999365743311 | 0.0004842881324071617 | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.6.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 17 | 0.004770005911484354 | 3.238830906934999 |
| 271 | 241 | 259 | 0.14203778019539615 | 0.9901428610069297 | 0.9901428610069293 | 0.9886269129873124 | 0.14695656903827992 | 0.14203778019539615 | 0.14443439554491672 | 0.14006111093737778 | 0.9570017521102371 | model.language_model.layers.3.post_attention_layernorm.weight | model.language_model.layers.4.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 0.0 | 0.5047556453005256 |
| 272 | 125 | 242 | 0.5497014641204492 | 0.8479287979482608 | 0.8479287979482605 | 0.16503150913871423 | 0.5497014641204492 | 0.7825139077013471 | 0.6361245684511019 | 0.5301101334722985 | 1.2070480441536742 | model.language_model.layers.15.self_attn.k_norm.weight | model.language_model.layers.3.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 12 | 0.0 | 1.8947406564792983 |
| 273 | 79 | 126 | 1.3626914913858965 | 0.021843726620856787 | -0.004101796694986245 | -0.004101449561887931 | 1.419365395631889 | 1.4148672883515583 | 1.4171109879131334 | 0.9999915875965523 | -0.004088797701469188 | model.language_model.layers.11.self_attn.k_proj.weight | model.language_model.layers.15.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 4 | 0.05217579696566177 | 4.089860247552031 |
| 274 | 80 | 233 | 1.2998285931573839 | -0.011664300685465402 | -0.0003781103340778488 | -0.0003779685892100995 | 1.5743725765311896 | 1.295120000989868 | 1.4144758856576523 | 0.999999928516285 | -0.0003110434363155217 | model.language_model.layers.11.self_attn.o_proj.weight | model.language_model.layers.23.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 12 | 0.004708592167515846 | 4.806893481011591 |
| 275 | 175 | 292 | 0.5373237410197479 | 0.8494295076292 | 0.8494295076292001 | 0.22368987000233995 | 0.5652122089245071 | 0.5373237410197479 | 0.5507390966398 | 0.5277021049501458 | 0.8075173068896785 | model.language_model.layers.19.self_attn.q_norm.weight | model.language_model.layers.7.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 12 | 0.0 | 2.497206398891687 |
| 276 | 129 | 176 | 1.3365220466568277 | 0.036107246302162777 | 0.031103970688887258 | 0.031113087925950706 | 1.3646971691715049 | 1.4211468606507853 | 1.3920643382087035 | 0.9995161544504345 | 0.03239056348678557 | model.language_model.layers.15.self_attn.q_proj.weight | model.language_model.layers.19.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 4 | 0.02817512251467713 | 3.7225689308666565 |
| 277 | 83 | 294 | 1.2964963494717137 | -0.0011331455807818483 | -0.0015209754698335852 | -0.0015207758845886769 | 1.272984014729412 | 1.6191784733761712 | 1.4152582839594123 | 0.9999988433161412 | -0.001934612462365627 | model.language_model.layers.11.self_attn.v_proj.weight | model.language_model.layers.7.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 4 | 0.023512334742301633 | 3.6406212960331024 |
| 278 | 440 | 476 | 0.8488881586758672 | 0.606152798984801 | 0.6061527989848009 | 0.6062897186400205 | 0.9402262375633171 | 0.8488881586758672 | 0.8910652525399313 | 0.7953482157413139 | 0.5472682135950063 | model.visual.blocks.18.attn.proj.bias | model.visual.blocks.20.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 2 | 0.0 | 2.461037092784109 |
| 279 | 321 | 513 | 1.2449293102195835 | 0.01565298034609388 | -0.0008191918969296913 | -0.0008191921780973419 | 1.662843032737296 | 1.2523938096260554 | 1.4147701900846263 | 0.9999996644622617 | -0.0006169859935135896 | model.visual.blocks.0.attn.proj.weight | model.visual.blocks.23.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 23 | 0.0074644994064718695 | 4.79508782480706 |
| 280 | 322 | 574 | 1.190992870327513 | -0.0005799768831940645 | 0.01489563759535964 | 0.014913700362505736 | 1.1681300154979228 | 1.887610260602108 | 1.4047556168679487 | 0.9998890538357882 | 0.024070230188568735 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.7.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 7 | 0.022862854829590162 | 5.354980590260263 |
| 281 | 335 | 395 | 1.1956800601819129 | 0.024591906494894327 | -0.000622760166185395 | -0.0006219982012506475 | 1.2067492695222997 | 1.7882118499517143 | 1.4146218703470408 | 0.9999998060848689 | -0.0009228322212214469 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.14.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 13 | 0.011069209340386799 | 3.4244751313033612 |
| 282 | 396 | 480 | 0.41551628405324215 | 0.9097772936052924 | 0.9071874904769036 | 0.00484546136605643 | 0.4216220972881753 | 0.45110029979717403 | 0.43561492462137513 | 0.4207265823812633 | 0.9706145658837945 | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.blocks.20.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 6 | 0.006105813234933144 | 1.1653792881778222 |
| 283 | 337 | 445 | 1.237544825727256 | 0.010379384788532788 | 0.0008215655577702338 | 0.0006913642670032872 | 1.2390351849656305 | 1.6917436315624337 | 1.413659595499301 | 0.9999996625149602 | 0.0011217423985480973 | model.visual.blocks.1.mlp.linear_fc1.weight | model.visual.blocks.18.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 17 | 0.0014903592383743725 | 3.527047343387315 |
| 284 | 494 | 506 | 0.7956752462995293 | 0.6474909262720484 | 0.6474909262720484 | 0.6475055183281017 | 0.7956752462995293 | 0.9080167518481319 | 0.8463041909997951 | 0.7620731594770707 | 0.7389102657887114 | model.visual.blocks.21.mlp.linear_fc2.bias | model.visual.blocks.22.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 0.0 | 2.1351294855714924 |
| 285 | 387 | 543 | 1.2559899598252993 | 0.011765484091976246 | -6.28463168656255e-05 | -6.316414286095139e-05 | 1.632699594118754 | 1.2651091633410756 | 1.4142565932665778 | 0.9999999980251703 | -4.869692602076843e-05 | model.visual.blocks.13.mlp.linear_fc2.weight | model.visual.blocks.4.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 9 | 0.00911920351577633 | 4.659123306362647 |
| 286 | 460 | 484 | 0.3487488788525753 | 0.9414634949638213 | 0.9414634949638212 | 0.9412800096321878 | 0.4092640497353127 | 0.3487488788525753 | 0.37539649424433746 | 0.3371149472368543 | 0.8022555085441944 | model.visual.blocks.19.norm1.bias | model.visual.blocks.20.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 0.0 | 1.106920385093119 |
| 287 | 425 | 437 | 0.06969717750467118 | 0.9992280358422152 | 0.9992280358422151 | 0.9378723865753412 | 0.07401542061880748 | 0.06969717750467118 | 0.07175903509634984 | 0.03928526933736397 | 0.9409305952662823 | model.visual.blocks.16.norm1.weight | model.visual.blocks.17.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 0.0 | 0.1601558854361083 |
| 288 | 414 | 438 | 0.6184465367714582 | 0.78979276086354 | 0.7897927608635403 | 0.7857867322337742 | 0.870139786384659 | 0.6184465367714582 | 0.7128961610300142 | 0.613373780730434 | 0.5613403792885531 | model.visual.blocks.15.norm2.bias | model.visual.blocks.17.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 2.1319756119724844 |
| 289 | 583 | 607 | 0.12408953234566354 | 0.9960047561233916 | 0.9960047561233919 | 0.8664394853664227 | 0.13638551284297512 | 0.12408953234566353 | 0.12980275461312407 | 0.08930020033338437 | 0.9062088914363339 | model.visual.blocks.7.norm2.weight | model.visual.blocks.9.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 1.3877787807814457e-17 | 0.38452867450650613 |
| 290 | 96 | 295 | 0.182615754965418 | 0.9831893655995821 | 0.9831893655995821 | 0.9801465661318002 | 0.18514733825209784 | 0.182615754965418 | 0.18386847691067884 | 0.18258880407048828 | 0.969745878973789 | model.language_model.layers.13.input_layernorm.weight | model.language_model.layers.8.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 5 | 0.0 | 0.5352571494799189 |
| 291 | 16 | 20 | 0.3397727182470947 | 0.942247788899494 | 0.9422477888994941 | -0.2746589035988848 | 0.3397727182470947 | 0.3399469077072262 | 0.3398597794979519 | 0.33491656321241337 | 0.9427308460281102 | model.language_model.layers.18.linear_attn.A_log | model.language_model.layers.20.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 2 | 0.0 | 0.6987408073688116 |
| 292 | 179 | 191 | 1.099809738529673 | -0.0297527768018167 | -0.015108468043640416 | -0.015100919362106719 | 2.2481365051954048 | 1.124950102389026 | 1.4227385287005703 | 0.9998858605827838 | -0.0075601604410392865 | model.language_model.layers.2.linear_attn.conv1d.weight | model.language_model.layers.20.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 18 | 0.025140363859353032 | 9.538311661740769 |
| 293 | 51 | 192 | 0.8217971905165936 | 0.6283904509441779 | 0.6283904509441779 | 0.58782057921214 | 0.9198630623329986 | 0.8217971905165936 | 0.8666964955668485 | 0.7778980917589223 | 0.5613982431511484 | model.language_model.layers.1.linear_attn.dt_bias | model.language_model.layers.20.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 19 | 0.0 | 1.6827944937328347 |
| 294 | 40 | 275 | 1.1236152899446592 | 0.04780432173694564 | 0.011134467760118835 | 0.011230161687094266 | 1.13918825467796 | 2.0455419627508253 | 1.4075041977891727 | 0.9999380098924627 | 0.019993202126770415 | model.language_model.layers.0.linear_attn.in_proj_a.weight | model.language_model.layers.6.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 6 | 0.01557296473330072 | 3.138681969812586 |
| 295 | 53 | 299 | 1.1032512134297905 | 0.10953047884266734 | 0.09949625719887269 | 0.09931286379069439 | 1.1378300604299807 | 1.7468451510746301 | 1.348328429954571 | 0.9950379363639438 | 0.15275089003382905 | model.language_model.layers.1.linear_attn.in_proj_b.weight | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 7 | 0.034578847000190205 | 3.123867991180438 |
| 296 | 148 | 312 | 1.2664055823330773 | 0.014867643323901282 | -0.0006637754148407121 | -0.0006638147430635596 | 1.2850245991696678 | 1.593609961409742 | 1.414672183336294 | 0.999999779701075 | -0.0008231742130948707 | model.language_model.layers.17.linear_attn.in_proj_qkv.weight | model.language_model.layers.9.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 8 | 0.018619016836590507 | 3.6036426222688736 |
| 297 | 55 | 278 | 1.2926759962434806 | 0.046333977915139254 | -0.0006908779058589172 | -0.0006910905644394836 | 1.3470605092844774 | 1.493670511991006 | 1.414699407828663 | 0.9999997613438311 | -0.0007660709732450726 | model.language_model.layers.1.linear_attn.in_proj_z.weight | model.language_model.layers.6.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 5 | 0.054384513040996785 | 3.4585548789739997 |
| 298 | 23 | 31 | 0.11552971564161636 | 0.9936883679654755 | 0.9936883679654757 | 0.07012306219499365 | 0.11958935995760936 | 0.11552971564161636 | 0.11750697556123237 | 0.11217587695270922 | 0.9599560916466683 | model.language_model.layers.21.linear_attn.norm.weight | model.language_model.layers.6.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 15 | 0.0 | 0.2891871220108616 |
| 299 | 56 | 162 | 1.3461231297746485 | 0.025087081868562955 | 6.120843170674934e-05 | 6.119828409999962e-05 | 1.3358019613674468 | 1.508177433847873 | 1.4141705976573173 | 0.9999999981267639 | 6.910693211352825e-05 | model.language_model.layers.1.linear_attn.out_proj.weight | model.language_model.layers.18.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 17 | 0.010321168407201764 | 3.7037911801522068 |
| 300 | 151 | 186 | 1.2821200498622916 | 0.005478115706183943 | -0.00031342506188753914 | -0.00031341403783338587 | 1.3293757534457769 | 1.5182299889558757 | 1.4144332292507715 | 0.9999999508823642 | -0.0003579509608284897 | model.language_model.layers.17.mlp.down_proj.weight | model.language_model.layers.2.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 15 | 0.0472557035834853 | 3.4253549435445425 |
| 301 | 228 | 286 | 1.1860063745833633 | -0.007444540774440241 | 0.0009514623857607535 | 0.0009536364418136465 | 1.1929461917989126 | 1.831274774694442 | 1.4135980331948506 | 0.9999995473595618 | 0.0014605764099777298 | model.language_model.layers.23.mlp.gate_proj.weight | model.language_model.layers.7.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 16 | 0.00693981721554926 | 3.1454058087482197 |
| 302 | 229 | 270 | 1.2472101200555175 | -0.021163533955122306 | -3.4393439166808714e-05 | -3.439279586876905e-05 | 1.2330666459657433 | 1.709292352357168 | 1.414236640381843 | 0.9999999994085457 | -4.767661401873721e-05 | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.5.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 18 | 0.014143474089774122 | 3.2130672655664525 |
| 303 | 166 | 213 | 0.14437882035157895 | 0.990702162596305 | 0.9907021625963054 | 0.8812923280880454 | 0.1532082444423331 | 0.14437882035157837 | 0.14859715610832758 | 0.1360486127345799 | 0.933607783811206 | model.language_model.layers.18.post_attention_layernorm.weight | model.language_model.layers.21.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 3 | 5.828670879282072e-16 | 0.5729513951236883 |
| 304 | 231 | 289 | 0.6019231234197302 | 0.7993529557498874 | 0.7993529557498871 | 0.021329327204589486 | 0.7207948717951856 | 0.6019231234197302 | 0.6533843162826264 | 0.6008617579226682 | 0.6675255980129728 | model.language_model.layers.23.self_attn.k_norm.weight | model.language_model.layers.7.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 16 | 0.0 | 2.758257817765325 |
| 305 | 126 | 290 | 1.3631819967146694 | 0.009437345449803045 | -0.0017588589967571192 | -0.001759389293020092 | 1.3880613814929892 | 1.4445387863168362 | 1.4154557295267425 | 0.9999984532063185 | -0.0018304234051560275 | model.language_model.layers.15.self_attn.k_proj.weight | model.language_model.layers.7.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 8 | 0.024879384778319746 | 3.873025410146593 |
| 306 | 174 | 233 | 1.3083756921209808 | -0.013099680522201153 | 0.000661789759001042 | 0.0006618028917935854 | 1.3017525454187244 | 1.5607336106139622 | 1.4137531301729311 | 0.9999997810171335 | 0.0007934515078676514 | model.language_model.layers.19.self_attn.o_proj.weight | model.language_model.layers.23.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 4 | 0.006623146702256388 | 3.7053351779866284 |
| 307 | 175 | 245 | 0.5783843752230593 | 0.8179249708705306 | 0.817924970870531 | 0.1479543939436798 | 0.5783843752230593 | 0.6592502412835334 | 0.6148643700574453 | 0.5753249012744373 | 0.9322818137856344 | model.language_model.layers.19.self_attn.q_norm.weight | model.language_model.layers.3.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 16 | 0.0 | 2.432422160489067 |
| 308 | 82 | 129 | 1.3421483999549726 | 0.022093820688464196 | 0.022487085707574864 | 0.022483264609145147 | 1.451076569405469 | 1.3508267155874218 | 1.3982635047916667 | 0.9997471335174611 | 0.02093353084871451 | model.language_model.layers.11.self_attn.q_proj.weight | model.language_model.layers.15.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 4 | 0.008678315632449252 | 4.209017939873327 |
| 309 | 130 | 236 | 1.2972309166611495 | -0.005445678976780534 | 0.0021280219874845138 | 0.0021281859255794632 | 1.547054876675012 | 1.3082422974419672 | 1.4127289505521625 | 0.999997735758647 | 0.0017995278744715056 | model.language_model.layers.15.self_attn.v_proj.weight | model.language_model.layers.23.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 8 | 0.011011380780817648 | 4.7482501395665215 |
| 310 | 524 | 536 | 0.8721653174213182 | 0.5245665095130589 | 0.5245665095130589 | 0.5241519842256502 | 0.8721653174213182 | 1.2217128818935747 | 1.0038707956484978 | 0.8513694715558492 | 0.7348029659983218 | model.visual.blocks.3.attn.proj.bias | model.visual.blocks.4.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 2.172752234427745 |
| 311 | 369 | 513 | 1.245351546493396 | -0.015010545353294607 | -0.002153688596454722 | -0.002153688574672979 | 1.7279599685142937 | 1.2280743655021724 | 1.415651040778907 | 0.9999976808100255 | -0.0015306429574606887 | model.visual.blocks.12.attn.proj.weight | model.visual.blocks.23.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 11 | 0.01727718099122355 | 4.506535250166312 |
| 312 | 322 | 382 | 1.1911933916072865 | 0.013593778483210306 | 0.0038432798487660104 | 0.00385093520598333 | 1.1806252802963122 | 1.869703610288134 | 1.411757724120483 | 0.9999926145727298 | 0.006086430918014867 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.13.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 13 | 0.010568111310974349 | 5.44106508266757 |
| 313 | 323 | 383 | 1.198902868355734 | 0.05085873866249506 | 0.0004537737105977691 | 0.00045376110912254505 | 1.2000234784084316 | 1.8077506247593478 | 1.4139178361570948 | 0.9999998970447045 | 0.0006835780495898678 | model.visual.blocks.0.attn.qkv.weight | model.visual.blocks.13.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 13 | 0.0011206100526977014 | 4.198211849915451 |
| 314 | 396 | 432 | 0.4158605848575297 | 0.9098641874583696 | 0.9098465844524481 | -0.026635109290096146 | 0.41619537838400106 | 0.44178051601234214 | 0.4284160255848217 | 0.414944806884258 | 0.9657783686406284 | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.blocks.17.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 3 | 0.0003347935264713664 | 1.1173740674154835 |
| 315 | 337 | 397 | 1.2420986495488624 | -0.004418333711108915 | 0.0007161687393706888 | 0.0006113415586500992 | 1.2319601875017214 | 1.7104660606662614 | 1.4137331680226086 | 0.9999997435511355 | 0.0009943359654242016 | model.visual.blocks.1.mlp.linear_fc1.weight | model.visual.blocks.14.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 13 | 0.010138462047140973 | 3.7088066613525004 |
| 316 | 338 | 470 | 0.8027208341499007 | 0.6002886750713847 | 0.600288675071385 | 0.5993601080493767 | 0.8027208341499008 | 1.2000647456331497 | 0.9435861991693679 | 0.7997834122942543 | 0.8974293994984023 | model.visual.blocks.1.mlp.linear_fc2.bias | model.visual.blocks.2.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 1.1102230246251565e-16 | 2.4773448362096246 |
| 317 | 339 | 603 | 1.2566778806870884 | 0.02220931907113874 | -0.0012482928458502243 | -0.0012522918318578836 | 1.2796035347581107 | 1.6052899551713866 | 1.4150737608324295 | 0.9999992208821821 | -0.0015660100274218689 | model.visual.blocks.1.mlp.linear_fc2.weight | model.visual.blocks.9.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 8 | 0.022925654071022317 | 3.3739588304907415 |
| 318 | 412 | 448 | 0.35251991160984164 | 0.9470873559973313 | 0.9470873559973316 | 0.946948260139136 | 0.43991766083632733 | 0.35251991160984164 | 0.3890402894913421 | 0.320975918271112 | 0.7589310017430609 | model.visual.blocks.15.norm1.bias | model.visual.blocks.18.norm1.bias | model.visual.layers.*.norm1.bias | whole | 3 | 0.0 | 1.4174506023850506 |
| 319 | 353 | 605 | 0.07519263323340192 | 0.997219524340694 | 0.9972195243406942 | 0.9408319096020746 | 0.0761688130067692 | 0.0751926332333991 | 0.07567600145621221 | 0.07451993205659671 | 0.984439155435843 | model.visual.blocks.10.norm1.weight | model.visual.blocks.9.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 2.8171909249863347e-15 | 0.2288809051492158 |
| 320 | 426 | 450 | 0.63520348941582 | 0.785756614638284 | 0.785756614638284 | 0.7837452517514245 | 0.9906496736491263 | 0.63520348941582 | 0.7562117673346054 | 0.6185358053922047 | 0.5038262836258494 | model.visual.blocks.16.norm2.bias | model.visual.blocks.18.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 2.354759901511149 |
| 321 | 559 | 571 | 0.1273419814334407 | 0.9920400632518862 | 0.992040063251886 | 0.7910752250159259 | 0.1273419814334407 | 0.13086480445209644 | 0.1290673493470545 | 0.1259226465064725 | 1.0194841278950855 | model.visual.blocks.5.norm2.weight | model.visual.blocks.6.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.5195631831599302 |
| 322 | 248 | 260 | 0.18517306391812627 | 0.9849476019018677 | 0.9849476019018675 | 0.970249816395001 | 0.18517306391812627 | 0.20159643368798544 | 0.19286225974394614 | 0.17285317905019984 | 1.0723045766566983 | model.language_model.layers.4.input_layernorm.weight | model.language_model.layers.5.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 1 | 0.0 | 0.5358223633971309 |
| 323 | 12 | 22 | 0.34015204213096484 | 0.9405949482354465 | 0.9405949482354465 | 0.05272198317717404 | 0.35390326535722105 | 0.34015204213096484 | 0.34682336218664295 | 0.33953076937732424 | 0.9040473026927615 | model.language_model.layers.16.linear_attn.A_log | model.language_model.layers.21.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 5 | 0.0 | 0.7393715915126287 |
| 324 | 144 | 179 | 1.1007904632371306 | -0.027488488308338718 | 0.006865797842885901 | 0.006789455646256587 | 1.1107127758784918 | 2.2652716327764293 | 1.4103702052204234 | 0.999976430132221 | 0.014002627346719624 | model.language_model.layers.17.linear_attn.conv1d.weight | model.language_model.layers.2.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 15 | 0.00992231264136123 | 3.7785846975925383 |
| 325 | 262 | 274 | 0.8224159920527664 | 0.607761399232943 | 0.607761399232943 | 0.24787135454443715 | 0.8224159920527664 | 1.000950348149858 | 0.8986450932368465 | 0.794119689720898 | 0.7396974159461966 | model.language_model.layers.5.linear_attn.dt_bias | model.language_model.layers.6.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 1 | 0.0 | 1.7371894484683406 |
| 326 | 193 | 217 | 1.1253001800144422 | 0.29119018779247036 | 0.2916728222104041 | 0.2912819821782967 | 1.2746486996966175 | 1.1238598569136984 | 1.192160802780815 | 0.9565181466045576 | 0.25716840750947273 | model.language_model.layers.20.linear_attn.in_proj_a.weight | model.language_model.layers.22.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 2 | 0.0014403231007438233 | 3.776919618213707 |
| 327 | 65 | 299 | 1.1037089953337345 | 0.24840819001202868 | 0.2390028304663607 | 0.23880877189417998 | 1.1246019967738659 | 1.3947291675050641 | 1.2380873204947982 | 0.9710188705834033 | 0.2964108366550677 | model.language_model.layers.10.linear_attn.in_proj_b.weight | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 2 | 0.020893001440131398 | 3.108635243032205 |
| 328 | 42 | 207 | 1.2664558619780881 | 0.017239157556154752 | -0.00021477055420634215 | -0.00021470973586967346 | 1.5989982181143694 | 1.2817607815391203 | 1.414361781089467 | 0.9999999769368042 | -0.00017216058798098126 | model.language_model.layers.0.linear_attn.in_proj_qkv.weight | model.language_model.layers.21.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 21 | 0.015304919561032193 | 4.220333165770006 |
| 329 | 114 | 220 | 1.2942218296845678 | 0.014751264627892509 | 0.0037351870236372467 | 0.003733111932260814 | 1.5277048248344391 | 1.3184880229963056 | 1.4115983573338848 | 0.9999930241646181 | 0.0032236589649120473 | model.language_model.layers.14.linear_attn.in_proj_z.weight | model.language_model.layers.22.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 8 | 0.02426619331173785 | 4.41811376750299 |
| 330 | 13 | 23 | 0.11749233300602578 | 0.9938183960417738 | 0.9938183960417736 | 0.07516264211177355 | 0.1229829379090417 | 0.11749233300602578 | 0.12014364166073736 | 0.11101799713990687 | 0.9494491180688392 | model.language_model.layers.16.linear_attn.norm.weight | model.language_model.layers.21.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 5 | 0.0 | 0.28044343788991016 |
| 331 | 138 | 185 | 1.3462741184821991 | 0.023745629087569248 | 0.0003678584646126536 | 0.00036791084884971274 | 1.4591477542591962 | 1.3727150004315665 | 1.4139539074979028 | 0.9999999323400728 | 0.0003460683340227481 | model.language_model.layers.16.linear_attn.out_proj.weight | model.language_model.layers.2.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 14 | 0.026440881949367334 | 3.8921652765649943 |
| 332 | 198 | 315 | 1.2823007816930416 | 0.04436566520578854 | -0.00017072484622544096 | -0.00017076832834867796 | 1.3243325968945774 | 1.5255906856207349 | 1.4143330799232356 | 0.9999999854265134 | -0.00019666980622262705 | model.language_model.layers.20.mlp.down_proj.weight | model.language_model.layers.9.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 11 | 0.04203181520153576 | 3.447780635297836 |
| 333 | 70 | 164 | 1.1863808517157255 | 0.015807869530943524 | 0.0050386390450004245 | 0.005040281958945877 | 1.8025694832654025 | 1.1978803069812094 | 1.4109250013226087 | 0.999987305977718 | 0.0033483793784519255 | model.language_model.layers.10.mlp.gate_proj.weight | model.language_model.layers.18.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 8 | 0.011499455265483904 | 4.801889176955294 |
| 334 | 71 | 229 | 1.2478803005698178 | 0.030582959073031993 | 0.00021662212126344956 | 0.00021660015948596743 | 1.6490039251673523 | 1.2574333560965358 | 1.4140658410850857 | 0.999999976537428 | 0.00016518328233658167 | model.language_model.layers.10.mlp.up_proj.weight | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 13 | 0.009553055526718035 | 4.2861415447268625 |
| 335 | 171 | 213 | 0.14722225269558437 | 0.9967678094776051 | 0.9967678094776047 | 0.9497327281839979 | 0.16856288920260912 | 0.14722225269558437 | 0.15681379833301134 | 0.08033638023472 | 0.8705736062067011 | model.language_model.layers.19.post_attention_layernorm.weight | model.language_model.layers.21.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 2 | 0.0 | 0.38672059806298914 |
| 336 | 125 | 231 | 0.6108992641832905 | 0.7999315368069191 | 0.7999315368069189 | 0.13422929505017855 | 0.6108992641832905 | 0.8911380189553971 | 0.7125801190871668 | 0.6000912734090714 | 1.166885355416282 | model.language_model.layers.15.self_attn.k_norm.weight | model.language_model.layers.23.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 8 | 0.0 | 2.621957737181737 |
| 337 | 126 | 173 | 1.3667611530268207 | -0.021454489757904673 | -0.0005408809133269911 | -0.0005408601177870862 | 1.3772920887175861 | 1.455103756401694 | 1.4145953945279472 | 0.9999998537239081 | -0.00057143858967556 | model.language_model.layers.15.self_attn.k_proj.weight | model.language_model.layers.19.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 4 | 0.010530935690765464 | 4.035852056159651 |
| 338 | 80 | 127 | 1.3190559210197543 | -0.0324082883891015 | -0.00026994991762664103 | -0.000269838429783171 | 1.5426788270850689 | 1.3135848511897477 | 1.4144019929329594 | 0.9999999635635204 | -0.0002298612751717775 | model.language_model.layers.11.self_attn.o_proj.weight | model.language_model.layers.15.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 4 | 0.00547106983000667 | 4.394862627666816 |
| 339 | 234 | 292 | 0.6329387779408717 | 0.7792791142198079 | 0.7792791142198074 | 0.09899343055907009 | 0.7291162521730674 | 0.6329387779408717 | 0.6759488065725402 | 0.6266769998498369 | 0.6764846740956371 | model.language_model.layers.23.self_attn.q_norm.weight | model.language_model.layers.7.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 16 | 0.0 | 3.092345365575855 |
| 340 | 235 | 293 | 1.3563819203358383 | 0.015116943378858879 | 0.004309525772437602 | 0.004309327319670072 | 1.369666923206189 | 1.4566872711809236 | 1.4111687616840962 | 0.999990713950693 | 0.004583326961595145 | model.language_model.layers.23.self_attn.q_proj.weight | model.language_model.layers.7.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 16 | 0.013285002870350837 | 4.049911614039838 |
| 341 | 130 | 177 | 1.3000913873076163 | -0.022101280961288952 | 0.000708965576107563 | 0.0007100147833955961 | 1.6116167466862954 | 1.2744527649860227 | 1.413725663471453 | 0.9999997486838743 | 0.0005606439251813439 | model.language_model.layers.15.self_attn.v_proj.weight | model.language_model.layers.19.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 4 | 0.02563862232159364 | 5.511712275547116 |
| 342 | 356 | 596 | 0.8810390504249768 | 0.5440162404413185 | 0.5440162404413191 | 0.5440331609294363 | 0.8810390504249768 | 1.0841074814579597 | 0.9669324234218228 | 0.8390746868641032 | 0.6694051484012935 | model.visual.blocks.11.attn.proj.bias | model.visual.blocks.9.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 2 | 0.0 | 2.6908117563538116 |
| 343 | 513 | 537 | 1.2511166794771686 | 0.034856717341162684 | -0.001097282083068216 | -0.0010972820739672392 | 1.2771986192468845 | 1.6097641568782308 | 1.414968933598697 | 0.9999993979858339 | -0.001382999747016211 | model.visual.blocks.23.attn.proj.weight | model.visual.blocks.4.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 19 | 0.026081939769715845 | 3.4390437367028293 |
| 344 | 322 | 562 | 1.192687113542745 | -0.0015390111111348965 | 0.0021852757054458037 | 0.00219374795373941 | 1.17798631070481 | 1.8853634173320346 | 1.4128241040959026 | 0.999997612282195 | 0.003497526952895472 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.6.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 6 | 0.014700802837934956 | 5.343389193072458 |
| 345 | 335 | 359 | 1.1999337142886155 | 0.00628336382302937 | -0.0008005658629764517 | -0.0007999784182856835 | 1.2177907143438815 | 1.7542559755048028 | 1.4147438245475124 | 0.9999996795470982 | -0.0011532338294008573 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.11.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 10 | 0.017857000055266026 | 3.7091672041982444 |
| 346 | 396 | 456 | 0.4164265192621044 | 0.9094709278625224 | 0.9094886768536523 | -0.01761496560625799 | 0.41620165132034176 | 0.44785385614051226 | 0.4311588176668053 | 0.4157286935911361 | 0.9786554420264331 | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.blocks.19.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 5 | 0.0002248679417626298 | 1.1593071274467923 |
| 347 | 337 | 409 | 1.2452936248559654 | 0.0008816821784295714 | 0.0011018341827243063 | 0.0009982122450968097 | 1.2426501400879968 | 1.68201226316606 | 1.4134686418087103 | 0.9999993929805328 | 0.0014914081989212164 | model.visual.blocks.1.mlp.linear_fc1.weight | model.visual.blocks.15.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 14 | 0.002643484767968607 | 3.500306902437546 |
| 348 | 530 | 542 | 0.8149566209426642 | 0.589847820088621 | 0.5898478200886209 | 0.5894881217581418 | 0.8149566209426642 | 1.1646680415475448 | 0.9443018403646709 | 0.8075144265811615 | 0.8429613157066852 | model.visual.blocks.3.mlp.linear_fc2.bias | model.visual.blocks.4.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 0.0 | 1.876187648912686 |
| 349 | 543 | 603 | 1.2575419769321923 | -0.01840363184523924 | -0.0006671210912552121 | -0.0006683285004862202 | 1.2583800420385622 | 1.648781503430006 | 1.4146685025209031 | 0.9999997774747 | -0.00087408960652916 | model.visual.blocks.4.mlp.linear_fc2.weight | model.visual.blocks.9.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 5 | 0.0008380651063699673 | 3.741500128837308 |
| 350 | 400 | 424 | 0.3582958288031018 | 0.9402831778354744 | 0.9402831778354735 | 0.9401402978778431 | 0.43249334029745473 | 0.3582958288031018 | 0.3901999069339743 | 0.34039322184735593 | 0.77897046988161 | model.visual.blocks.14.norm1.bias | model.visual.blocks.16.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 0.0 | 1.1087689549423936 |
| 351 | 509 | 521 | 0.07722245665980622 | 0.9974990300279951 | 0.9974990300279951 | 0.8369507954961449 | 0.07722245665980622 | 0.0799079721956557 | 0.0785307966904006 | 0.07068016053468541 | 1.0321884100089516 | model.visual.blocks.22.norm1.weight | model.visual.blocks.23.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 0.0 | 0.23377262084164813 |
| 352 | 402 | 426 | 0.6370148813187475 | 0.8180757282957268 | 0.8180757282957266 | 0.816485840346066 | 1.170662611493623 | 0.6370148813187475 | 0.791308142103342 | 0.5751105135305881 | 0.4451550838419247 | model.visual.blocks.14.norm2.bias | model.visual.blocks.16.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 2.4409698878722086 |
| 353 | 571 | 583 | 0.12827025493113237 | 0.9966134537243888 | 0.996613453724389 | 0.886046082243775 | 0.14281331233284 | 0.12827025493113237 | 0.1349576107255909 | 0.08222909372931812 | 0.895125669230961 | model.visual.blocks.6.norm2.weight | model.visual.blocks.7.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.30706840856858697 |
| 354 | 131 | 143 | 0.19481456012529805 | 0.9895881060365617 | 0.9895881060365618 | 0.8774838064361097 | 0.2269780053297484 | 0.19481456012529805 | 0.20906304580320442 | 0.14392838632796068 | 0.8493605858535248 | model.language_model.layers.16.input_layernorm.weight | model.language_model.layers.17.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 1 | 0.0 | 0.72179797588494 |
| 355 | 24 | 34 | 0.3443180912049385 | 0.9390234990633778 | 0.9390234990633779 | 0.474728132763278 | 0.35982125212467453 | 0.3443180912049385 | 0.35181374214347483 | 0.3438529746952473 | 0.8985649871566133 | model.language_model.layers.22.linear_attn.A_log | model.language_model.layers.9.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 13 | 0.0 | 0.6588864330048756 |
| 356 | 132 | 308 | 1.1048862071636227 | 0.06602275748438374 | -0.023738267406938497 | -0.023791388507075267 | 1.151818083490425 | 2.100638733237929 | 1.4282960138513057 | 0.9997182076267875 | -0.043292881653554126 | model.language_model.layers.16.linear_attn.conv1d.weight | model.language_model.layers.9.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 7 | 0.04693187632680229 | 4.578044687185543 |
| 357 | 110 | 297 | 0.8252363525919347 | 0.6432262238530311 | 0.6432262238530311 | 0.2680488433073255 | 0.8252363525919347 | 0.8677114843910148 | 0.8456749535281918 | 0.7656761880506474 | 0.676333246524743 | model.language_model.layers.14.linear_attn.dt_bias | model.language_model.layers.8.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 6 | 0.0 | 1.3043217380661944 |
| 358 | 146 | 217 | 1.1282664855285163 | 0.24516202308327084 | 0.23217037996094514 | 0.23193285227086546 | 1.3719288415409223 | 1.1435706309045248 | 1.2422761505283042 | 0.9726751331604969 | 0.19352550937778487 | model.language_model.layers.17.linear_attn.in_proj_a.weight | model.language_model.layers.22.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 5 | 0.015304145376008549 | 4.0829076809169305 |
| 359 | 218 | 299 | 1.1088854408035294 | 0.12968168414075448 | 0.12183848953834896 | 0.12148604310350175 | 1.1403201167912462 | 1.6689827308313059 | 1.3315371985613715 | 0.9925499395330261 | 0.17832390395976933 | model.language_model.layers.22.linear_attn.in_proj_b.weight | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 14 | 0.031434675987716876 | 3.491854443057425 |
| 360 | 42 | 195 | 1.2728438768173465 | -0.02787795626335571 | -0.00010534720274006143 | -0.00010537516907017815 | 1.6173647743194788 | 1.2724505753866797 | 1.4142859596867434 | 0.9999999944509834 | -8.28811847954156e-05 | model.language_model.layers.0.linear_attn.in_proj_qkv.weight | model.language_model.layers.20.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 20 | 0.00039330143066673706 | 4.673754611337536 |
| 361 | 102 | 196 | 1.294507820485464 | 0.019849700417175486 | 0.00284468777852253 | 0.0028441489996711387 | 1.5064866414752756 | 1.333681440210566 | 1.4122154906967224 | 0.9999959538675357 | 0.0025183809726278205 | model.language_model.layers.13.linear_attn.in_proj_z.weight | model.language_model.layers.20.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 7 | 0.039173619725101805 | 4.467363200965252 |
| 362 | 9 | 35 | 0.11803393746093188 | 0.9930116026453222 | 0.9930116026453223 | -0.06272604258467462 | 0.11803393746093188 | 0.11910609459210005 | 0.11856638049354447 | 0.11801676580795038 | 1.0020315887104427 | model.language_model.layers.13.linear_attn.norm.weight | model.language_model.layers.9.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 4 | 0.0 | 0.35471331227547526 |
| 363 | 197 | 221 | 1.3468076962027826 | -0.0013530316234132856 | 0.00027226905155205386 | 0.00027223609486633964 | 1.5028433723164036 | 1.3392915135214973 | 1.4140222970106393 | 0.9999999629347811 | 0.0002426384790692886 | model.language_model.layers.20.linear_attn.out_proj.weight | model.language_model.layers.22.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 2 | 0.007516182681285288 | 3.930915780864739 |
| 364 | 222 | 256 | 1.2853623887832988 | 0.04289877798356401 | -2.5940801365984617e-05 | -2.6114441937563243e-05 | 1.2978266002399566 | 1.5688807032624053 | 1.4142315801038616 | 0.9999999996635375 | -3.135859804594205e-05 | model.language_model.layers.22.mlp.down_proj.weight | model.language_model.layers.4.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 18 | 0.01246421145665777 | 3.445468701039853 |
| 365 | 75 | 169 | 1.187340613510102 | 0.007584098710506516 | 0.004344259796450658 | 0.004343540948154381 | 1.7938916961428784 | 1.201002714108853 | 1.4113705455041634 | 0.9999905636588882 | 0.0029084631015069136 | model.language_model.layers.11.mlp.gate_proj.weight | model.language_model.layers.19.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 8 | 0.01366210059875117 | 5.144224531286726 |
| 366 | 59 | 229 | 1.2493167255913884 | -0.03202731407831822 | -0.00015833266702633007 | -0.00015836793125409976 | 1.7274795764424011 | 1.2265085539804377 | 1.4143192564638014 | 0.9999999874653832 | -0.00011241601529221048 | model.language_model.layers.1.mlp.up_proj.weight | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 22 | 0.022808171610950723 | 4.571859779679799 |
| 367 | 288 | 306 | 0.16176729365539938 | 0.9873244050390468 | 0.9873244050390467 | 0.9968674906191006 | 0.16920394124079224 | 0.16176729365539935 | 0.16536033288982918 | 0.15871521418658124 | 0.9439307133857051 | model.language_model.layers.7.post_attention_layernorm.weight | model.language_model.layers.8.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 2.7755575615628914e-17 | 0.38283150839005853 |
| 368 | 172 | 242 | 0.6195009920178844 | 0.7935379896562843 | 0.7935379896562847 | 0.14518301479163861 | 0.6195009920178843 | 0.6810257404951473 | 0.6480832717188203 | 0.6085207136756005 | 0.872346943717405 | model.language_model.layers.19.self_attn.k_norm.weight | model.language_model.layers.3.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 16 | 1.1102230246251565e-16 | 2.410617893472803 |
| 369 | 126 | 243 | 1.3748846155771361 | 0.005474545324693837 | -0.0005934777462164839 | -0.0005925854818903669 | 1.4420528300057938 | 1.388719794790354 | 1.414632854539213 | 0.9999998238920669 | -0.0005715285021389168 | model.language_model.layers.15.self_attn.k_proj.weight | model.language_model.layers.3.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 12 | 0.013835179213217863 | 4.129349278327233 |
| 370 | 80 | 291 | 1.357873245946643 | 0.012614695122093858 | -0.0005296588798944782 | -0.0005291834276150748 | 1.3582179033168547 | 1.4786116186399276 | 1.4145866918349683 | 0.9999998597307257 | -0.0005766083423103608 | model.language_model.layers.11.self_attn.o_proj.weight | model.language_model.layers.7.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 4 | 0.0003446573702117206 | 3.980585014140217 |
| 371 | 128 | 234 | 0.6452750179783624 | 0.7649110350282698 | 0.76491103502827 | 0.1258596635992787 | 0.6452750179783624 | 0.8880906463810961 | 0.7382582909362674 | 0.6441359394506572 | 1.0527454443386934 | model.language_model.layers.15.self_attn.q_norm.weight | model.language_model.layers.23.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 8 | 0.0 | 2.7659395382484346 |
| 372 | 129 | 235 | 1.3640932027115307 | 0.014532945037427237 | 0.012881900014574095 | 0.01288516735924332 | 1.452325507475276 | 1.3621897350913172 | 1.405093944775294 | 0.9999170248835723 | 0.012082409816536426 | model.language_model.layers.15.self_attn.q_proj.weight | model.language_model.layers.23.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 8 | 0.0019034676202134282 | 4.067739565960922 |
| 373 | 83 | 130 | 1.3151563540689304 | 0.016223781228945897 | 0.0007836688540135568 | 0.000783319196945642 | 1.5186377953063308 | 1.327826954736159 | 1.4136642760067597 | 0.9999996929315165 | 0.0006852039578907605 | model.language_model.layers.11.self_attn.v_proj.weight | model.language_model.layers.15.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 4 | 0.012670600667228582 | 4.440055745403868 |
| 374 | 584 | 596 | 0.885516748260661 | 0.5852765695547091 | 0.5852765695547092 | 0.5852641043658208 | 0.885516748260661 | 0.9408280737890723 | 0.9119167443667958 | 0.8108337296451545 | 0.6218342325536063 | model.visual.blocks.8.attn.proj.bias | model.visual.blocks.9.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 2.816726599799015 |
| 375 | 513 | 525 | 1.259552413344968 | 0.027441726462368303 | 0.0003616153191207964 | 0.00036161495834150447 | 1.268652612321082 | 1.624284199702401 | 1.4139654532236796 | 0.9999999346171783 | 0.00046298414831119676 | model.visual.blocks.23.attn.proj.weight | model.visual.blocks.3.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 20 | 0.009100198976113916 | 3.385689209852195 |
| 376 | 466 | 586 | 1.1929606849410088 | 0.04635983830185002 | 0.035521847691955585 | 0.03589476554305145 | 1.2168930531251638 | 1.667321159507856 | 1.3900860347828254 | 0.9993689000246853 | 0.048670117829591325 | model.visual.blocks.2.attn.qkv.bias | model.visual.blocks.8.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 6 | 0.023932368184155006 | 5.040398492934733 |
| 377 | 335 | 503 | 1.2076388007127787 | -0.033331447022366886 | -0.0008000282954238813 | -0.0008003768491076744 | 1.2053550799593695 | 1.7932436829996414 | 1.414737292107295 | 0.999999679977312 | -0.0011902266069498838 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.22.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 21 | 0.002283720753409213 | 3.6186738561706275 |
| 378 | 396 | 420 | 0.4189999508584523 | 0.908578268581954 | 0.907494616703823 | -0.011962421862903475 | 0.42137405949766943 | 0.44793685040796255 | 0.43404704387462933 | 0.4200637102316522 | 0.9647017209675669 | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.blocks.16.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 2 | 0.0023741086392171096 | 1.0972621888534584 |
| 379 | 337 | 481 | 1.246653938231552 | 0.011153046123552538 | 0.00039112184326041497 | 0.0003510396653174669 | 1.2468886038513147 | 1.673240237829345 | 1.413948517742757 | 0.999999923511849 | 0.0005248590804470512 | model.visual.blocks.1.mlp.linear_fc1.weight | model.visual.blocks.20.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 19 | 0.0002346656197627084 | 3.669091220281505 |
| 380 | 590 | 602 | 0.8157750223391799 | 0.6657308863727738 | 0.6657308863727739 | 0.6655487138542272 | 0.8157750223391799 | 0.8195389656303137 | 0.8176504965053228 | 0.746191923655919 | 0.6688025338672978 | model.visual.blocks.8.mlp.linear_fc2.bias | model.visual.blocks.9.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 0.0 | 2.4254440390711336 |
| 381 | 351 | 531 | 1.2590088083161572 | 0.024974240582791078 | -0.00026404691790559933 | -0.00026367937991223243 | 1.6224440237823226 | 1.2701535124880112 | 1.4143948022024602 | 0.999999965139612 | -0.0002067129067772555 | model.visual.blocks.10.mlp.linear_fc2.weight | model.visual.blocks.3.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 7 | 0.01114470417185398 | 4.4434194349244605 |
| 382 | 388 | 400 | 0.36908282576327883 | 0.9308253475714324 | 0.930825347571431 | 0.9306393525541248 | 0.4197605406328829 | 0.3690828257632789 | 0.39198577404103874 | 0.36546432427601566 | 0.8184467483669833 | model.visual.blocks.13.norm1.bias | model.visual.blocks.14.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 5.551115123125783e-17 | 1.1560990875744661 |
| 383 | 461 | 497 | 0.07903476433271178 | 0.9969053258288118 | 0.996905325828812 | 0.685250940933146 | 0.07993507846523279 | 0.07903476433271178 | 0.07948109732285699 | 0.0786115216374171 | 0.9856771144995454 | model.visual.blocks.19.norm1.weight | model.visual.blocks.21.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 0.0 | 0.3020300841332167 |
| 384 | 378 | 390 | 0.6429899772969226 | 0.7860319698523434 | 0.7860319698523429 | 0.786748660328444 | 0.6677638883460744 | 0.6429899772969226 | 0.6550258263938147 | 0.6181858477594303 | 0.7568703358635049 | model.visual.blocks.12.norm2.bias | model.visual.blocks.13.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 1.92820594138668 |
| 385 | 463 | 487 | 0.1340308160076577 | 0.9968670693193162 | 0.9968670693193159 | 0.9273195225910833 | 0.15082306877187182 | 0.1340308160076577 | 0.1416860107150785 | 0.07909517119722405 | 0.8858784524144913 | model.visual.blocks.19.norm2.weight | model.visual.blocks.20.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.3087474576658316 |
| 386 | 143 | 202 | 0.20792680785169199 | 0.9798440370415651 | 0.9798440370415655 | 0.18492025989320998 | 0.22547896235852297 | 0.20792680785169199 | 0.21617027147583204 | 0.19976401846700853 | 0.9035691874908376 | model.language_model.layers.17.input_layernorm.weight | model.language_model.layers.21.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 4 | 0.0 | 1.1064497802415365 |
| 387 | 20 | 22 | 0.34866806716592447 | 0.9373740515777275 | 0.9373740515777276 | -0.29973873715554006 | 0.3782071099585019 | 0.34866806716592447 | 0.36253814023342124 | 0.3483243997034312 | 0.8641624923734486 | model.language_model.layers.20.linear_attn.A_log | model.language_model.layers.21.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 1 | 0.0 | 0.6418814386316662 |
| 388 | 156 | 179 | 1.10590018176728 | -0.03847437869698046 | 0.007908948237805604 | 0.007925425461200399 | 1.1115018731751334 | 2.2536931662999686 | 1.4097695231212561 | 0.999968723779785 | 0.016036268607668092 | model.language_model.layers.18.linear_attn.conv1d.weight | model.language_model.layers.2.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 16 | 0.005601691407853382 | 4.157494237650457 |
| 389 | 274 | 297 | 0.8423474452215842 | 0.6277383199572869 | 0.627738319957287 | 0.29571907027235744 | 0.8870409777997507 | 0.8423474452215842 | 0.8638282692497418 | 0.7784244354188805 | 0.596109743875982 | model.language_model.layers.6.linear_attn.dt_bias | model.language_model.layers.8.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 2 | 0.0 | 1.8031077974730185 |
| 390 | 40 | 99 | 1.1289088887988772 | 0.03224416658298128 | 0.018257428983934995 | 0.018353153511955923 | 1.1357655546630179 | 2.038895772256919 | 1.4031938166402886 | 0.9998333192522124 | 0.03277524539707551 | model.language_model.layers.0.linear_attn.in_proj_a.weight | model.language_model.layers.13.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 13 | 0.0068566658641406875 | 3.037277794235544 |
| 391 | 88 | 100 | 1.1096741616378043 | 0.34955959067970915 | 0.314176668544702 | 0.3141620921356963 | 1.129598750097472 | 1.2194682377208752 | 1.1719570549058944 | 0.9493645353298976 | 0.3391721779881249 | model.language_model.layers.12.linear_attn.in_proj_b.weight | model.language_model.layers.13.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 1 | 0.019924588459667714 | 3.1953877599196066 |
| 392 | 207 | 265 | 1.2758891066839888 | 0.08753303203390245 | -0.0003675559159238195 | -0.00036752568246942353 | 1.3206711843714638 | 1.531591585268046 | 1.4144706132776244 | 0.999999932451322 | -0.00042625715969742264 | model.language_model.layers.21.linear_attn.in_proj_qkv.weight | model.language_model.layers.5.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 16 | 0.044782077687475 | 3.346975231828223 |
| 393 | 67 | 184 | 1.2985195643283267 | -0.02802308729962183 | -0.0001629516040819421 | -0.00015400369831141642 | 1.5977754062711051 | 1.2823385550949058 | 1.4143260505866646 | 0.9999999867233873 | -0.00013078128735033193 | model.language_model.layers.10.linear_attn.in_proj_z.weight | model.language_model.layers.2.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 8 | 0.016181009233420918 | 4.55122218696859 |
| 394 | 5 | 35 | 0.11839530515020295 | 0.9933143411493749 | 0.9933143411493748 | 0.1173359185359128 | 0.11839530515020295 | 0.12243179291813518 | 0.12036281586036049 | 0.11544097914944824 | 1.0271797142963457 | model.language_model.layers.10.linear_attn.norm.weight | model.language_model.layers.9.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 1 | 0.0 | 0.3711071908983995 |
| 395 | 185 | 197 | 1.3475476564945614 | -0.011331245278117383 | -0.0002661738614959612 | -0.0002663323936973509 | 1.3575067326182868 | 1.4791060890550496 | 1.4144010728134715 | 0.999999964575737 | -0.00029001652060069356 | model.language_model.layers.2.linear_attn.out_proj.weight | model.language_model.layers.20.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 18 | 0.009959076123725374 | 3.523650908807172 |
| 396 | 210 | 268 | 1.291281661609555 | 0.014034836305097501 | -0.00021949110157327352 | -0.00021931083523601922 | 1.302700186356815 | 1.560750955243562 | 1.4143662571437448 | 0.9999999759118279 | -0.0002629699066874293 | model.language_model.layers.21.mlp.down_proj.weight | model.language_model.layers.5.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 16 | 0.011418524747260017 | 3.4189635647250283 |
| 397 | 75 | 199 | 1.1907991650155443 | 0.018316298635694582 | 0.003595059502036864 | 0.003594606178893519 | 1.779075760306494 | 1.2061277758476294 | 1.4118501278946194 | 0.999993537752708 | 0.002437277387492817 | model.language_model.layers.11.mlp.gate_proj.weight | model.language_model.layers.20.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 9 | 0.015328610832085143 | 4.770996356761965 |
| 398 | 59 | 212 | 1.2594572098992014 | 0.044903293994622964 | -0.0002627797513978583 | -0.0002628358108659135 | 1.6043163615533016 | 1.2790924527201186 | 1.4143946957054596 | 0.9999999654734005 | -0.00020950954861249314 | model.language_model.layers.1.mlp.up_proj.weight | model.language_model.layers.21.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 20 | 0.01963524282091722 | 4.0900783298327 |
| 399 | 154 | 171 | 0.16322124670798135 | 0.9924073198692713 | 0.9924073198692713 | 0.9350847695609535 | 0.18440859371957766 | 0.1632212467079807 | 0.17284851774604915 | 0.12299476196119093 | 0.8783861788865834 | model.language_model.layers.17.post_attention_layernorm.weight | model.language_model.layers.19.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 2 | 6.661338147750939e-16 | 0.5184624669351378 |
| 400 | 78 | 231 | 0.6333633403101993 | 0.779422860205244 | 0.7794228602052442 | 0.002108557255415672 | 0.6333633403101993 | 0.9227022463532281 | 0.7384748003609719 | 0.6264982082891192 | 1.1354860286328063 | model.language_model.layers.11.self_attn.k_norm.weight | model.language_model.layers.23.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 12 | 0.0 | 2.482108798800255 |
| 401 | 173 | 290 | 1.3969555614035896 | -0.0026204418326847053 | -0.0012944202063651232 | -0.0012944059343940623 | 1.4259169333696213 | 1.4045812067475287 | 1.4151284557388482 | 0.9999991622378138 | -0.001275052040512814 | model.language_model.layers.19.self_attn.k_proj.weight | model.language_model.layers.7.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 12 | 0.007625645343939169 | 4.155036402089489 |
| 402 | 80 | 244 | 1.374035990000514 | 0.002767480027627221 | -0.00030651916744889063 | -0.0003064887467165153 | 1.38362742349511 | 1.4473859787510306 | 1.4144300678238795 | 0.9999999530229989 | -0.00032064379301132833 | model.language_model.layers.11.self_attn.o_proj.weight | model.language_model.layers.3.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 8 | 0.009591433494596124 | 3.862979600622662 |
| 403 | 81 | 234 | 0.6574032115043577 | 0.7540172016790068 | 0.7540172016790067 | 0.02424920220764929 | 0.6574032115043577 | 0.9040606027417613 | 0.7519265869968013 | 0.6568546715767195 | 1.0369241188640899 | model.language_model.layers.11.self_attn.q_norm.weight | model.language_model.layers.23.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 12 | 0.0 | 2.6250771233812045 |
| 404 | 82 | 293 | 1.3668765063333939 | -0.003688360988667014 | 0.010086062227820741 | 0.01008634467331878 | 1.4621692837710343 | 1.3577879920866975 | 1.4070831804079578 | 0.9999491343807126 | 0.009366038756507423 | model.language_model.layers.11.self_attn.q_proj.weight | model.language_model.layers.7.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 4 | 0.009088514246696322 | 4.039448702483037 |
| 405 | 83 | 247 | 1.321518491385013 | -0.03583275693132158 | 0.00035848173869819177 | 0.00035830854287109703 | 1.279855729883491 | 1.6015677841589078 | 1.4139662978652927 | 0.9999999357454195 | 0.00044859181429813226 | model.language_model.layers.11.self_attn.v_proj.weight | model.language_model.layers.3.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 8 | 0.04166276150152215 | 3.6596292843418614 |
| 406 | 428 | 452 | 0.8961236031674757 | 0.4812259660753748 | 0.4812259660753748 | 0.4813558716087916 | 1.3429507614201333 | 0.8961236031674757 | 1.0541674910541325 | 0.8765965831411974 | 0.3211122544814615 | model.visual.blocks.17.attn.proj.bias | model.visual.blocks.19.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 2 | 0.0 | 4.11955852150063 |
| 407 | 513 | 573 | 1.263537643983443 | 0.007443436582025316 | -0.0006480385366525817 | -0.000648038495300221 | 1.2635553551881433 | 1.6372958822491872 | 1.4146567611012555 | 0.9999997900230054 | -0.0008397185158873184 | model.visual.blocks.23.attn.proj.weight | model.visual.blocks.7.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 16 | 1.7711204700399108e-05 | 3.393776295556282 |
| 408 | 322 | 478 | 1.1936546048094026 | 0.01979499708733016 | 0.014599240657827507 | 0.014597147884390139 | 1.1898773515795025 | 1.8039477955687844 | 1.404691835604314 | 0.9998934254070355 | 0.022133598867737102 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.20.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 20 | 0.0037772532299000794 | 5.607923539698635 |
| 409 | 335 | 515 | 1.2127172965669604 | 0.014804572670635483 | -0.0007956989292277264 | -0.000796339135148202 | 1.2365703516975086 | 1.7018546449814207 | 1.4147485809644331 | 0.999999683431557 | -0.0010950965441262708 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.23.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 22 | 0.02385305513054825 | 3.6303862809296303 |
| 410 | 384 | 432 | 0.42164148358545356 | 0.9232727051088683 | 0.9219994897839122 | 0.015883872698947924 | 0.4220866399730244 | 0.5598327564428431 | 0.47663100740811426 | 0.3871910908559308 | 1.2228899636283461 | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.blocks.17.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 4 | 0.0004451563875708664 | 1.0037972936623547 |
| 411 | 325 | 445 | 1.2467597420774312 | -0.037645431515515575 | 0.0024998220990413433 | 0.0024853255859523587 | 1.2505997842459382 | 1.659713971797384 | 1.4125134062895552 | 0.999996875439855 | 0.0033175998565268074 | model.visual.blocks.0.mlp.linear_fc1.weight | model.visual.blocks.18.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 18 | 0.003840042168506974 | 3.9348368917575502 |
| 412 | 434 | 458 | 0.8174784043806832 | 0.587351618546221 | 0.5873516185462205 | 0.5872830851818678 | 1.163715535218556 | 0.8174784043806832 | 0.9460047982108762 | 0.8093318702430635 | 0.4125984825401512 | model.visual.blocks.17.mlp.linear_fc2.bias | model.visual.blocks.19.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 2 | 0.0 | 3.0643184656123097 |
| 413 | 327 | 387 | 1.2608127715644657 | 0.0001957223310627837 | -0.00044262039104509785 | -0.0004445834510802192 | 1.2746263652608616 | 1.6136151515904522 | 1.4145180038181238 | 0.9999999020435899 | -0.0005603359453867021 | model.visual.blocks.0.mlp.linear_fc2.weight | model.visual.blocks.13.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 13 | 0.013813593696395898 | 3.4560032158802128 |
| 414 | 400 | 436 | 0.38706854817723835 | 0.9240768239628767 | 0.9240768239628773 | 0.9239345993309372 | 0.4485561926656394 | 0.38706854817723835 | 0.4144297157996738 | 0.38220678096376254 | 0.797405276092499 | model.visual.blocks.14.norm1.bias | model.visual.blocks.17.norm1.bias | model.visual.layers.*.norm1.bias | whole | 3 | 0.0 | 1.2064267148722028 |
| 415 | 437 | 485 | 0.08210010096563308 | 0.998086053500622 | 0.9980860535006222 | 0.8106558975847381 | 0.08696268639975853 | 0.08210010096563308 | 0.08442655097258585 | 0.06184035743390349 | 0.9422773048673767 | model.visual.blocks.17.norm1.weight | model.visual.blocks.20.norm1.weight | model.visual.layers.*.norm1.weight | whole | 3 | 0.0 | 0.24632625698554747 |
| 416 | 546 | 558 | 0.6464323314042344 | 0.7674139504207389 | 0.7674139504207389 | 0.7673163847725223 | 0.7606253344724203 | 0.6464323314042344 | 0.6966047040077616 | 0.6411519544535723 | 0.6522017695699028 | model.visual.blocks.4.norm2.bias | model.visual.blocks.5.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 2.2621691782503017 |
| 417 | 427 | 439 | 0.13801220012653745 | 0.997500652557701 | 0.997500652557701 | 0.9464646247764746 | 0.15701989708122271 | 0.13801220012653745 | 0.14659982470412272 | 0.0706572582751449 | 0.8767504134583218 | model.visual.blocks.16.norm2.weight | model.visual.blocks.17.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.3140184340671409 |
| 418 | 84 | 295 | 0.2089870532345287 | 0.9828032240729807 | 0.9828032240729808 | 0.9826894405363245 | 0.20898705323452874 | 0.23616033056404942 | 0.2213323277402346 | 0.1846559578019466 | 1.1105909705134853 | model.language_model.layers.12.input_layernorm.weight | model.language_model.layers.8.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 4 | 2.7755575615628914e-17 | 0.45672325934272057 |
| 419 | 12 | 20 | 0.3652262704578416 | 0.9313347278297216 | 0.9313347278297215 | 0.10939541656752652 | 0.3652262704578417 | 0.38077465738439464 | 0.37275747719594454 | 0.36416428262301986 | 0.970983443920926 | model.language_model.layers.16.linear_attn.A_log | model.language_model.layers.20.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 4 | 5.551115123125783e-17 | 0.7940349993092912 |
| 420 | 109 | 203 | 1.1068360572340923 | 0.007104951071978473 | 0.0007654251132529078 | 0.0007445895889365878 | 1.959950836000819 | 1.162200952603433 | 1.4137385854993425 | 0.9999997070621551 | 0.00045387760724868926 | model.language_model.layers.14.linear_attn.conv1d.weight | model.language_model.layers.21.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 7 | 0.05536489536934064 | 7.998654267464935 |
| 421 | 133 | 309 | 0.8431546386973849 | 0.6160485149920671 | 0.6160485149920671 | 0.4378969965035306 | 0.8431546386973849 | 0.9197145524541473 | 0.8789436360448616 | 0.7877082119516521 | 0.6719867960773024 | model.language_model.layers.16.linear_attn.dt_bias | model.language_model.layers.9.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 7 | 0.0 | 1.599389881295517 |
| 422 | 64 | 217 | 1.1362101071702375 | 0.15727631936823602 | 0.14423059933719398 | 0.14414769428998195 | 1.567266728096042 | 1.1527394140883445 | 1.3132532176699565 | 0.9895441042292323 | 0.10608296188074204 | model.language_model.layers.10.linear_attn.in_proj_a.weight | model.language_model.layers.22.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 12 | 0.016529306918106945 | 4.39327908126404 |
| 423 | 88 | 218 | 1.1115231885103227 | 0.19114118509384392 | 0.12670072782968606 | 0.12665221318734418 | 1.522943188209698 | 1.1876655397797078 | 1.3244755580754421 | 0.9919409889541957 | 0.09880742070570672 | model.language_model.layers.12.linear_attn.in_proj_b.weight | model.language_model.layers.22.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 10 | 0.07614235126938507 | 4.731571301073373 |
| 424 | 136 | 183 | 1.2766122388846932 | 0.03162814703244823 | -6.927379619701576e-06 | -6.851067113704448e-06 | 1.3005372848160022 | 1.564093129028431 | 1.4142183785317854 | 0.9999999999760056 | -8.331223558023365e-06 | model.language_model.layers.16.linear_attn.in_proj_qkv.weight | model.language_model.layers.2.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 14 | 0.023925045931308953 | 3.7278007194388043 |
| 425 | 102 | 208 | 1.2997790581155022 | 0.009328583064217948 | 0.0029814549992594253 | 0.0029826953857218313 | 1.5271961475975 | 1.3196764099821436 | 1.4121261003257581 | 0.9999955554531667 | 0.0025763264503617413 | model.language_model.layers.13.linear_attn.in_proj_z.weight | model.language_model.layers.21.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 8 | 0.019897351866641433 | 4.158326296313658 |
| 426 | 5 | 7 | 0.11881164184578556 | 0.9938994596874374 | 0.9938994596874378 | 0.057662395976858086 | 0.11881164184578556 | 0.12510252975954697 | 0.12183544489287669 | 0.11028990902625393 | 1.0465248590279947 | model.language_model.layers.10.linear_attn.norm.weight | model.language_model.layers.12.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 2 | 0.0 | 0.30979929623080177 |
| 427 | 44 | 197 | 1.3479121340104718 | 0.007779976820314621 | 0.00046179645845654686 | 0.0004622301877874991 | 1.3643738385375626 | 1.4692159770807383 | 1.4138878782952933 | 0.9999998933720098 | 0.0004972821346757161 | model.language_model.layers.0.linear_attn.out_proj.weight | model.language_model.layers.20.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 20 | 0.016461704527090726 | 3.5688606591248235 |
| 428 | 151 | 285 | 1.2916150156913364 | 0.05883970015344876 | -0.0001254697859754571 | -0.0001254256423837644 | 1.3548874951385412 | 1.4822873788919488 | 1.4143019230858949 | 0.9999999921286664 | -0.00013726769259515297 | model.language_model.layers.17.mlp.down_proj.weight | model.language_model.layers.7.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 10 | 0.06327247944720482 | 3.5030735683054157 |
| 429 | 105 | 164 | 1.1922540168428024 | 0.02011447360764225 | 0.007411941962844342 | 0.007405388679357329 | 1.7383941031753296 | 1.2161648218628525 | 1.4092814860211302 | 0.9999725311809017 | 0.005185327688603674 | model.language_model.layers.13.mlp.gate_proj.weight | model.language_model.layers.18.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 5 | 0.023910805020050052 | 4.582742013562379 |
| 430 | 229 | 305 | 1.2607105575770234 | 0.004208026514589187 | -0.00026170739211320087 | -0.0002616527681980891 | 1.251782682507343 | 1.663043926222026 | 1.4143913822203107 | 0.9999999657546199 | -0.0003476888560476725 | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.8.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 15 | 0.008927875069680402 | 3.4052602690602836 |
| 431 | 171 | 225 | 0.16581245334397676 | 0.9904895204553932 | 0.9904895204553934 | 0.8005021410292471 | 0.18465632942056476 | 0.1658124533439757 | 0.17447577702901712 | 0.13758818942062215 | 0.8894116866373508 | model.language_model.layers.19.post_attention_layernorm.weight | model.language_model.layers.22.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 3 | 1.0547118733938987e-15 | 0.6024587023385174 |
| 432 | 172 | 231 | 0.6603739861978412 | 0.7614726548283167 | 0.7614726548283166 | 0.16275071390580978 | 0.660373986197841 | 0.7439121930897963 | 0.6984236203014372 | 0.6481970348194409 | 0.8577999807241565 | model.language_model.layers.19.self_attn.k_norm.weight | model.language_model.layers.23.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 4 | 1.1102230246251565e-16 | 2.9220654884671906 |
| 433 | 79 | 173 | 1.4015498491110054 | -0.021631507594925305 | -0.00248101049817842 | -0.002481020263619095 | 1.3806979209625767 | 1.4540792361457084 | 1.4159644682859198 | 0.9999969222887178 | -0.002612871211934376 | model.language_model.layers.11.self_attn.k_proj.weight | model.language_model.layers.19.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 8 | 0.020851928148428733 | 3.9196464145781116 |
| 434 | 127 | 233 | 1.4198943939057278 | -0.01976384580151306 | -7.706020150739932e-06 | -7.769607123789014e-06 | 1.4392488165148247 | 1.3904512367093618 | 1.4142190081018133 | 0.9999999999703086 | -7.444748347717841e-06 | model.language_model.layers.15.self_attn.o_proj.weight | model.language_model.layers.23.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 8 | 0.029443157196366032 | 3.9700501268858845 |
| 435 | 175 | 234 | 0.6699942533707784 | 0.7583362647871065 | 0.7583362647871074 | 0.26740369749669707 | 0.6699942533707784 | 0.733720490769709 | 0.6996901802374595 | 0.6518635666370214 | 0.8304651175271286 | model.language_model.layers.19.self_attn.q_norm.weight | model.language_model.layers.23.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 4 | 0.0 | 3.071601535891657 |
| 436 | 129 | 293 | 1.3821943682989717 | 0.033781755022229104 | 0.017609482627472896 | 0.017609668069378314 | 1.403444548916501 | 1.399974914092893 | 1.4017065108784552 | 0.9998449410391558 | 0.017565947972543225 | model.language_model.layers.15.self_attn.q_proj.weight | model.language_model.layers.7.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 8 | 0.0177805457939213 | 3.847859852757854 |
| 437 | 177 | 236 | 1.3833480066670742 | 0.029210677907188544 | 0.004274933965921905 | 0.004274583165349135 | 1.366200206782651 | 1.4609482809736034 | 1.411194287242239 | 0.9999908624280459 | 0.004571407175744094 | model.language_model.layers.19.self_attn.v_proj.weight | model.language_model.layers.23.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 4 | 0.017147799884423165 | 4.416668378746446 |
| 438 | 344 | 392 | 0.8962779219432262 | 0.4813270181551359 | 0.48132701815513634 | 0.4814457014723836 | 0.8962779219432262 | 1.340965259151079 | 1.0538120152358763 | 0.876541100915345 | 0.7201369060139623 | model.visual.blocks.10.attn.proj.bias | model.visual.blocks.14.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 4 | 0.0 | 2.4322980258465807 |
| 439 | 513 | 561 | 1.2695839726011353 | -0.0040826429304045165 | -0.0010491082120919662 | -0.0010491083028266765 | 1.265570255988029 | 1.6337859812294213 | 1.4149316617442056 | 0.9999994496858283 | -0.0013543446376040062 | model.visual.blocks.23.attn.proj.weight | model.visual.blocks.6.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 17 | 0.004013716613106233 | 3.400117785076067 |
| 440 | 466 | 598 | 1.1942953950726085 | 0.09155799539503157 | 0.05494617324720798 | 0.055028128014026456 | 1.2134041871331598 | 1.6300079477868288 | 1.376490671324665 | 0.9984893179426046 | 0.07381110106849528 | model.visual.blocks.2.attn.qkv.bias | model.visual.blocks.9.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 7 | 0.019108792060551272 | 5.488115924364848 |
| 441 | 467 | 491 | 1.2139491780144036 | 0.05052560403006951 | 4.169180614528073e-05 | 4.160355991972928e-05 | 1.2370179025341783 | 1.6987356989228464 | 1.4141855047430514 | 0.9999999991308967 | 5.725330191783741e-05 | model.visual.blocks.2.attn.qkv.weight | model.visual.blocks.21.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 19 | 0.023068724519774708 | 3.1514272253892126 |
| 442 | 384 | 420 | 0.42384585686817744 | 0.9214199103662676 | 0.9195344702474544 | 0.0304771059222612 | 0.4268991344863371 | 0.5670504054218576 | 0.482322567533784 | 0.3930093612456748 | 1.2214182508957045 | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.blocks.16.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 3 | 0.0030532776181596555 | 1.0108046670806767 |
| 443 | 325 | 505 | 1.2474558348196207 | 0.006984906939871708 | 0.0012895796520560625 | 0.0013190216230193706 | 1.2749909073740149 | 1.6093481547776711 | 1.4133255952350487 | 0.9999991684918148 | 0.0016277626934216624 | model.visual.blocks.0.mlp.linear_fc1.weight | model.visual.blocks.22.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 22 | 0.027535072554394135 | 3.9915241705072133 |
| 444 | 410 | 434 | 0.8262469722157271 | 0.5735063857093116 | 0.5735063857093116 | 0.5734296791669463 | 1.2129640093752057 | 0.8262469722157271 | 0.9657248288820585 | 0.8192010898128995 | 0.3906611499402909 | model.visual.blocks.15.mlp.linear_fc2.bias | model.visual.blocks.17.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 2 | 0.0 | 2.966750835333816 |
| 445 | 471 | 603 | 1.2613569909516889 | 0.01562315335728862 | -0.0009524044242088815 | -0.0009526744805746759 | 1.3433608345320511 | 1.4991974587942334 | 1.4148828196207948 | 0.9999995464628035 | -0.0010628881353502593 | model.visual.blocks.2.mlp.linear_fc2.weight | model.visual.blocks.9.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 7 | 0.08200384358036228 | 3.3967129943566383 |
| 446 | 496 | 508 | 0.389419493361059 | 0.9215518298126932 | 0.9215518298126939 | 0.921917767380026 | 0.4368317497088342 | 0.389419493361059 | 0.4110890598796129 | 0.3882553605153128 | 0.8215296779842984 | model.visual.blocks.21.norm1.bias | model.visual.blocks.22.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 0.0 | 1.0454870152077747 |
| 447 | 413 | 425 | 0.08433094894679781 | 0.9989806251151299 | 0.99898062511513 | 0.9249287325246304 | 0.09089849014183743 | 0.08433094894679537 | 0.08743025870535591 | 0.045141008457765974 | 0.9268028980895767 | model.visual.blocks.15.norm1.weight | model.visual.blocks.16.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 2.4424906541753444e-15 | 0.18856790308606466 |
| 448 | 438 | 462 | 0.6613100965862171 | 0.7510244954323653 | 0.751024495432365 | 0.7481875245613111 | 0.9261699780621111 | 0.6613100965862171 | 0.7611242015121642 | 0.6602743424218159 | 0.5362515449401504 | model.visual.blocks.17.norm2.bias | model.visual.blocks.19.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 2.368812973657724 |
| 449 | 571 | 595 | 0.14368881938729555 | 0.9940975089032683 | 0.9940975089032682 | 0.7468472288091828 | 0.15967496416372406 | 0.14368881938729555 | 0.15105110514057482 | 0.10849028893092967 | 0.8945716578567648 | model.visual.blocks.6.norm2.weight | model.visual.blocks.8.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 0.0 | 0.4287869138539684 |
| 450 | 190 | 214 | 0.2141587177044884 | 0.9919174852105047 | 0.9919174852105046 | 0.8298027062109359 | 0.2141587177044884 | 0.2613622294386769 | 0.23426620786418884 | 0.12688460321752246 | 1.2105496714430033 | model.language_model.layers.20.input_layernorm.weight | model.language_model.layers.22.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 2 | 0.0 | 0.5661582246373369 |
| 451 | 8 | 16 | 0.3654999732593707 | 0.9324289816892972 | 0.9324289816892971 | 0.15850856298560503 | 0.41651054361546086 | 0.3654999732593707 | 0.3885158661247377 | 0.3613532815761612 | 0.8182332310615961 | model.language_model.layers.13.linear_attn.A_log | model.language_model.layers.18.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 5 | 0.0 | 0.9848509753979156 |
| 452 | 156 | 261 | 1.1070524875860623 | 0.002235740366321069 | 0.0013332822970221264 | 0.0013278837838906165 | 1.1497282547277232 | 2.021766168224374 | 1.413403091294167 | 0.9999991111787632 | 0.002344541007605471 | model.language_model.layers.18.linear_attn.conv1d.weight | model.language_model.layers.5.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 13 | 0.04267576714166088 | 3.8591155230604337 |
| 453 | 250 | 297 | 0.8454495852763946 | 0.5810838301442269 | 0.5810838301442268 | 0.12367711487350598 | 0.8454495852763946 | 1.0436501037367423 | 0.9290530340215557 | 0.8138437087948247 | 0.7173085304802718 | model.language_model.layers.4.linear_attn.dt_bias | model.language_model.layers.8.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 4 | 0.0 | 1.7018112597784985 |
| 454 | 40 | 64 | 1.1379845437570661 | 0.03411614881091196 | 0.014928623062813407 | 0.0149642065212342 | 1.1532181775330639 | 1.9562569572988608 | 1.4049471312582478 | 0.9998885618974989 | 0.025324108914059885 | model.language_model.layers.0.linear_attn.in_proj_a.weight | model.language_model.layers.10.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 10 | 0.015233633775997735 | 2.978911737820953 |
| 455 | 100 | 194 | 1.1119938902112276 | 0.17786467649168558 | 0.16027003748473148 | 0.1598487819045366 | 1.5488208848693772 | 1.1440477560442472 | 1.3013932737108713 | 0.987073206547844 | 0.1183846231263844 | model.language_model.layers.13.linear_attn.in_proj_b.weight | model.language_model.layers.20.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 7 | 0.03205386583301961 | 4.878128680587997 |
| 456 | 54 | 195 | 1.2788598293688318 | 0.0005482551590859572 | 0.00043581387302702595 | 0.00043583780519272506 | 1.6124018401280558 | 1.2743402817479776 | 1.4139137019097572 | 0.9999999050331295 | 0.000344439679936628 | model.language_model.layers.1.linear_attn.in_proj_qkv.weight | model.language_model.layers.20.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 19 | 0.0045195476208541585 | 4.35278058958758 |
| 457 | 161 | 220 | 1.3038360989507285 | 0.029072437963367323 | 0.003978256110811479 | 0.003985727577910073 | 1.4811147838289076 | 1.3507021352193624 | 1.4114096377110992 | 0.9999920867078483 | 0.0036279693390348735 | model.language_model.layers.18.linear_attn.in_proj_z.weight | model.language_model.layers.22.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 4 | 0.04686603626863395 | 4.150299510166232 |
| 458 | 9 | 23 | 0.11984339964695268 | 0.9957407703412455 | 0.9957407703412456 | 0.01594511482522465 | 0.11984339964695268 | 0.1303813023539339 | 0.12477985185619168 | 0.09219717067363084 | 1.0832968592885053 | model.language_model.layers.13.linear_attn.norm.weight | model.language_model.layers.21.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 8 | 0.0 | 0.25223073978222615 |
| 459 | 44 | 162 | 1.3485979649137692 | 0.00852645935942592 | 0.0005118670799619454 | 0.00051194182645235 | 1.3438746285163692 | 1.4960423414971957 | 1.4138536442294063 | 0.9999998689960377 | 0.0005698260898689729 | model.language_model.layers.0.linear_attn.out_proj.weight | model.language_model.layers.18.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 18 | 0.004723336397399969 | 3.639950016631233 |
| 460 | 163 | 268 | 1.2936730174237374 | 0.04369224780432733 | 0.00037481915706827595 | 0.00037478547463222023 | 1.3329417370113392 | 1.5117862761615761 | 1.413950587616009 | 0.9999999297552973 | 0.00042510969681899114 | model.language_model.layers.18.mlp.down_proj.weight | model.language_model.layers.5.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 13 | 0.03926871958760181 | 3.507747463129505 |
| 461 | 223 | 316 | 1.1923620015134853 | 0.02049237162337994 | 0.0029089641102743482 | 0.0029140130346758447 | 1.1892742571436659 | 1.8391772538383306 | 1.4123364838956012 | 0.9999957689549518 | 0.004498626445255965 | model.language_model.layers.22.mlp.gate_proj.weight | model.language_model.layers.9.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 13 | 0.0030877443698194007 | 3.120942749476896 |
| 462 | 224 | 270 | 1.263125014374373 | 0.04045579846743083 | 0.0003671076507310537 | 0.0003671056800933826 | 1.2741507267623506 | 1.6129264560158267 | 1.413961006941779 | 0.9999999326159842 | 0.00046471553924748 | model.language_model.layers.22.mlp.up_proj.weight | model.language_model.layers.5.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 17 | 0.01102571238797756 | 3.365277933619328 |
| 463 | 72 | 306 | 0.17429028729929505 | 0.9877091950980454 | 0.987709195098045 | 0.9955518154432752 | 0.19140258481296854 | 0.17429028729929621 | 0.1822466349286378 | 0.15630273803990835 | 0.8994033155299944 | model.language_model.layers.10.post_attention_layernorm.weight | model.language_model.layers.8.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 2 | 1.1657341758564144e-15 | 0.35346544342890956 |
| 464 | 231 | 242 | 0.6800603318729332 | 0.7633384225289535 | 0.7633384225289536 | 0.0890263147763292 | 0.6968794247058113 | 0.6800603318729332 | 0.6883158098571456 | 0.6459988023913115 | 0.744915350565196 | model.language_model.layers.23.self_attn.k_norm.weight | model.language_model.layers.3.self_attn.k_norm.weight | model.language_model.layers.*.self_attn.k_norm.weight | whole | 20 | 0.0 | 2.9615909261262288 |
| 465 | 79 | 290 | 1.4293242193603959 | -0.034385723686640356 | -0.002836308427803636 | -0.002836068058433601 | 1.390928677608635 | 1.4429354062301734 | 1.4162163666490033 | 0.9999959776691616 | -0.0029423578069460435 | model.language_model.layers.11.self_attn.k_proj.weight | model.language_model.layers.7.self_attn.k_proj.weight | model.language_model.layers.*.self_attn.k_proj.weight | whole | 4 | 0.038395541751760964 | 4.08646064830727 |
| 466 | 244 | 291 | 1.4284111342710075 | -0.03518568892321929 | -0.0005431908293733414 | -0.0005432493402691021 | 1.3872212088843283 | 1.4436608647797664 | 1.4145972990050195 | 0.9999998524718505 | -0.0005652907679404899 | model.language_model.layers.3.self_attn.o_proj.weight | model.language_model.layers.7.self_attn.o_proj.weight | model.language_model.layers.*.self_attn.o_proj.weight | whole | 4 | 0.041189925386679205 | 4.046664188134605 |
| 467 | 234 | 245 | 0.6980663473033842 | 0.7472071395745716 | 0.7472071395745716 | 0.04835869253390712 | 0.6980663473033841 | 0.7265589834312117 | 0.7118853735769292 | 0.664591220652806 | 0.777705531628931 | model.language_model.layers.23.self_attn.q_norm.weight | model.language_model.layers.3.self_attn.q_norm.weight | model.language_model.layers.*.self_attn.q_norm.weight | whole | 20 | 1.1102230246251565e-16 | 2.991494566338388 |
| 468 | 82 | 176 | 1.4041888926391486 | 0.007682239094050292 | 0.015741895521337528 | 0.015755494595068274 | 1.425344649970694 | 1.3817576283293367 | 1.4030436154327517 | 0.9998760886856908 | 0.015260508552383296 | model.language_model.layers.11.self_attn.q_proj.weight | model.language_model.layers.19.self_attn.q_proj.weight | model.language_model.layers.*.self_attn.q_proj.weight | whole | 8 | 0.022431264309811905 | 3.7433804949605665 |
| 469 | 247 | 294 | 1.4369120238536173 | -0.03838573943504315 | -0.0001162079527730345 | -0.00011607184671315964 | 1.4028957833866995 | 1.425978159767329 | 1.4142957204770905 | 0.9999999932478558 | -0.00011811996629256632 | model.language_model.layers.3.self_attn.v_proj.weight | model.language_model.layers.7.self_attn.v_proj.weight | model.language_model.layers.*.self_attn.v_proj.weight | whole | 4 | 0.03401624046691776 | 3.997908711243429 |
| 470 | 488 | 500 | 0.8965083972925383 | 0.4651292417328651 | 0.46512924173286513 | 0.4653275048805995 | 1.4774199348354191 | 0.8965083972925383 | 1.0839076340034366 | 0.8852427850510898 | 0.2822435661031448 | model.visual.blocks.21.attn.proj.bias | model.visual.blocks.22.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 3.975881462861548 |
| 471 | 357 | 525 | 1.2862838732010684 | 0.06445188637917998 | 0.00017572763892646014 | 0.00017556305298444322 | 1.4923752306418303 | 1.3469588506075738 | 1.4140899489118604 | 0.9999999845598984 | 0.00015860481579191724 | model.visual.blocks.11.attn.proj.weight | model.visual.blocks.3.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 8 | 0.060674977406505404 | 3.8807467781581146 |
| 472 | 322 | 490 | 1.1950836098521744 | 0.02166911801522464 | 0.011610581027050332 | 0.011614045836516004 | 1.178867490265018 | 1.8535623921295017 | 1.4067584867468859 | 0.9999325949323856 | 0.01825560253398349 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.21.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 21 | 0.016216119587156408 | 5.346142111152901 |
| 473 | 335 | 599 | 1.2148361543033352 | 0.01778622342287624 | -0.0016240862566947328 | -0.0016243662730522318 | 1.2363220572752371 | 1.7044432366129705 | 1.4153047824841731 | 0.9999986811710457 | -0.0022390305338402207 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.9.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 8 | 0.021485902971901893 | 3.752206486901236 |
| 474 | 384 | 504 | 0.4238502318384498 | 0.9203904973766307 | 0.9210782919447814 | 0.0047141140875971935 | 0.4222327720283157 | 0.5571956913170575 | 0.4759182819301608 | 0.389377426294956 | 1.215492708374824 | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.blocks.22.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 9 | 0.0016174598101340587 | 1.0810793986153817 |
| 475 | 325 | 457 | 1.248774375075347 | -0.03979675413022099 | 0.0019013753758994202 | 0.0018890467801585607 | 1.254934721953969 | 1.6510132071087313 | 1.412917535936351 | 0.9999981923842063 | 0.0025014813937042513 | model.visual.blocks.0.mlp.linear_fc1.weight | model.visual.blocks.19.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 19 | 0.006160346878621992 | 3.67572726190273 |
| 476 | 458 | 494 | 0.8276223369500368 | 0.5631033143141194 | 0.5631033143141196 | 0.5632456062150685 | 1.5980601240568373 | 0.8276223369500368 | 1.039324763321504 | 0.826386506066292 | 0.29162662525730326 | model.visual.blocks.19.mlp.linear_fc2.bias | model.visual.blocks.21.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 2 | 0.0 | 4.327046267123427 |
| 477 | 399 | 543 | 1.2674667532340884 | -0.006588847608941955 | -0.00028126836703400604 | -0.0002813903043763367 | 1.603526694015754 | 1.2795120593015648 | 1.4144074743475161 | 0.999999960444052 | -0.0002244342229307058 | model.visual.blocks.14.mlp.linear_fc2.weight | model.visual.blocks.4.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 10 | 0.012045306067476336 | 4.813036842369729 |
| 478 | 532 | 544 | 0.3973169352896402 | 0.9180207391779576 | 0.9180207391779575 | 0.9180253126123875 | 0.39731693528964057 | 0.4213431012853311 | 0.40880144098761495 | 0.39653237249833284 | 0.9735344027244085 | model.visual.blocks.3.norm1.bias | model.visual.blocks.4.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 3.885780586188048e-16 | 1.2464870619111506 |
| 479 | 389 | 401 | 0.0862735114182268 | 0.9966784170451696 | 0.9966784170451691 | 0.8901662513310377 | 0.08910706207818321 | 0.08627351141822678 | 0.08765595660468387 | 0.08143790884063741 | 0.9649846464223115 | model.visual.blocks.13.norm1.weight | model.visual.blocks.14.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 1.3877787807814457e-17 | 0.2850961404117315 |
| 480 | 498 | 510 | 0.6731104663881845 | 0.7484843292490785 | 0.7484843292490784 | 0.7602060395364614 | 0.6731104663881845 | 0.7792090565265678 | 0.7203645430734835 | 0.6631524778424318 | 0.8664636744524302 | model.visual.blocks.21.norm2.bias | model.visual.blocks.22.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 1.7828296812189037 |
| 481 | 535 | 547 | 0.14422878781134993 | 0.9895451670626224 | 0.9895451670626226 | 0.8875762149841102 | 0.1459380385825726 | 0.14422878781134912 | 0.14507586199158565 | 0.14422330721144247 | 0.9779554481902176 | model.visual.blocks.3.norm2.weight | model.visual.blocks.4.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 8.049116928532385e-16 | 0.4711395844361231 |
| 482 | 260 | 272 | 0.2147382704813713 | 0.9790223738210344 | 0.9790223738210344 | 0.968871989620479 | 0.2147382704813713 | 0.23566050818562734 | 0.22447138454161703 | 0.20375277067521477 | 1.0744098367867736 | model.language_model.layers.5.input_layernorm.weight | model.language_model.layers.6.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 1 | 0.0 | 0.6655668630372037 |
| 483 | 8 | 14 | 0.3829518767493567 | 0.9284722458930881 | 0.9284722458930882 | 0.17342233369245433 | 0.458553835315823 | 0.38295187674935666 | 0.41568255682136235 | 0.3714017886416877 | 0.7753946465839956 | model.language_model.layers.13.linear_attn.A_log | model.language_model.layers.17.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 4 | 5.551115123125783e-17 | 0.9292498568498814 |
| 484 | 50 | 203 | 1.1075437630542964 | 0.07043617582249138 | 0.014256899460673335 | 0.014232956275038674 | 2.6594206438770294 | 1.072976052305503 | 1.407200252337453 | 0.9998983652440723 | 0.00575212189040113 | model.language_model.layers.1.linear_attn.conv1d.weight | model.language_model.layers.21.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 20 | 0.03456771074879339 | 6.742530468016071 |
| 485 | 63 | 262 | 0.8470050946705089 | 0.5876822638065495 | 0.5876822638065495 | 0.11378775716983959 | 1.0104351508383977 | 0.8470050946705089 | 0.917983777348248 | 0.8090918098752509 | 0.49262921136366467 | model.language_model.layers.10.linear_attn.dt_bias | model.language_model.layers.5.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 5 | 0.0 | 1.7976584725088862 |
| 486 | 99 | 193 | 1.1453338192206644 | 0.19308386853701953 | 0.16267368170342447 | 0.1624426939524234 | 1.4820979558961016 | 1.168292458999175 | 1.2975547355620372 | 0.9866799244339842 | 0.1282306846559512 | model.language_model.layers.13.linear_attn.in_proj_a.weight | model.language_model.layers.20.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 7 | 0.022958639778510648 | 4.063276117253706 |
| 487 | 182 | 252 | 1.1177292397957408 | 0.21721565639216914 | 0.2471585218929053 | 0.24692259117382143 | 1.117812829576176 | 1.3895071936419916 | 1.231729175941401 | 0.9689750590472977 | 0.3072326019646116 | model.language_model.layers.2.linear_attn.in_proj_b.weight | model.language_model.layers.4.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 2 | 8.358978043521148e-05 | 3.5556780074022445 |
| 488 | 101 | 195 | 1.2789763510084942 | 0.020061111446273632 | -0.00016893333504791274 | -0.00016894679479524034 | 1.5503629691986793 | 1.308789232302397 | 1.4143313179525785 | 0.9999999857307641 | -0.00014261055912727206 | model.language_model.layers.13.linear_attn.in_proj_qkv.weight | model.language_model.layers.20.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 7 | 0.029812881293902915 | 4.177159625295929 |
| 489 | 55 | 161 | 1.3042056524214465 | 0.03494798818372545 | 0.0028465181782789035 | 0.002847203780640921 | 1.365168096779575 | 1.464463326636361 | 1.4122042936987513 | 0.9999959486589237 | 0.0030535591115313605 | model.language_model.layers.1.linear_attn.in_proj_z.weight | model.language_model.layers.18.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 17 | 0.060962444358128476 | 3.593513375751753 |
| 490 | 11 | 35 | 0.1254962223856319 | 0.9921131341920933 | 0.9921131341920936 | -0.09910031814132125 | 0.1272823539551624 | 0.12549622238563193 | 0.1263798228516261 | 0.12534563799167953 | 0.9781909797499265 | model.language_model.layers.14.linear_attn.norm.weight | model.language_model.layers.9.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 5 | 2.7755575615628914e-17 | 0.32794043396945866 |
| 491 | 150 | 279 | 1.3489300242841598 | -0.012719577154806953 | 0.0002104607482128931 | 0.00021052459092886237 | 1.4794937693048833 | 1.3566140764941066 | 1.414065294060176 | 0.9999999778531364 | 0.00019298088271722626 | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.6.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 11 | 0.0076840522099468345 | 4.197665904942001 |
| 492 | 168 | 186 | 1.2970548281077339 | -0.016819094759010562 | -0.00028359953987280054 | -0.0002835834299822644 | 1.309902930875369 | 1.548727392731824 | 1.4144113037281412 | 0.9999999597856497 | -0.00033530604872655014 | model.language_model.layers.19.mlp.down_proj.weight | model.language_model.layers.2.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 17 | 0.012848102767635039 | 3.2908771097885112 |
| 493 | 169 | 316 | 1.1928225950439442 | 0.008807299374473224 | 0.0037390926050427484 | 0.0037440382993951834 | 1.1984603105680853 | 1.8041353274786367 | 1.4117742709538998 | 0.9999930095688124 | 0.005628746318911587 | model.language_model.layers.19.mlp.gate_proj.weight | model.language_model.layers.9.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 10 | 0.0056377155241411625 | 3.340376849193827 |
| 494 | 188 | 212 | 1.2636828033108674 | 0.031078727106314853 | 0.0004387387988581767 | 0.0004386854921462472 | 1.6254016768482336 | 1.268044816132466 | 1.4139126174029006 | 0.9999999037541286 | 0.00034227875327843784 | model.language_model.layers.2.mlp.up_proj.weight | model.language_model.layers.21.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 19 | 0.004362012821598649 | 4.010707664157221 |
| 495 | 154 | 166 | 0.18904096509925486 | 0.9978952259040728 | 0.9978952259040731 | 0.9845973380018667 | 0.23044657178744102 | 0.1890409650992544 | 0.20669584464119728 | 0.06484688209820869 | 0.8185978863111263 | model.language_model.layers.17.post_attention_layernorm.weight | model.language_model.layers.18.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 4.718447854656915e-16 | 0.3316457757234003 |
| 496 | 356 | 368 | 0.9036179992965965 | 0.47696946025064885 | 0.47696946025064924 | 0.4769890764627061 | 0.9036179992965965 | 1.3157090491458376 | 1.0533986721679482 | 0.8789198677855703 | 0.6944893035624471 | model.visual.blocks.11.attn.proj.bias | model.visual.blocks.12.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 2.4418177154779173 |
| 497 | 405 | 501 | 1.2890374520925358 | 0.03459610790360396 | -0.0013230400239100948 | -0.001323063845813272 | 1.5323074178073557 | 1.321299685499632 | 1.4151386155470458 | 0.9999991247821646 | -0.0011408496409926092 | model.visual.blocks.15.attn.proj.weight | model.visual.blocks.22.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 7 | 0.03226223340709611 | 4.015842619051072 |
| 498 | 322 | 550 | 1.214826556856121 | 0.017705584475897502 | -0.012061893628822538 | -0.012067779360166595 | 1.2425922499568876 | 1.7124456419993421 | 1.4222988802299128 | 0.9999272527149597 | -0.016622779660547083 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.5.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 5 | 0.027765693100766597 | 5.1705071776739455 |
| 499 | 467 | 479 | 1.2170045881801825 | 0.018722688684707514 | -0.00040369296481547137 | -0.000403663882486473 | 1.2318285171904335 | 1.7134843850390693 | 1.4144841203790577 | 0.9999999185159918 | -0.0005615404919664645 | model.visual.blocks.2.attn.qkv.weight | model.visual.blocks.20.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 18 | 0.01482392901025098 | 3.433148354377421 |
| 500 | 396 | 492 | 0.4241681024561192 | 0.9061675770201488 | 0.9090286624600242 | -0.0007231421418682684 | 0.4187003804100159 | 0.4409395868982563 | 0.4293886496058013 | 0.4167335969491053 | 0.9573115804463435 | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.blocks.21.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 7 | 0.005467722046103296 | 1.1579148726594286 |
| 501 | 325 | 493 | 1.2528055964222713 | -0.015822718555503903 | 0.0006210774161675821 | 0.0006259770318420838 | 1.2673040825038893 | 1.6265846804667032 | 1.4137876629973547 | 0.9999998071314029 | 0.0007971528100233449 | model.visual.blocks.0.mlp.linear_fc1.weight | model.visual.blocks.21.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 21 | 0.014498486081617967 | 4.02170969271528 |
| 502 | 338 | 530 | 0.8496591123553717 | 0.5363326443384248 | 0.5363326443384245 | 0.5358134030761644 | 0.8496591123553716 | 1.9376961733993943 | 1.1004539687645267 | 0.8440066910972644 | 1.2231372529187625 | model.visual.blocks.1.mlp.linear_fc2.bias | model.visual.blocks.3.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 2 | 1.1102230246251565e-16 | 2.7800453705167576 |
| 503 | 411 | 543 | 1.2697610141790845 | 0.0009922346591401052 | 0.00031334708631323337 | 0.0003141485584155171 | 1.5886653932000998 | 1.286619069909748 | 1.4139968127319822 | 0.9999999509068006 | 0.00025377171207787623 | model.visual.blocks.15.mlp.linear_fc2.weight | model.visual.blocks.4.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 11 | 0.016858055730663457 | 4.802459884818064 |
| 504 | 544 | 556 | 0.40381446730050385 | 0.9154894483697457 | 0.915489448369745 | 0.9154879141363566 | 0.42509332138407124 | 0.40381446730050385 | 0.4140443653801674 | 0.4023419813090105 | 0.869662884161495 | model.visual.blocks.4.norm1.bias | model.visual.blocks.5.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 0.0 | 1.235986392751745 |
| 505 | 449 | 497 | 0.08825571687132222 | 0.9961069326621873 | 0.9961069326621876 | 0.5867496826948279 | 0.08898060963225693 | 0.08825571687132222 | 0.08861593967664369 | 0.08815315480643941 | 0.9879920106855018 | model.visual.blocks.18.norm1.weight | model.visual.blocks.21.norm1.weight | model.visual.layers.*.norm1.weight | whole | 3 | 0.0 | 0.329560408012663 |
| 506 | 534 | 546 | 0.6997610372905448 | 0.7392420132430835 | 0.7392420132430838 | 0.7388382374538609 | 0.6997610372905448 | 0.7529506290185763 | 0.7248963611942472 | 0.673439860608438 | 0.7954325965668618 | model.visual.blocks.3.norm2.bias | model.visual.blocks.4.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 2.1628221333262996 |
| 507 | 355 | 379 | 0.14996087058946656 | 0.9969562996659713 | 0.9969562996659717 | 0.9052681966472214 | 0.1725961109610248 | 0.14996087058946656 | 0.16009058905127313 | 0.0779624047623815 | 0.8662097529609049 | model.visual.blocks.10.norm2.weight | model.visual.blocks.12.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 0.0 | 0.30746732938742943 |
| 508 | 96 | 108 | 0.21928386279323167 | 0.9826080646082997 | 0.9826080646082997 | 0.9683924251775328 | 0.21928386279323167 | 0.2532228716150627 | 0.23443053007184364 | 0.18569165669660964 | 1.1346883104975687 | model.language_model.layers.13.input_layernorm.weight | model.language_model.layers.14.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 1 | 0.0 | 0.6226785764124488 |
| 509 | 20 | 24 | 0.38577391654766535 | 0.9229369374119958 | 0.922936937411996 | -0.14805364928081072 | 0.4068837015103471 | 0.38577391654766535 | 0.39590734197841493 | 0.3849511781519384 | 0.8750534753549938 | model.language_model.layers.20.linear_attn.A_log | model.language_model.layers.22.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 2 | 0.0 | 0.9579404986158471 |
| 510 | 109 | 215 | 1.110263471231778 | 0.009582325718537526 | -0.006995456048989522 | -0.007029417389319317 | 1.7732896135929797 | 1.216705715973999 | 1.4188212631990447 | 0.9999755314979795 | -0.004799786394397757 | model.language_model.layers.14.linear_attn.conv1d.weight | model.language_model.layers.22.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 8 | 0.10644224474222086 | 8.271521282829458 |
| 511 | 86 | 250 | 0.8482212306607028 | 0.6243021316772236 | 0.6243021316772234 | 0.04834913343763511 | 0.8482212306607028 | 0.8883707969925753 | 0.8676000449823367 | 0.7811829800906281 | 0.6538527476496389 | model.language_model.layers.12.linear_attn.dt_bias | model.language_model.layers.4.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 8 | 0.0 | 1.6928734013116216 |
| 512 | 87 | 111 | 1.1508077594900636 | 0.20862974946809293 | 0.19384548810955707 | 0.1937846803241648 | 1.1467974312162896 | 1.455791892749141 | 1.2740042156201536 | 0.9810320722277981 | 0.2460754465909417 | model.language_model.layers.12.linear_attn.in_proj_a.weight | model.language_model.layers.14.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 2 | 0.004010328273774011 | 3.3262429033018934 |
| 513 | 100 | 135 | 1.1202542886867692 | 0.23624090260131958 | 0.19255539444469857 | 0.19236147652125304 | 1.4101198638893786 | 1.1699978760043797 | 1.2733825320588692 | 0.9812861051040347 | 0.15976613639927875 | model.language_model.layers.13.linear_attn.in_proj_b.weight | model.language_model.layers.16.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 3 | 0.049743587317610416 | 4.349890775332772 |
| 514 | 42 | 136 | 1.2834590297952506 | -0.015091231573354711 | -0.0003809506500001691 | -0.00038101185655554036 | 1.5983574610161013 | 1.2822620645169998 | 1.4144765008341413 | 0.9999999274382985 | -0.0003056128424725319 | model.language_model.layers.0.linear_attn.in_proj_qkv.weight | model.language_model.layers.16.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 16 | 0.001196965278250861 | 4.561534064464592 |
| 515 | 102 | 254 | 1.3055503724045268 | 0.013201681043438582 | 0.0007276145346739331 | 0.0007269010646356 | 1.5056378116490785 | 1.3367828111713498 | 1.4137025874655686 | 0.9999997352885094 | 0.0006460136664907654 | model.language_model.layers.13.linear_attn.in_proj_z.weight | model.language_model.layers.4.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 9 | 0.031232438766823023 | 4.138927652549216 |
| 516 | 9 | 31 | 0.12571515487038218 | 0.9929321989809389 | 0.992932198980939 | -0.059745222079605045 | 0.12571515487038218 | 0.13212651863729402 | 0.1288013135022464 | 0.1186829736182791 | 1.0435708791791232 | model.language_model.layers.13.linear_attn.norm.weight | model.language_model.layers.6.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 7 | 0.0 | 0.38567906538449254 |
| 517 | 150 | 267 | 1.3498195390937335 | 0.009310800005026215 | -0.00011862456832124463 | -0.00011851999366713328 | 1.4592174463600482 | 1.3732855077380106 | 1.414297285869626 | 0.9999999929641058 | -0.00011163887941691137 | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.5.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 12 | 0.02346596864427708 | 4.058915814008283 |
| 518 | 210 | 303 | 1.2979025157514927 | 0.0273490540625901 | -8.093380644797697e-05 | -8.102636586423724e-05 | 1.3101260116010833 | 1.547988264647986 | 1.4142700027920754 | 0.9999999967248594 | -9.562788730654361e-05 | model.language_model.layers.21.mlp.down_proj.weight | model.language_model.layers.8.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 13 | 0.012223495849590593 | 3.4185845081932213 |
| 519 | 75 | 164 | 1.1933906602360935 | -0.014150468117921276 | 0.006188570151917945 | 0.00618772333056555 | 1.812147969254771 | 1.1942041089625552 | 1.4101866234161113 | 0.999980850616388 | 0.004078262939567057 | model.language_model.layers.11.mlp.gate_proj.weight | model.language_model.layers.18.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 7 | 0.0008134487264617185 | 5.441753024714039 |
| 520 | 212 | 240 | 1.2674436243252734 | 0.004006716218295062 | -0.0002689044042505321 | -0.00026884045821484997 | 1.2722372574998793 | 1.6181395600194255 | 1.4143983249157208 | 0.9999999638452101 | -0.00034201549421396585 | model.language_model.layers.21.mlp.up_proj.weight | model.language_model.layers.3.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 18 | 0.004793633174605905 | 3.241529794125299 |
| 521 | 166 | 225 | 0.19550222345319304 | 0.9807755947920749 | 0.9807755947920749 | 0.6643111979004809 | 0.2017850067108669 | 0.19550222345319168 | 0.19856910801570957 | 0.19513900855608435 | 0.9502381401667889 | model.language_model.layers.18.post_attention_layernorm.weight | model.language_model.layers.22.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 4 | 1.3600232051658168e-15 | 0.7775316345486778 |
| 522 | 344 | 584 | 0.9070848636567662 | 0.49788267197572966 | 0.49788267197572994 | 0.4978690614635744 | 0.9070848636567662 | 1.1876588356985651 | 1.0194772620871864 | 0.8672443974718473 | 0.6518847113481709 | model.visual.blocks.10.attn.proj.bias | model.visual.blocks.8.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 2 | 0.0 | 2.3323541407129222 |
| 523 | 357 | 549 | 1.2890633661761886 | 0.04456787735200263 | 0.0004098308505487398 | 0.0004098528381932212 | 1.512634407089144 | 1.3323202253536344 | 1.4139260579051793 | 0.9999999160193335 | 0.0003609768021942064 | model.visual.blocks.11.attn.proj.weight | model.visual.blocks.5.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 6 | 0.04325685917744582 | 4.081090330580526 |
| 524 | 334 | 358 | 1.2261908801312602 | 0.039899698529752295 | 0.024409486839211736 | 0.024278891991198783 | 1.2338213357001617 | 1.6505192064453966 | 1.397561159504192 | 0.9997020440872603 | 0.032653290781953066 | model.visual.blocks.1.attn.qkv.bias | model.visual.blocks.11.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 10 | 0.0076304555689015174 | 6.2646917955266135 |
| 525 | 323 | 407 | 1.2197021042442384 | 0.028786811488554862 | -0.0004002707290567568 | -0.0004003972821259933 | 1.2001558946879316 | 1.8096254619231753 | 1.4144742752913289 | 0.9999999198916685 | -0.0006035383454513675 | model.visual.blocks.0.attn.qkv.weight | model.visual.blocks.15.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 15 | 0.019546209556306815 | 4.245447430736745 |
| 526 | 384 | 408 | 0.42517885076656814 | 0.9209555785312886 | 0.9192901057786474 | 0.01170194636129028 | 0.4264824096625333 | 0.564855288102014 | 0.48134523262948575 | 0.39358061616075973 | 1.2175552045858427 | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.blocks.15.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 2 | 0.0013035588959651734 | 1.0223220906597885 |
| 527 | 337 | 517 | 1.2543783053577353 | 0.006086590516881636 | -0.0003910916485463942 | -3.3574509273884254e-05 | 1.2613899319319941 | 1.6414895529474172 | 1.41448075786323 | 0.9999999235236583 | -0.0005089408430195874 | model.visual.blocks.1.mlp.linear_fc1.weight | model.visual.blocks.23.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 22 | 0.0070116265742588 | 3.6150721659854907 |
| 528 | 410 | 422 | 0.8522531036193748 | 0.6221563318796757 | 0.6221563318796758 | 0.6220951559054944 | 0.888757886239078 | 0.8522531036193748 | 0.8699315794600736 | 0.7828930314557836 | 0.5966019238655341 | model.visual.blocks.15.mlp.linear_fc2.bias | model.visual.blocks.16.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 0.0 | 2.530742707640684 |
| 529 | 531 | 591 | 1.2745094160309065 | -0.01667021587075957 | -0.0008572753038537833 | -0.0008583242801272701 | 1.2973176224312735 | 1.5713609575668646 | 1.4148086584565096 | 0.9999996325394591 | -0.0010383647913743414 | model.visual.blocks.3.mlp.linear_fc2.weight | model.visual.blocks.8.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 5 | 0.02280820640036696 | 3.5402172108784518 |
| 530 | 448 | 460 | 0.41155303200032717 | 0.9114503278822421 | 0.911450327882243 | 0.9111245483896855 | 0.41155303200032717 | 0.44622730067771144 | 0.42783993211167387 | 0.41141013575670665 | 0.9882420681871806 | model.visual.blocks.18.norm1.bias | model.visual.blocks.19.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 0.0 | 0.7752505620173216 |
| 531 | 425 | 461 | 0.08982200043034201 | 0.998486720892709 | 0.9984867208927087 | 0.8752940839504435 | 0.09684651615227098 | 0.08982200043034003 | 0.09313616741839476 | 0.054993346878744895 | 0.9260640262237313 | model.visual.blocks.16.norm1.weight | model.visual.blocks.19.norm1.weight | model.visual.layers.*.norm1.weight | whole | 3 | 1.9845236565174673e-15 | 0.22299037782220799 |
| 532 | 366 | 378 | 0.7093031254479284 | 0.7317632676394934 | 0.7317632676394931 | 0.731602402036813 | 0.7641684480846609 | 0.7093031254479283 | 0.7352048249145362 | 0.6815588897032828 | 0.679224553337195 | model.visual.blocks.11.norm2.bias | model.visual.blocks.12.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 1.1102230246251565e-16 | 2.0580469482938772 |
| 533 | 355 | 367 | 0.15120713854880122 | 0.9980975721771655 | 0.998097572177166 | 0.9588368297515072 | 0.17581590471691297 | 0.15120713854880122 | 0.1621272159308524 | 0.06165416785625297 | 0.8583949109974738 | model.visual.blocks.10.norm2.weight | model.visual.blocks.11.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.31404135823898877 |
| 534 | 143 | 190 | 0.24606044611035013 | 0.969259534703249 | 0.969259534703249 | 0.14240404198442405 | 0.24606044611035013 | 0.2546864636178252 | 0.2502620283638536 | 0.24604055435403574 | 1.0032383795269626 | model.language_model.layers.17.input_layernorm.weight | model.language_model.layers.20.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 3 | 0.0 | 0.8113265608555758 |
| 535 | 20 | 34 | 0.3890217920831547 | 0.9213359607235583 | 0.9213359607235583 | 0.28194269154637863 | 0.4287837637852145 | 0.3890217920831547 | 0.40745484364490686 | 0.3887673436357507 | 0.8358986436129904 | model.language_model.layers.20.linear_attn.A_log | model.language_model.layers.9.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 11 | 0.0 | 0.9439766823880977 |
| 536 | 191 | 308 | 1.1115676101613878 | -0.015047037725232398 | -0.004781306789044417 | -0.004777393575262609 | 1.1094201059650552 | 2.332319345838752 | 1.416834057524827 | 0.9999885694873661 | -0.010051678586425144 | model.language_model.layers.20.linear_attn.conv1d.weight | model.language_model.layers.9.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 11 | 0.0021475041963325836 | 4.068028906103054 |
| 537 | 133 | 297 | 0.8514209651778031 | 0.6078073959854651 | 0.607807395985465 | 0.4259767956590866 | 0.8514209651778031 | 0.9305475016430931 | 0.8883521082557506 | 0.794084485042598 | 0.6642937829189526 | model.language_model.layers.16.linear_attn.dt_bias | model.language_model.layers.8.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 8 | 0.0 | 1.8752928909548916 |
| 538 | 146 | 158 | 1.1510363674827022 | 0.2801820830677509 | 0.27601649873822437 | 0.2758451313878414 | 1.1655875960904578 | 1.2460917870466115 | 1.2038255196564156 | 0.9611528975268668 | 0.2950802610809274 | model.language_model.layers.17.linear_attn.in_proj_a.weight | model.language_model.layers.18.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 1 | 0.014551228607755595 | 3.4643383519886215 |
| 539 | 112 | 218 | 1.1228972301516038 | 0.174884627397484 | 0.11780774386533932 | 0.11766138795733448 | 1.5680864962424306 | 1.177784392869297 | 1.3318095973119755 | 0.9930364220336325 | 0.08848499264309004 | model.language_model.layers.14.linear_attn.in_proj_b.weight | model.language_model.layers.22.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 8 | 0.05488716271769323 | 4.690233972106854 |
| 540 | 101 | 148 | 1.2844267729883074 | -0.0055845837672179235 | -0.00027859707360398554 | -0.0002785372443252548 | 1.554887322245023 | 1.3062077739912756 | 1.4144075927521669 | 0.9999999611918345 | -0.00023403989353216965 | model.language_model.layers.13.linear_attn.in_proj_qkv.weight | model.language_model.layers.17.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 4 | 0.021781001002968203 | 4.598870579727187 |
| 541 | 114 | 184 | 1.307789783062184 | 0.009250439922195621 | -0.0012881555647064947 | -0.001287367996815744 | 1.527961854320653 | 1.324067809453777 | 1.4151148752958702 | 0.9999991703272764 | -0.0011162617129306222 | model.language_model.layers.14.linear_attn.in_proj_z.weight | model.language_model.layers.2.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 12 | 0.016278026391592926 | 4.090895475124399 |
| 542 | 11 | 31 | 0.12631975137985912 | 0.992159774885797 | 0.9921597748857975 | -0.07815291982266682 | 0.12631975137985912 | 0.12972061063380216 | 0.12798630552687426 | 0.12497592207526755 | 1.0188713201109287 | model.language_model.layers.14.linear_attn.norm.weight | model.language_model.layers.6.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 8 | 0.0 | 0.4026143906400186 |
| 543 | 115 | 150 | 1.3506235399865558 | -0.013230302786124446 | 0.0002891411316363399 | 0.00028918063458439755 | 1.3610242551381757 | 1.4737079920577867 | 1.4140097391458277 | 0.9999999581987021 | 0.000313080090172123 | model.language_model.layers.14.linear_attn.out_proj.weight | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 3 | 0.010400715151619888 | 3.8131381626364655 |
| 544 | 151 | 315 | 1.2986198970921277 | 0.029579930081883567 | 7.15565294446436e-05 | 7.161457212470352e-05 | 1.3544889704474266 | 1.4824899679493875 | 1.414163168954995 | 0.9999999974398315 | 7.831871603053158e-05 | model.language_model.layers.17.mlp.down_proj.weight | model.language_model.layers.9.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 8 | 0.05586907335529889 | 3.528464230126133 |
| 545 | 75 | 211 | 1.1935274381324006 | -0.015559678896398619 | 0.0036201707037171638 | 0.0036196883441632697 | 1.8005704379872052 | 1.1996017464430224 | 1.411849240063025 | 0.9999934471605681 | 0.0024118818164401263 | model.language_model.layers.11.mlp.gate_proj.weight | model.language_model.layers.21.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 10 | 0.006074308310621834 | 5.070338630975066 |
| 546 | 188 | 200 | 1.2715599836936564 | 0.019482607961872074 | 0.0002287717891547215 | 0.00022876261716589185 | 1.601060192819236 | 1.280247730336609 | 1.4140557492579833 | 0.9999999738317339 | 0.00018293163813825765 | model.language_model.layers.2.mlp.up_proj.weight | model.language_model.layers.20.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 18 | 0.008687746642952687 | 3.9457762126878935 |
| 547 | 259 | 271 | 0.2010490820493435 | 0.9929819881520349 | 0.9929819881520344 | 0.9932245706256491 | 0.2421120794696866 | 0.2010490820493435 | 0.21874112607157567 | 0.11826568059091667 | 0.8245690080675803 | model.language_model.layers.4.post_attention_layernorm.weight | model.language_model.layers.5.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 0.0 | 0.6528599037050038 |
| 548 | 416 | 440 | 0.9116989292953025 | 0.43698337615078164 | 0.4369833761507817 | 0.43698789551313505 | 1.5563044252365967 | 0.9116989292953025 | 1.1125009229751486 | 0.8994695820136801 | 0.2559892972712893 | model.visual.blocks.16.attn.proj.bias | model.visual.blocks.18.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 2 | 0.0 | 4.005204853552013 |
| 549 | 501 | 513 | 1.2895728228920602 | -0.005413887100970115 | -0.0011498296796021853 | -0.0011498295895308807 | 1.587005520691418 | 1.2890325781272542 | 1.4150091216174476 | 0.9999993389456354 | -0.0009339399875931728 | model.visual.blocks.22.attn.proj.weight | model.visual.blocks.23.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 1 | 0.0005402447648059638 | 4.250262691061807 |
| 550 | 334 | 514 | 1.2264121555498304 | -0.0015782573083672304 | -0.0020984808587752694 | -0.0020238851057221775 | 1.2401281382540923 | 1.6957085209998564 | 1.4156269227610805 | 0.9999977981866187 | -0.0028693904795919004 | model.visual.blocks.1.attn.qkv.bias | model.visual.blocks.23.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 22 | 0.013715982704261886 | 6.199166340255996 |
| 551 | 323 | 443 | 1.2231898554484653 | -0.01641278113538523 | 0.00037379583491193295 | 0.00037345770767943637 | 1.1919841973439345 | 1.8364064145631596 | 1.41397212809401 | 0.9999999301383345 | 0.0005758810146131494 | model.visual.blocks.0.attn.qkv.weight | model.visual.blocks.18.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 18 | 0.031205658104530798 | 4.199845852711274 |
| 552 | 348 | 384 | 0.42542175437427165 | 0.9089172155540697 | 0.9070644093598136 | -0.016098255095725527 | 0.43163777897167743 | 0.4306310587252217 | 0.43113353732101484 | 0.42099187316708697 | 0.9049488389666996 | model.visual.blocks.10.mlp.linear_fc1.bias | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 3 | 0.0052093043509500725 | 1.1336856298779747 |
| 553 | 397 | 553 | 1.2575225814488902 | 0.05026112690774146 | -0.000332851724406056 | -0.0002042244646423724 | 1.5947191145373747 | 1.2841017674434303 | 1.414443488364814 | 0.9999999446048633 | -0.00026801929174242236 | model.visual.blocks.14.mlp.linear_fc1.weight | model.visual.blocks.5.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 9 | 0.026579185994540122 | 4.051996785919995 |
| 554 | 410 | 446 | 0.8564311051127195 | 0.5188914564658472 | 0.5188914564658476 | 0.5187408999498176 | 1.4996959711881699 | 0.8564311051127195 | 1.0517581764503443 | 0.8548401349999609 | 0.2963232495333784 | model.visual.blocks.15.mlp.linear_fc2.bias | model.visual.blocks.18.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 3 | 0.0 | 4.013392045542417 |
| 555 | 327 | 423 | 1.274809466629704 | 0.0019702616213211482 | -0.0006173632118967182 | -0.0006132154357968788 | 1.2970941878728124 | 1.5713017318414346 | 1.4146421326259404 | 0.9999998094313141 | -0.0007478746671584225 | model.visual.blocks.0.mlp.linear_fc2.weight | model.visual.blocks.16.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 16 | 0.02228472124310832 | 3.4835037389016286 |
| 556 | 388 | 412 | 0.41729102644988103 | 0.9122918066446813 | 0.9122918066446817 | 0.9120430995938683 | 0.5014065114062634 | 0.41729102644988136 | 0.45360065201364635 | 0.4095407910440456 | 0.75924659085275 | model.visual.blocks.13.norm1.bias | model.visual.blocks.15.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 3.3306690738754696e-16 | 1.217720994151439 |
| 557 | 425 | 449 | 0.09085011996415454 | 0.9986147056461779 | 0.9986147056461783 | 0.8920805211845444 | 0.0982637870306677 | 0.09085011996415454 | 0.09433917504008388 | 0.052618149598754466 | 0.9232726373308767 | model.visual.blocks.16.norm1.weight | model.visual.blocks.18.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 0.0 | 0.2135411805814777 |
| 558 | 582 | 594 | 0.7256995452998777 | 0.6934871178077004 | 0.6934871178077003 | 0.6935892567991454 | 0.9298361446774153 | 0.7256995452998778 | 0.8090549363752076 | 0.7204690260065096 | 0.5412386783899074 | model.visual.blocks.7.norm2.bias | model.visual.blocks.8.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 1.1102230246251565e-16 | 3.1645813298853573 |
| 559 | 499 | 511 | 0.1523850674470504 | 0.9938722051976594 | 0.9938722051976594 | 0.7785631652135531 | 0.1523850674470504 | 0.17141636087590134 | 0.1610634828563068 | 0.11053524205221452 | 1.1179963984980832 | model.visual.blocks.21.norm2.weight | model.visual.blocks.22.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.3783463612190642 |
| 560 | 61 | 295 | 0.24997187926799813 | 0.9689491193617894 | 0.9689491193617893 | 0.9758596514621909 | 0.26814416490389614 | 0.24997187926799813 | 0.25858033679184794 | 0.24726019511440386 | 0.9032828753471002 | model.language_model.layers.10.input_layernorm.weight | model.language_model.layers.8.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 2 | 0.0 | 0.5284629008524825 |
| 561 | 12 | 14 | 0.4032380111609582 | 0.9180531068240992 | 0.9180531068240994 | -0.23614538671431967 | 0.4066169745920123 | 0.4032380111609582 | 0.4049169194298836 | 0.3964574290521228 | 0.9104241388528611 | model.language_model.layers.16.linear_attn.A_log | model.language_model.layers.17.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 1 | 0.0 | 0.9409292963564985 |
| 562 | 203 | 261 | 1.1115773882517048 | -0.022257864117070834 | -0.012535278225437324 | -0.012557442084761453 | 1.1593842468620807 | 2.0189178914818617 | 1.4218485593006398 | 0.9999214303133076 | -0.021828567666444237 | model.language_model.layers.21.linear_attn.conv1d.weight | model.language_model.layers.5.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 16 | 0.047806858610375924 | 4.176318739482339 |
| 563 | 86 | 98 | 0.8519574334714722 | 0.5272588932334276 | 0.5272588932334275 | -0.010992605711391006 | 0.8519574334714722 | 1.446021495297197 | 1.0380753885231404 | 0.8497046895870712 | 0.8949128949969726 | model.language_model.layers.12.linear_attn.dt_bias | model.language_model.layers.13.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 1 | 0.0 | 1.5777331037665223 |
| 564 | 99 | 205 | 1.1511126869110344 | 0.17204712063833352 | 0.184820355422847 | 0.18466233030040607 | 1.5032122939485988 | 1.1368368506461186 | 1.2823135053127706 | 0.9827723216601963 | 0.13977439623134844 | model.language_model.layers.13.linear_attn.in_proj_a.weight | model.language_model.layers.21.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 8 | 0.014275836264915798 | 4.151734496576794 |
| 565 | 147 | 194 | 1.123653537298617 | 0.2581692309382054 | 0.25289993372682495 | 0.2523719759675872 | 1.3373099265436723 | 1.137041322958302 | 1.225064864753585 | 0.967492441066579 | 0.21502695038241398 | model.language_model.layers.17.linear_attn.in_proj_b.weight | model.language_model.layers.20.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 3 | 0.013387785659685125 | 4.071862307445419 |
| 566 | 207 | 277 | 1.2882790964114998 | 0.02155192836556584 | 0.00017647981562325755 | 0.0001765196032961632 | 1.3020193889558873 | 1.5611823446528397 | 1.4140907951585697 | 0.9999999844274372 | 0.00021160758025236492 | model.language_model.layers.21.linear_attn.in_proj_qkv.weight | model.language_model.layers.6.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 15 | 0.013740292544387467 | 3.4995400501013614 |
| 567 | 184 | 313 | 1.3106638042801206 | 0.0013805599575109659 | 0.0015742960388713649 | 0.0015763108046669334 | 1.3101857834520307 | 1.5448659840801116 | 1.4131148819583081 | 0.9999987607952232 | 0.001856283612631244 | model.language_model.layers.2.linear_attn.in_proj_z.weight | model.language_model.layers.9.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 7 | 0.0004780208280898979 | 3.5089963162744784 |
| 568 | 11 | 25 | 0.12677430953767296 | 0.995786988195444 | 0.9957869881954439 | -0.005180107965635789 | 0.13958149103507292 | 0.12677430953767296 | 0.13271666641912 | 0.09169664192677365 | 0.9044193964324085 | model.language_model.layers.14.linear_attn.norm.weight | model.language_model.layers.22.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 8 | 0.0 | 0.3538582336954357 |
| 569 | 150 | 209 | 1.3509740332658124 | -0.002687528509656062 | 0.0014209663258502175 | 0.0014211234369594528 | 1.463265176831029 | 1.367964830352529 | 1.4132107061613277 | 0.9999989904268408 | 0.0013284208424122251 | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.21.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 4 | 0.01699079708671647 | 4.0775191781558195 |
| 570 | 92 | 210 | 1.3007550098536216 | 0.040464121736506396 | -0.0003031531900341101 | -0.0003032007040805806 | 1.5290224178746614 | 1.3222522025410524 | 1.4144256653103275 | 0.9999999540490706 | -0.0002621576822837706 | model.language_model.layers.12.mlp.down_proj.weight | model.language_model.layers.21.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 9 | 0.021497192687430777 | 4.043947034241453 |
| 571 | 70 | 169 | 1.194600184981973 | 0.011506603294424413 | 0.004171303444809452 | 0.004172593889406948 | 1.7837087014417183 | 1.2042265739235067 | 1.4114751943240387 | 0.9999913000759413 | 0.002816151792093692 | model.language_model.layers.10.mlp.gate_proj.weight | model.language_model.layers.19.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 9 | 0.009626388941533781 | 4.907744582766348 |
| 572 | 165 | 240 | 1.2743068995568831 | 0.0352641662682798 | 0.0002490019914027966 | 0.0002491174980875885 | 1.3020366669129266 | 1.5610167866065792 | 1.4140403387049099 | 0.9999999689990037 | 0.0002985294487902671 | model.language_model.layers.18.mlp.up_proj.weight | model.language_model.layers.3.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 15 | 0.02772976735604349 | 3.3677737327616266 |
| 573 | 271 | 283 | 0.21136858231101274 | 0.9788393576993742 | 0.9788393576993747 | 0.9763221170293116 | 0.21136858231101274 | 0.22828583510781672 | 0.21933941669922816 | 0.20463018305879463 | 1.0571824713287021 | model.language_model.layers.5.post_attention_layernorm.weight | model.language_model.layers.6.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 0.0 | 1.0008337676515784 |
| 574 | 416 | 452 | 0.9245474916197612 | 0.4063596442019426 | 0.4063596442019427 | 0.40631487459424664 | 1.6887190285425593 | 0.9245474916197612 | 1.1468750396352188 | 0.9137132151633085 | 0.22247560629825422 | model.visual.blocks.16.attn.proj.bias | model.visual.blocks.19.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 3 | 0.0 | 4.315428189373466 |
| 575 | 489 | 513 | 1.2925762937444059 | -0.0024141863152462952 | -0.0013544189946831503 | -0.0013544190785992262 | 1.602333094930179 | 1.2812173873739339 | 1.4151475098514328 | 0.9999990827741727 | -0.0010829865346151332 | model.visual.blocks.21.attn.proj.weight | model.visual.blocks.23.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 2 | 0.011358906370471988 | 4.284363231435734 |
| 576 | 322 | 526 | 1.2286287181722522 | 0.046899084120835384 | 0.037459146766824415 | 0.037451510351167575 | 1.25027219010855 | 1.5849361883382422 | 1.3882149356727131 | 0.9992981598719681 | 0.047485945672245074 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.3.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 3 | 0.021643471936297898 | 5.122944937594971 |
| 577 | 431 | 467 | 1.2253098847067445 | 0.012946699986678582 | 0.0003193258239637729 | 0.0003193419100716021 | 1.7087507603781726 | 1.232955322201826 | 1.4139992613449115 | 0.9999999490155078 | 0.0002304107089822053 | model.visual.blocks.17.attn.qkv.weight | model.visual.blocks.2.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 15 | 0.0076454374950813975 | 4.554375695892582 |
| 578 | 396 | 516 | 0.4280238399239282 | 0.9039385321404422 | 0.9056678998095637 | -0.005195567109728096 | 0.42430403465280553 | 0.47712711170919647 | 0.4483986713096771 | 0.42398780083221044 | 1.0184176296071754 | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.blocks.23.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 9 | 0.003719805271122645 | 1.2038179265398554 |
| 579 | 337 | 421 | 1.259252576007594 | -0.026277552083162535 | 0.0005243411854504466 | 0.0004298998917251437 | 1.2369648765292216 | 1.6977472083948881 | 1.4138605938630844 | 0.9999998625331512 | 0.0007196637517653334 | model.visual.blocks.1.mlp.linear_fc1.weight | model.visual.blocks.16.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 15 | 0.022287699478372502 | 3.6002387893076935 |
| 580 | 350 | 602 | 0.8580820004700381 | 0.6137310354447806 | 0.6137310354447807 | 0.6136400889496995 | 0.9033945688631618 | 0.8580820004700381 | 0.879864399910605 | 0.7895151778983589 | 0.5829474437816492 | model.visual.blocks.10.mlp.linear_fc2.bias | model.visual.blocks.9.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 0.0 | 2.5033392322644263 |
| 581 | 327 | 399 | 1.27493917102535 | -0.02270846375523882 | 0.00026829224150974406 | 0.00026754452827974155 | 1.288898747492436 | 1.5844896057983073 | 1.4140278121495171 | 0.9999999640096359 | 0.0003298213058361386 | model.visual.blocks.0.mlp.linear_fc2.weight | model.visual.blocks.14.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 14 | 0.013959576467086121 | 3.6279508308582726 |
| 582 | 400 | 448 | 0.4302549668439554 | 0.9164218886774796 | 0.9164218886774801 | 0.9162007945584489 | 0.5672660437798428 | 0.4302549668439554 | 0.4847995470904621 | 0.4002135954122503 | 0.6950796256033809 | model.visual.blocks.14.norm1.bias | model.visual.blocks.18.norm1.bias | model.visual.layers.*.norm1.bias | whole | 4 | 0.0 | 2.0121325199068654 |
| 583 | 365 | 377 | 0.09304180007165222 | 0.9975523802708949 | 0.9975523802708949 | 0.937384705653536 | 0.09938534942279506 | 0.09304180007165223 | 0.0960568331047391 | 0.06992316222734883 | 0.9338807949582709 | model.visual.blocks.11.norm1.weight | model.visual.blocks.12.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 1.3877787807814457e-17 | 0.2598128771313268 |
| 584 | 366 | 606 | 0.7584221980237759 | 0.6641554418024418 | 0.6641554418024419 | 0.6653883482029251 | 0.7584221980237756 | 0.9577814845882344 | 0.8408685012104947 | 0.7475945084898652 | 0.8387357156797725 | model.visual.blocks.11.norm2.bias | model.visual.blocks.9.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 2.220446049250313e-16 | 2.197394809437473 |
| 585 | 355 | 391 | 0.15461504277278593 | 0.9969963403042719 | 0.9969963403042718 | 0.8928005818923107 | 0.17912314002296417 | 0.15461504277278593 | 0.1655235037193495 | 0.07744867603702803 | 0.8605846892852225 | model.visual.blocks.10.norm2.weight | model.visual.blocks.13.norm2.weight | model.visual.layers.*.norm2.weight | whole | 3 | 0.0 | 0.37524556684700566 |
| 586 | 49 | 248 | 0.2501798790906622 | 0.9863693486780734 | 0.9863693486780729 | 0.9147092362649943 | 0.31354141553729636 | 0.2501798790906622 | 0.27655830829866024 | 0.16454637032883462 | 0.7870404104929538 | model.language_model.layers.1.input_layernorm.weight | model.language_model.layers.4.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 3 | 0.0 | 0.6159161688902499 |
| 587 | 22 | 34 | 0.4091338468489371 | 0.9150831460766441 | 0.9150831460766442 | 0.09628287366406711 | 0.41573089149216425 | 0.4091338468489371 | 0.4123927996154874 | 0.4032652176502098 | 0.9005621073699351 | model.language_model.layers.21.linear_attn.A_log | model.language_model.layers.9.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 12 | 0.0 | 0.9813069779923634 |
| 588 | 144 | 273 | 1.1137444299355528 | 0.05305719347853451 | -0.004550474178988823 | -0.004521410409815994 | 1.1204119821540133 | 2.2374007936738822 | 1.4167877169225938 | 0.9999896465387761 | -0.009087045392078445 | model.language_model.layers.17.linear_attn.conv1d.weight | model.language_model.layers.6.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 11 | 0.006667552218460493 | 4.205266285222685 |
| 589 | 180 | 309 | 0.8549052483777714 | 0.5962729048537556 | 0.5962729048537556 | 0.32401517437578453 | 0.9603312896118632 | 0.8549052483777714 | 0.903035048814864 | 0.8027818028189628 | 0.5308135237694519 | model.language_model.layers.2.linear_attn.dt_bias | model.language_model.layers.9.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 7 | 0.0 | 1.9030469879314909 |
| 590 | 193 | 275 | 1.1514358483605658 | 0.18981794651849057 | 0.12015120428871615 | 0.11990505804762486 | 1.196531329735871 | 1.5182943361161672 | 1.3290429641751476 | 0.9927556034130309 | 0.15246144285195087 | model.language_model.layers.20.linear_attn.in_proj_a.weight | model.language_model.layers.6.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 14 | 0.04509548137530528 | 3.164691442776565 |
| 591 | 206 | 218 | 1.1257606462367045 | 0.24851277803503377 | 0.2147492709637249 | 0.21436910848608295 | 1.3450637760792907 | 1.1803142755394838 | 1.2546480798614807 | 0.9766692124872928 | 0.18844580806348268 | model.language_model.layers.21.linear_attn.in_proj_b.weight | model.language_model.layers.22.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 1 | 0.054553629302779294 | 4.2331672181547395 |
| 592 | 66 | 148 | 1.2883366010781312 | -0.006278919731660455 | 0.0010135353358410714 | 0.0010133971577038726 | 1.5865350160004654 | 1.2870224997014177 | 1.4135121153377541 | 0.9999994863729296 | 0.0008221960236076561 | model.language_model.layers.10.linear_attn.in_proj_qkv.weight | model.language_model.layers.17.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 7 | 0.0013141013767135057 | 4.474252344743706 |
| 593 | 43 | 67 | 1.3111923262021083 | 0.021217449644776436 | -0.0005743467307282934 | -0.0005749818228013649 | 1.3135046270159727 | 1.5433603228313721 | 1.41461440585565 | 0.9999998350629029 | -0.0006748540793249775 | model.language_model.layers.0.linear_attn.in_proj_z.weight | model.language_model.layers.10.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 10 | 0.002312300813864354 | 3.4110602772746996 |
| 594 | 21 | 23 | 0.1281317788004859 | 0.9939589410701084 | 0.993958941070109 | -0.1363136445882254 | 0.13809731427622166 | 0.1281317788004859 | 0.13283500116718439 | 0.10975255562759251 | 0.9222317453561768 | model.language_model.layers.20.linear_attn.norm.weight | model.language_model.layers.21.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 1 | 0.0 | 0.3039322764410374 |
| 595 | 197 | 209 | 1.3531584979083866 | 0.019534093236613325 | 0.000579743262791821 | 0.0005794595785535879 | 1.4541179894744962 | 1.3766675476466195 | 1.4138041760071864 | 0.9999998319488606 | 0.0005488644949236179 | model.language_model.layers.20.linear_attn.out_proj.weight | model.language_model.layers.21.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 1 | 0.023509049738232868 | 3.9754295400210453 |
| 596 | 45 | 222 | 1.3015661735104933 | 0.010363914486986113 | 0.0001580595880243879 | 0.00015804084848982592 | 1.5399075190796012 | 1.3148232680496768 | 1.4141031740918504 | 0.9999999875085832 | 0.00013495643179729715 | model.language_model.layers.0.mlp.down_proj.weight | model.language_model.layers.22.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 22 | 0.013257094539183445 | 4.123339012626737 |
| 597 | 46 | 228 | 1.196877047176409 | -0.027300710059932252 | 9.978036731402262e-05 | 9.578492541461572e-05 | 1.8501138578586283 | 1.1885048655093569 | 1.4141493925094981 | 0.999999995021939 | 6.409846157916212e-05 | model.language_model.layers.0.mlp.gate_proj.weight | model.language_model.layers.23.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 23 | 0.008372181667052114 | 5.049788297355185 |
| 598 | 153 | 240 | 1.275995175035286 | 0.03648185190312759 | 6.539024079217909e-05 | 6.553692118954487e-05 | 1.3110548014716874 | 1.546193254024288 | 1.4141679458372232 | 0.9999999978620582 | 7.711801907776663e-05 | model.language_model.layers.17.mlp.up_proj.weight | model.language_model.layers.3.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 14 | 0.03505962643640137 | 3.3341894086865844 |
| 599 | 154 | 201 | 0.2136952034735135 | 0.9914887870088255 | 0.9914887870088255 | 0.931942175502053 | 0.25995976242695173 | 0.2136952034735126 | 0.23345701378258582 | 0.1301921089612107 | 0.8150353581781491 | model.language_model.layers.17.post_attention_layernorm.weight | model.language_model.layers.20.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 3 | 9.159339953157541e-16 | 0.5298158594696316 |
| 600 | 464 | 536 | 0.9258289074551098 | 0.3798124999879209 | 0.37981249998792116 | 0.3784452991404578 | 0.9258289074551098 | 2.2178114342011512 | 1.2082659114375567 | 0.9250634923360264 | 0.9098360383250172 | model.visual.blocks.2.attn.proj.bias | model.visual.blocks.4.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 2 | 0.0 | 4.0672350645556286 |
| 601 | 405 | 489 | 1.3118786223054366 | -0.008482486840766988 | -0.0012629764076872276 | -0.001262958528880557 | 1.5186261491883 | 1.33021468004525 | 1.4150985661909565 | 0.9999992024449788 | -0.0011062826482701711 | model.visual.blocks.15.attn.proj.weight | model.visual.blocks.21.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 6 | 0.018336057739813283 | 4.162069801655942 |
| 602 | 334 | 394 | 1.229040435843489 | 0.04057641353850868 | 0.024448880130015515 | 0.02439372534964115 | 1.2796946900533699 | 1.5542851928872579 | 1.3971441637330277 | 0.9997010814540456 | 0.029694998865060374 | model.visual.blocks.1.attn.qkv.bias | model.visual.blocks.14.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 13 | 0.0506542542098809 | 5.992533868195334 |
| 603 | 323 | 431 | 1.2265954301943822 | -0.021057211694480944 | 2.149142683167366e-06 | 2.2823792390254137e-06 | 1.1957928756589553 | 1.823729443919583 | 1.4142121686925617 | 0.9999999999976906 | 3.277703748081624e-06 | model.visual.blocks.0.attn.qkv.weight | model.visual.blocks.17.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 17 | 0.030802554535426907 | 4.013720034245196 |
| 604 | 384 | 600 | 0.4295440612661473 | 0.9070344875107386 | 0.9058452397634171 | -0.003853244878095037 | 0.43394959506532943 | 0.4339433031503251 | 0.4339464490736167 | 0.4236087836647834 | 0.9058321057466546 | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.blocks.9.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 4 | 0.004399241884177785 | 1.1343313065120617 |
| 605 | 493 | 541 | 1.2626149766110695 | 0.05781687899402141 | 0.0003365182116983874 | 0.00028536030142345913 | 1.5570756955236316 | 1.304242585852294 | 1.413979275726744 | 0.999999943377745 | 0.00028187543089502507 | model.visual.blocks.21.mlp.linear_fc1.weight | model.visual.blocks.4.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 17 | 0.04162760924122444 | 4.026294650037419 |
| 606 | 422 | 458 | 0.891157827144009 | 0.4557508005377152 | 0.45575080053771516 | 0.45566039923707025 | 1.7858637719464874 | 0.8911578271440089 | 1.127683130700813 | 0.8901074136356981 | 0.2274226620788984 | model.visual.blocks.16.mlp.linear_fc2.bias | model.visual.blocks.19.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 3 | 1.1102230246251565e-16 | 5.0468945751963235 |
| 607 | 327 | 363 | 1.2763761587203293 | 0.011929420446006724 | 0.0002108399992720225 | 0.00021111983216195125 | 1.3033603555340536 | 1.5588151199799845 | 1.414066824814099 | 0.9999999777732471 | 0.00025216401386332524 | model.visual.blocks.0.mlp.linear_fc2.weight | model.visual.blocks.11.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 11 | 0.026984196813724326 | 3.4755187965436574 |
| 608 | 508 | 520 | 0.4339635612670379 | 0.9014272436936777 | 0.9014272436936777 | 0.9014853584659346 | 0.4339635612670379 | 0.49794832597043975 | 0.46267009112401464 | 0.43293062299497714 | 1.0343361218413625 | model.visual.blocks.22.norm1.bias | model.visual.blocks.23.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 0.0 | 1.1657699324328745 |
| 609 | 581 | 593 | 0.09564001327384225 | 0.9954172280236704 | 0.9954172280236703 | 0.9028432238569226 | 0.09592886980413463 | 0.09564001327384225 | 0.09578411487587218 | 0.09562709947327894 | 0.992419874179439 | model.visual.blocks.7.norm1.weight | model.visual.blocks.8.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 0.0 | 0.3121088893120545 |
| 610 | 402 | 438 | 0.7596959719043637 | 0.6853797058354811 | 0.6853797058354812 | 0.6787022814770224 | 1.620324682171222 | 0.7596959719043637 | 0.9727610983075516 | 0.728185868325436 | 0.3213431280022874 | model.visual.blocks.14.norm2.bias | model.visual.blocks.17.norm2.bias | model.visual.layers.*.norm2.bias | whole | 3 | 0.0 | 3.4872761697041637 |
| 611 | 487 | 511 | 0.15622987899471918 | 0.9883776997324385 | 0.9883776997324383 | 0.6684527702052381 | 0.15622987899471918 | 0.1640473194628559 | 0.1599955407768257 | 0.1520181655974511 | 1.0378342049631273 | model.visual.blocks.20.norm2.weight | model.visual.blocks.22.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 0.0 | 0.5622619270514629 |
| 612 | 178 | 260 | 0.2553264570572667 | 0.9668704791714392 | 0.9668704791714393 | 0.8649553479646084 | 0.26258457387132345 | 0.2553264570572667 | 0.25887923659284157 | 0.25526746072852957 | 0.9401451511050303 | model.language_model.layers.2.input_layernorm.weight | model.language_model.layers.5.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 3 | 0.0 | 0.796162615371624 |
| 613 | 12 | 32 | 0.4132782507785867 | 0.9111006527641464 | 0.9111006527641464 | 0.3835473652157381 | 0.4132782507785867 | 0.469077078791289 | 0.4385373435218983 | 0.4121839401683989 | 1.0341130506584746 | model.language_model.layers.16.linear_attn.A_log | model.language_model.layers.8.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 8 | 0.0 | 0.7595164728719566 |
| 614 | 109 | 144 | 1.1161679969102425 | -0.002277363177615189 | -0.0010720687851472769 | -0.0010467803876926566 | 1.9843988443404552 | 1.158474892473539 | 1.4148735350926114 | 0.9999994253340948 | -0.0006258644899637173 | model.language_model.layers.14.linear_attn.conv1d.weight | model.language_model.layers.17.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 3 | 0.04230689556329659 | 8.182045058005908 |
| 615 | 274 | 309 | 0.8645012106525637 | 0.6071620958205182 | 0.6071620958205183 | 0.22333554691721522 | 0.9121503070716958 | 0.8645012106525637 | 0.8873677132379933 | 0.7945779945347315 | 0.5754450366675466 | model.language_model.layers.6.linear_attn.dt_bias | model.language_model.layers.9.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 3 | 0.0 | 1.780755796840236 |
| 616 | 40 | 263 | 1.1535483888063864 | 0.03232106793463575 | 0.016060099025396145 | 0.016129049031004532 | 1.1736051117938924 | 1.861218636122998 | 1.4039289919392903 | 0.9998710282927966 | 0.025469687634845268 | model.language_model.layers.0.linear_attn.in_proj_a.weight | model.language_model.layers.5.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 5 | 0.020056722987505937 | 3.118909654260769 |
| 617 | 264 | 311 | 1.1273015096060177 | 0.28958025074615984 | 0.2713826189455203 | 0.2712388620670368 | 1.2992689110203466 | 1.1355612762743548 | 1.2091815318339225 | 0.9624715445841869 | 0.23718846076786174 | model.language_model.layers.5.linear_attn.in_proj_b.weight | model.language_model.layers.9.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 4 | 0.008259766668337054 | 3.7262774145955055 |
| 618 | 148 | 265 | 1.2883528490925242 | 0.016149986994056408 | 1.5619063813621715e-05 | 1.568088362488862e-05 | 1.3073765881638788 | 1.5523799154839735 | 1.4142026789311513 | 0.9999999998780225 | 1.854608777795366e-05 | model.language_model.layers.17.linear_attn.in_proj_qkv.weight | model.language_model.layers.5.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 12 | 0.019023739071354573 | 3.5210180299934786 |
| 619 | 137 | 184 | 1.3112142427946083 | 0.04088764713100876 | 0.0010587035316967312 | 0.0010600157052992542 | 1.5093298717739347 | 1.333825480286715 | 1.4134704341356765 | 0.999999439573259 | 0.0009355978259324747 | model.language_model.layers.16.linear_attn.in_proj_z.weight | model.language_model.layers.2.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 14 | 0.022611237492106806 | 3.967460748989501 |
| 620 | 1 | 23 | 0.12968610002482533 | 0.9915647504889683 | 0.9915647504889681 | -0.006933351649909493 | 0.12968610002482533 | 0.13136894385378048 | 0.13051938602666696 | 0.12961228949351355 | 1.0044315775510078 | model.language_model.layers.0.linear_attn.norm.weight | model.language_model.layers.21.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 21 | 0.0 | 0.37127732576775024 |
| 621 | 185 | 302 | 1.355501526826746 | 0.009598961840480974 | 0.0007893929385749109 | 0.0007893830631335077 | 1.388251484214708 | 1.4405075227872137 | 1.4136556480619595 | 0.9999996884293457 | 0.0008191069697256634 | model.language_model.layers.2.linear_attn.out_proj.weight | model.language_model.layers.8.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 6 | 0.03274995738796194 | 3.6335281426307016 |
| 622 | 168 | 238 | 1.3022237817082702 | 0.016768550248728774 | -0.000259217513384317 | -0.00025920552715302185 | 1.3072146337000419 | 1.5531581103978949 | 1.414394154972851 | 0.9999999664031397 | -0.00030798751244886244 | model.language_model.layers.19.mlp.down_proj.weight | model.language_model.layers.3.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 16 | 0.004990851991771628 | 3.394179053553821 |
| 623 | 70 | 199 | 1.1983502194553146 | 0.02220786022918254 | 0.0035971017814283345 | 0.0035978728773225685 | 1.7689150018609499 | 1.209323097958969 | 1.4118415077785493 | 0.9999935304084592 | 0.002459167492736651 | model.language_model.layers.10.mlp.gate_proj.weight | model.language_model.layers.20.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 10 | 0.01097287850365447 | 4.612842620985432 |
| 624 | 212 | 282 | 1.2765538001910668 | 0.04284340694928434 | 0.00013374063145695568 | 0.00013379813423234103 | 1.2968412472399637 | 1.5703225206094278 | 1.4141206956944756 | 0.9999999910567218 | 0.0001619442055412372 | model.language_model.layers.21.mlp.up_proj.weight | model.language_model.layers.6.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 15 | 0.020287447048896956 | 3.4228239508093776 |
| 625 | 77 | 288 | 0.2157462939369286 | 0.981751677231589 | 0.9817516772315892 | 0.9848545489495433 | 0.24520649094198754 | 0.2157462939369286 | 0.22906761175330032 | 0.19016741112230964 | 0.863799669883903 | model.language_model.layers.11.post_attention_layernorm.weight | model.language_model.layers.7.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 4 | 0.0 | 0.5960740383613126 |
| 626 | 404 | 440 | 0.927198674746607 | 0.41971264913075657 | 0.4197126491307566 | 0.4197926672369253 | 1.5223195054376057 | 0.927198674746607 | 1.1198877007544965 | 0.9076570344351672 | 0.2556342546084359 | model.visual.blocks.15.attn.proj.bias | model.visual.blocks.18.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 3 | 0.0 | 4.116459394238399 |
| 627 | 357 | 489 | 1.3126755712215503 | 0.0011797129822524802 | 1.4159881866924289e-05 | 1.4130165418919094e-05 | 1.5121230287305147 | 1.333134908774633 | 1.414203628723787 | 0.9999999998997489 | 1.2483794282777166e-05 | model.visual.blocks.11.attn.proj.weight | model.visual.blocks.21.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 10 | 0.0204593375530826 | 3.921300581989865 |
| 628 | 334 | 598 | 1.237547418171485 | -0.001806462341644923 | -0.006841883687726787 | -0.00686809364204457 | 1.2518182798552429 | 1.6775553991815622 | 1.4188437790863988 | 0.9999765940398823 | -0.00916877401905776 | model.visual.blocks.1.attn.qkv.bias | model.visual.blocks.9.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 8 | 0.014270861683757907 | 6.464527803275787 |
| 629 | 359 | 467 | 1.2279671001811947 | 0.061042900802912047 | 0.0008488308128713476 | 0.0008487590876367731 | 1.6466973716339703 | 1.257851367230023 | 1.413634365576404 | 0.9999996397430607 | 0.0006483905403078076 | model.visual.blocks.11.attn.qkv.weight | model.visual.blocks.2.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 9 | 0.029884267048828406 | 4.335877945910563 |
| 630 | 348 | 372 | 0.4301521637165839 | 0.9064043182913726 | 0.9023725945747568 | 0.01617819407499726 | 0.4381906344367464 | 0.44637478670265546 | 0.44222592251117115 | 0.4309567270160909 | 0.919226342998833 | model.visual.blocks.10.mlp.linear_fc1.bias | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 2 | 0.008038470720162505 | 1.1814067183698602 |
| 631 | 397 | 541 | 1.263013758552364 | 0.01647023572470905 | -0.0008244448526005903 | -0.0006997876828997286 | 1.6055446250471346 | 1.2790428609246334 | 1.4147816701846343 | 0.9999996601452847 | -0.0006567866669628628 | model.visual.blocks.14.mlp.linear_fc1.weight | model.visual.blocks.4.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 10 | 0.0160291023722694 | 4.207602574715526 |
| 632 | 446 | 482 | 0.8914678195764556 | 0.5052295484299549 | 0.5052295484299548 | 0.5051381466779152 | 1.223244493259639 | 0.8914678195764556 | 1.0188668113403803 | 0.862984996041799 | 0.36819776128667236 | model.visual.blocks.18.mlp.linear_fc2.bias | model.visual.blocks.20.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 2 | 0.0 | 3.5832179537229734 |
| 633 | 339 | 387 | 1.278221431504061 | 0.016224800561415724 | -0.0018984989581773987 | -0.0018995572825190388 | 1.2876316531191985 | 1.5910971566096226 | 1.4155258867551774 | 0.9999981978492289 | -0.0023459319960525684 | model.visual.blocks.1.mlp.linear_fc2.weight | model.visual.blocks.13.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 12 | 0.009410221615137493 | 3.7405881928793066 |
| 634 | 364 | 376 | 0.4364379880977786 | 0.901724421343363 | 0.9017244213433631 | 0.901669176938695 | 0.5184277896900139 | 0.4364379880977786 | 0.4721754098312118 | 0.43231130907365445 | 0.7591159272249784 | model.visual.blocks.11.norm1.bias | model.visual.blocks.12.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 0.0 | 1.5057131410689564 |
| 635 | 437 | 497 | 0.09918821238614463 | 0.9953001268440957 | 0.9953001268440961 | 0.5671008895300524 | 0.10185293900398149 | 0.09918821238614463 | 0.10049408843005332 | 0.09683830597509693 | 0.9692605960590865 | model.visual.blocks.17.norm1.weight | model.visual.blocks.21.norm1.weight | model.visual.layers.*.norm1.weight | whole | 4 | 0.0 | 0.40216531752742446 |
| 636 | 414 | 450 | 0.7911241518322802 | 0.61812733269971 | 0.6181273326997099 | 0.6113833687916395 | 1.495748857785643 | 0.7911241518322802 | 0.989001320920092 | 0.786077986315316 | 0.3269368779798787 | model.visual.blocks.15.norm2.bias | model.visual.blocks.18.norm2.bias | model.visual.layers.*.norm2.bias | whole | 3 | 0.0 | 3.334678926179814 |
| 637 | 559 | 583 | 0.15648788527317506 | 0.9899450707886772 | 0.9899450707886774 | 0.7266347247095086 | 0.1695400076731823 | 0.15648788527317506 | 0.16262241824682774 | 0.14145231288741883 | 0.9137336537281988 | model.visual.blocks.5.norm2.weight | model.visual.blocks.7.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 0.0 | 0.43928082541218577 |
| 638 | 131 | 248 | 0.26749385165441814 | 0.9790561173326117 | 0.9790561173326118 | 0.8682066868276297 | 0.26749385165441775 | 0.3320629921710226 | 0.29459806887410944 | 0.20359056734925352 | 1.2153860801437288 | model.language_model.layers.16.input_layernorm.weight | model.language_model.layers.4.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 12 | 3.885780586188048e-16 | 0.6313139870521427 |
| 639 | 8 | 12 | 0.4136485554842003 | 0.91320707460051 | 0.91320707460051 | 0.18966379216257098 | 0.4911946177553621 | 0.4136485554842004 | 0.44745848145223716 | 0.40749581457921596 | 0.7690369023029257 | model.language_model.layers.13.linear_attn.A_log | model.language_model.layers.16.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 3 | 5.551115123125783e-17 | 0.8878076277925674 |
| 640 | 203 | 308 | 1.1178308345849384 | -0.036967139792290105 | 0.01091977080905821 | 0.010948335266056099 | 1.1017250178124178 | 2.3271046049465536 | 1.4082284049066291 | 0.9999403775253191 | 0.02306514649651618 | model.language_model.layers.21.linear_attn.conv1d.weight | model.language_model.layers.9.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 12 | 0.016105816772520543 | 3.911877454239764 |
| 641 | 262 | 309 | 0.8658197777249519 | 0.57785453860712 | 0.5778545386071198 | -0.02007656895324297 | 0.8658197777249519 | 0.9987290617727208 | 0.9251898398320128 | 0.8161397749228699 | 0.6665591801340591 | model.language_model.layers.5.linear_attn.dt_bias | model.language_model.layers.9.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 4 | 0.0 | 1.992835039110687 |
| 642 | 111 | 205 | 1.1545353477218887 | 0.1556658098279829 | 0.16409792240962637 | 0.1639990194149514 | 1.5274675886708724 | 1.1481913846804022 | 1.2979728008586902 | 0.9864440540957425 | 0.12335176350199112 | model.language_model.layers.14.linear_attn.in_proj_a.weight | model.language_model.layers.21.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 7 | 0.0063439630414865444 | 4.217197048622838 |
| 643 | 53 | 100 | 1.1280531769157505 | 0.10058210993133138 | 0.0862777100091703 | 0.08611157003584224 | 1.1642313488103655 | 1.6905463202238944 | 1.3560196097864552 | 0.9962711261276087 | 0.12528134148112927 | model.language_model.layers.1.linear_attn.in_proj_b.weight | model.language_model.layers.13.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 12 | 0.03617817189461503 | 3.0867401889522856 |
| 644 | 195 | 253 | 1.2919550211599258 | 0.03835652225561122 | -4.420287500026465e-05 | -4.420836600671587e-05 | 1.3271027575223255 | 1.5211662167092597 | 1.4142445293318877 | 0.9999999990230528 | -5.066670214547702e-05 | model.language_model.layers.20.linear_attn.in_proj_qkv.weight | model.language_model.layers.4.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 16 | 0.03514773636239976 | 3.5367373905332893 |
| 645 | 220 | 278 | 1.3115449732906683 | 0.011473133140574703 | -0.0006966304442639037 | -0.0006989645551463911 | 1.3340195458719506 | 1.512051753524309 | 1.4147022300944743 | 0.9999997573529826 | -0.000789599588752024 | model.language_model.layers.22.linear_attn.in_proj_z.weight | model.language_model.layers.6.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 16 | 0.02247457258128227 | 3.649172295035348 |
| 646 | 7 | 35 | 0.1300440987050947 | 0.9915533418230432 | 0.9915533418230431 | -0.07727679508203411 | 0.13241525319261255 | 0.1300440987050947 | 0.13121361030128698 | 0.12969953862506733 | 0.9737976369522678 | model.language_model.layers.12.linear_attn.norm.weight | model.language_model.layers.9.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 3 | 0.0 | 0.42855395202262986 |
| 647 | 44 | 150 | 1.3558565140511056 | -0.02959926443742363 | -0.00048796365848527293 | -0.00048820291631709634 | 1.3571246463198772 | 1.4799584733026123 | 1.4145572718547768 | 0.9999998809457269 | -0.0005321294200921952 | model.language_model.layers.0.linear_attn.out_proj.weight | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 17 | 0.001268132268771538 | 3.6358270837705806 |
| 648 | 222 | 315 | 1.3027026649129096 | -0.0018458383510846013 | 9.916655681191094e-05 | 9.905578009623409e-05 | 1.3174853505126143 | 1.5357666838801143 | 1.4141442553462433 | 0.999999995082997 | 0.00011559649907877991 | model.language_model.layers.22.mlp.down_proj.weight | model.language_model.layers.9.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 13 | 0.014782685599704637 | 3.578989522929857 |
| 649 | 164 | 316 | 1.1987546680802925 | -0.012730625673723548 | 0.00479050109328047 | 0.004796709609030124 | 1.1921752269021562 | 1.823259195327926 | 1.4111070390825857 | 0.9999885254838053 | 0.007326377005205914 | model.language_model.layers.18.mlp.gate_proj.weight | model.language_model.layers.9.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 9 | 0.006579441178136358 | 3.0338594760483204 |
| 650 | 141 | 240 | 1.2795256315020627 | 0.015896965374398414 | 0.00031385644540018033 | 0.0003139067456689674 | 1.3104746053597793 | 1.5466926881682133 | 1.4139946287071383 | 0.9999999507470647 | 0.00037043027560358703 | model.language_model.layers.16.mlp.up_proj.weight | model.language_model.layers.3.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 13 | 0.030948973857716666 | 3.2702404214774754 |
| 651 | 271 | 288 | 0.22620701178977204 | 0.9784390318047265 | 0.9784390318047267 | 0.9890295370328855 | 0.25526207901574677 | 0.22620701178977204 | 0.23942229810117127 | 0.2065358589713397 | 0.8670687414928223 | model.language_model.layers.5.post_attention_layernorm.weight | model.language_model.layers.7.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 2 | 0.0 | 0.6556023798429388 |
| 652 | 344 | 572 | 0.9295264272458 | 0.43432187018249224 | 0.43432187018249196 | 0.4344008305950563 | 0.9295264272458 | 1.4003355522853347 | 1.0952235585787973 | 0.9007577438363673 | 0.6543077615917748 | model.visual.blocks.10.attn.proj.bias | model.visual.blocks.7.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 3 | 0.0 | 2.3185805176455694 |
| 653 | 333 | 501 | 1.3139080397201057 | 0.04290783348443296 | 0.0004168107654571516 | 0.00041670310331426224 | 1.4584356822127835 | 1.373245350603892 | 1.413919335078988 | 0.9999999131343892 | 0.00039246396171358395 | model.visual.blocks.1.attn.proj.weight | model.visual.blocks.22.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 21 | 0.05933731088378624 | 4.081536682520806 |
| 654 | 418 | 586 | 1.2452942041821429 | 0.014090980274218902 | -0.0019323278740004091 | -0.0018385517368052803 | 1.3035768201950686 | 1.5624441514456306 | 1.4155571724757152 | 0.999998133052751 | -0.002316054058828324 | model.visual.blocks.16.attn.qkv.bias | model.visual.blocks.8.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 8 | 0.058282616012925725 | 5.508203250701476 |
| 655 | 323 | 503 | 1.2291156046836373 | -2.9663871276845895e-05 | -0.00026207894347946665 | -0.00026172651085470814 | 1.2050229078721637 | 1.79290317770998 | 1.4143851452792267 | 0.9999999656573131 | -0.0003899362970658628 | model.visual.blocks.0.attn.qkv.weight | model.visual.blocks.22.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 22 | 0.024092696811473635 | 4.206496530757419 |
| 656 | 396 | 444 | 0.4320426261353086 | 0.9025138533722479 | 0.9067960074914455 | 0.0032040830890939296 | 0.4227483729952462 | 0.450526687353108 | 0.4359752133699285 | 0.42156968676314244 | 0.966380540900956 | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.blocks.18.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 4 | 0.00929425314006238 | 1.2260388643342244 |
| 657 | 397 | 601 | 1.266106835278155 | 0.036629343548472165 | -0.0006134677564509358 | -0.000573389592332082 | 1.5651211531001232 | 1.3006023155417412 | 1.4146399559305303 | 0.9999998118286382 | -0.0005097864679484288 | model.visual.blocks.14.mlp.linear_fc1.weight | model.visual.blocks.9.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 5 | 0.034495480263586176 | 4.1963041614794845 |
| 658 | 470 | 542 | 0.8919013480430146 | 0.4522756845602439 | 0.452275684560244 | 0.4514807211570997 | 0.8919013480430145 | 1.9443986281602155 | 1.1464783490901624 | 0.8918781896400217 | 0.9859882177986672 | model.visual.blocks.2.mlp.linear_fc2.bias | model.visual.blocks.4.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 2 | 1.1102230246251565e-16 | 2.7475008060256 |
| 659 | 339 | 411 | 1.2787494530965773 | 0.027376043299891708 | 0.001308446383470437 | 0.0013111035059677047 | 1.30890803607497 | 1.5474561709274226 | 1.4133008732827945 | 0.9999991439836643 | 0.0015469103822608244 | model.visual.blocks.1.mlp.linear_fc2.weight | model.visual.blocks.15.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 14 | 0.0301585829783928 | 3.568737348326916 |
| 660 | 556 | 568 | 0.4596173837345077 | 0.8905381112459546 | 0.890538111245955 | 0.8905762381097567 | 0.45961738373450756 | 0.4806907385141751 | 0.46979995680548675 | 0.45490864183755286 | 0.9313690855024497 | model.visual.blocks.5.norm1.bias | model.visual.blocks.6.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 1.6653345369377348e-16 | 1.573109172312986 |
| 661 | 485 | 509 | 0.10207538820943778 | 0.9950980172965205 | 0.9950980172965206 | 0.5717990353157203 | 0.10207538820943778 | 0.10525290062091003 | 0.10362762551307057 | 0.09889355880204483 | 1.0260744980727043 | model.visual.blocks.20.norm1.weight | model.visual.blocks.22.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 0.0 | 0.35376491571729674 |
| 662 | 426 | 462 | 0.7977973796598353 | 0.6030486052341258 | 0.603048605234126 | 0.5992648518544327 | 1.2967558179922192 | 0.7977973796598353 | 0.9609566968636968 | 0.7977044438419378 | 0.3710109416036496 | model.visual.blocks.16.norm2.bias | model.visual.blocks.19.norm2.bias | model.visual.layers.*.norm2.bias | whole | 3 | 0.0 | 3.1260614036254166 |
| 663 | 355 | 595 | 0.1574830732777547 | 0.997547826018107 | 0.9975478260181064 | 0.9136084046076483 | 0.1574830732777547 | 0.1838743126164939 | 0.1691537214781701 | 0.06998810475037635 | 1.1647183217440213 | model.visual.blocks.10.norm2.weight | model.visual.blocks.8.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 0.0 | 0.28774524283275144 |
| 664 | 49 | 260 | 0.2707614032010414 | 0.9677281310070147 | 0.9677281310070152 | 0.8696856308388174 | 0.31169099840885045 | 0.2707614032010414 | 0.2890752634077686 | 0.2519965564401017 | 0.8406512475694919 | model.language_model.layers.1.input_layernorm.weight | model.language_model.layers.5.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 4 | 0.0 | 0.8891990533955111 |
| 665 | 8 | 22 | 0.4234148861553326 | 0.9116919720708746 | 0.9116919720708746 | -0.136957721660193 | 0.52311803990489 | 0.4234148861553326 | 0.4654403212201414 | 0.4108743701686924 | 0.7379289627123249 | model.language_model.layers.13.linear_attn.A_log | model.language_model.layers.21.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 8 | 0.0 | 1.0192460859415835 |
| 666 | 109 | 191 | 1.1196815323720555 | -0.015458235624559093 | -0.010371138268764818 | -0.010374205281299257 | 1.9626696946429456 | 1.1693216157204314 | 1.4206480856719625 | 0.9999462182992694 | -0.006178928726720004 | model.language_model.layers.14.linear_attn.conv1d.weight | model.language_model.layers.20.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 6 | 0.049640083348375885 | 8.108921572787228 |
| 667 | 180 | 250 | 0.87037322168227 | 0.5290537055456733 | 0.5290537055456733 | 0.24188057292249707 | 1.204557231315972 | 0.87037322168227 | 0.9976966226119527 | 0.8485883434554071 | 0.38227671227847365 | model.language_model.layers.2.linear_attn.dt_bias | model.language_model.layers.4.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 2 | 0.0 | 2.681635970054048 |
| 668 | 217 | 263 | 1.1549842723594586 | 0.1574118599026025 | 0.12262286697791511 | 0.12240735597078028 | 1.1941547707042393 | 1.5178657769041284 | 1.327269462047901 | 0.9924533402100657 | 0.15586342559422137 | model.language_model.layers.22.linear_attn.in_proj_a.weight | model.language_model.layers.5.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 17 | 0.0391704983447807 | 3.1865447048163817 |
| 669 | 182 | 299 | 1.133257447698215 | 0.1452866630530941 | 0.12319688226277195 | 0.1229002848879508 | 1.1640108776368197 | 1.591147527569884 | 1.3285978690301299 | 0.9923822490354877 | 0.16840428073550087 | model.language_model.layers.2.linear_attn.in_proj_b.weight | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 6 | 0.03075342993860475 | 3.426703020362088 |
| 670 | 101 | 136 | 1.292445259864966 | 0.03004488178470785 | -0.0005250782507029747 | -0.0005251077094445243 | 1.5332205553274092 | 1.3198084321092796 | 1.414580669295505 | 0.9999998621464058 | -0.00045199152880323205 | model.language_model.layers.13.linear_attn.in_proj_qkv.weight | model.language_model.layers.16.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 3 | 0.027363172244313505 | 4.292770197785122 |
| 671 | 90 | 220 | 1.31156774698044 | -0.03328631299176765 | 0.0012737929786191143 | 0.0012614986244831974 | 1.545987047719705 | 1.3098373788659148 | 1.4133248093861168 | 0.9999991887253947 | 0.001079220979757372 | model.language_model.layers.12.linear_attn.in_proj_z.weight | model.language_model.layers.22.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 10 | 0.0017303681145253158 | 4.67365898141457 |
| 672 | 25 | 35 | 0.13075561730263727 | 0.9940927148707367 | 0.9940927148707367 | 0.004708514179881683 | 0.13075561730263727 | 0.14194476799409383 | 0.136006204399196 | 0.1085342076993609 | 1.0791602126763815 | model.language_model.layers.22.linear_attn.norm.weight | model.language_model.layers.9.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 13 | 0.0 | 0.43993259328552203 |
| 673 | 138 | 150 | 1.3572220709634248 | 0.019479541776379707 | 0.0007253589842425456 | 0.0007253415771840345 | 1.3880365089432416 | 1.440843671368963 | 1.4137009205352213 | 0.9999997369271374 | 0.0007529549080176448 | model.language_model.layers.16.linear_attn.out_proj.weight | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 1 | 0.030814437979816756 | 3.8073037194685995 |
| 674 | 227 | 268 | 1.3044913636964477 | 0.04609269934818462 | -0.00030187006021123084 | -0.00030175734931451746 | 1.334824519433808 | 1.5102077722883473 | 1.4144253846966297 | 0.9999999544372323 | -0.0003415329165106477 | model.language_model.layers.23.mlp.down_proj.weight | model.language_model.layers.5.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 18 | 0.030333155737360284 | 3.542654501208738 |
| 675 | 223 | 304 | 1.199186440949025 | 0.04293313176222471 | 0.004009478506511898 | 0.004010251989319032 | 1.2107534315800954 | 1.7633853036645672 | 1.4115651922169572 | 0.9999919620087483 | 0.0058395502249495935 | model.language_model.layers.22.mlp.gate_proj.weight | model.language_model.layers.8.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 14 | 0.011566990631070473 | 3.282047079686508 |
| 676 | 59 | 200 | 1.2799668192658868 | 0.0136607229491752 | -0.0004504574356879935 | -0.00045046710213790384 | 1.5806798218029883 | 1.291719715784526 | 1.4145256670735378 | 0.9999998985440441 | -0.000368110443857139 | model.language_model.layers.1.mlp.up_proj.weight | model.language_model.layers.20.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 19 | 0.011752896518639089 | 3.9917376282182917 |
| 677 | 77 | 306 | 0.22666030254388694 | 0.9844548178980698 | 0.9844548178980697 | 0.9858671290241071 | 0.26945350499897464 | 0.22666030254388692 | 0.24530044486759153 | 0.17563801273436924 | 0.828108830376553 | model.language_model.layers.11.post_attention_layernorm.weight | model.language_model.layers.8.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 3 | 2.7755575615628914e-17 | 0.7111047564398798 |
| 678 | 416 | 428 | 0.933985087392989 | 0.4880400892251549 | 0.48804008922515474 | 0.48808916867103347 | 1.1383503387311602 | 0.933985087392989 | 1.0211375621713898 | 0.8728212138285268 | 0.4004234459966968 | model.visual.blocks.16.attn.proj.bias | model.visual.blocks.17.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 3.1499351676249274 |
| 679 | 393 | 549 | 1.3159549244070463 | 0.005492641925213195 | 3.8919738677607564e-05 | 3.892657701248807e-05 | 1.518606020401555 | 1.3287137586340512 | 1.4141862854236305 | 0.999999999242627 | 3.4053066805111716e-05 | model.visual.blocks.14.attn.proj.weight | model.visual.blocks.5.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 9 | 0.012758834227004856 | 4.091881278787867 |
| 680 | 466 | 502 | 1.2468684680085247 | 0.02758807554994718 | 0.013584412638435411 | 0.01421052039875803 | 1.2408226855421736 | 1.6581609427081438 | 1.4049677693607705 | 0.9999077276095374 | 0.018153393493803023 | model.visual.blocks.2.attn.qkv.bias | model.visual.blocks.22.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 20 | 0.006045782466351124 | 6.902274150335502 |
| 681 | 419 | 467 | 1.229506077958717 | 0.019223493988792646 | 5.6931812740830014e-05 | 5.686751595303891e-05 | 1.69852660271921 | 1.237084932702016 | 1.41417524634445 | 0.9999999983793844 | 4.146504836623771e-05 | model.visual.blocks.16.attn.qkv.weight | model.visual.blocks.2.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 14 | 0.007578854743298891 | 4.622964003405903 |
| 682 | 372 | 432 | 0.43205575101241434 | 0.9142875240598572 | 0.9125850027588229 | -0.007679526467725308 | 0.433091263365637 | 0.5625815155202281 | 0.4853289248452114 | 0.4088870415404225 | 1.185439415016898 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.17.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 5 | 0.0010355123532226895 | 1.06975280653184 |
| 683 | 457 | 553 | 1.2665017461085848 | 0.04536752722777651 | 0.0005819753369142414 | 0.0007169543225434274 | 1.5698271497658276 | 1.2966400914666432 | 1.4138093942196408 | 0.9999998306523392 | 0.0004806978616724641 | model.visual.blocks.19.mlp.linear_fc1.weight | model.visual.blocks.5.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 14 | 0.03013834535805837 | 4.170327381715733 |
| 684 | 374 | 602 | 0.9036145478032162 | 0.5307046544846539 | 0.5307046544846539 | 0.530493424529233 | 0.9036145478032162 | 1.070607625246032 | 0.9765610020958266 | 0.8475568238816347 | 0.6287818752211648 | model.visual.blocks.12.mlp.linear_fc2.bias | model.visual.blocks.9.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 3 | 0.0 | 2.4912885272275704 |
| 685 | 411 | 531 | 1.2796710287662305 | 0.0002798330536420493 | 0.0005538174304256991 | 0.0005548582496324165 | 1.5492369551704954 | 1.30866836212505 | 1.413827412174279 | 0.9999998466431151 | 0.0004678195592821644 | model.visual.blocks.15.mlp.linear_fc2.weight | model.visual.blocks.3.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 12 | 0.0289973333588196 | 4.4260654602279486 |
| 686 | 388 | 436 | 0.4630412517745408 | 0.8970655658407668 | 0.8970655658407676 | 0.8967368078926896 | 0.6102761958031807 | 0.4630412517745408 | 0.52167459799713 | 0.4418974661420716 | 0.68063995513387 | model.visual.blocks.13.norm1.bias | model.visual.blocks.17.norm1.bias | model.visual.layers.*.norm1.bias | whole | 4 | 0.0 | 1.8550876182318856 |
| 687 | 377 | 389 | 0.10412280934254822 | 0.9973598861881612 | 0.997359886188161 | 0.9191382608865198 | 0.11284104010710044 | 0.10412280934254822 | 0.1082194292167861 | 0.07261719784416636 | 0.9203026946305232 | model.visual.blocks.12.norm1.weight | model.visual.blocks.13.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 0.0 | 0.24375549159417956 |
| 688 | 354 | 366 | 0.8022194737044236 | 0.6151706911740196 | 0.6151706911740199 | 0.6162860159708002 | 1.0507619410293236 | 0.8022194737044235 | 0.9017464970352921 | 0.7883939502054025 | 0.4696610039268985 | model.visual.blocks.10.norm2.bias | model.visual.blocks.11.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 1.1102230246251565e-16 | 3.3519242307209614 |
| 689 | 559 | 595 | 0.16164684765567094 | 0.9889317590993771 | 0.9889317590993769 | 0.6877607297502639 | 0.17479533313738538 | 0.16164684765567094 | 0.16783604170788438 | 0.14837107482461634 | 0.9145421593112383 | model.visual.blocks.5.norm2.weight | model.visual.blocks.8.norm2.weight | model.visual.layers.*.norm2.weight | whole | 3 | 0.0 | 0.5101633620020781 |
| 690 | 96 | 307 | 0.2710310492110198 | 0.9625937478374027 | 0.9625937478374025 | 0.9820444232043328 | 0.2796243090946201 | 0.2710310492110197 | 0.275227116760212 | 0.27094884503231076 | 0.9330118482369045 | model.language_model.layers.13.input_layernorm.weight | model.language_model.layers.9.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 4 | 5.551115123125783e-17 | 0.7611096393290284 |
| 691 | 4 | 8 | 0.4290835733814444 | 0.9050627426489743 | 0.9050627426489743 | 0.648793485071427 | 0.4459944573499768 | 0.4290835733814444 | 0.4372939666059684 | 0.42527806417533026 | 0.870745251090625 | model.language_model.layers.10.linear_attn.A_log | model.language_model.layers.13.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 3 | 0.0 | 1.1251383488217792 |
| 692 | 191 | 261 | 1.1197831554023678 | -0.034854077560054327 | -0.005792498544349833 | -0.00579567035810818 | 1.1574058081607836 | 2.0059781919725435 | 1.4177551507261092 | 0.9999832233395787 | -0.010039370525937693 | model.language_model.layers.20.linear_attn.conv1d.weight | model.language_model.layers.5.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 15 | 0.03762265275841581 | 3.870529648733512 |
| 693 | 145 | 274 | 0.8783012332356223 | 0.594368512437744 | 0.5943685124377439 | 0.4089760558716159 | 0.8783012332356223 | 0.9269875898491742 | 0.9016600720001925 | 0.8041928073680735 | 0.6273157932354783 | model.language_model.layers.17.linear_attn.dt_bias | model.language_model.layers.6.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 11 | 0.0 | 1.7812843286186761 |
| 694 | 52 | 99 | 1.1553411064888528 | 0.08297563154334898 | 0.06094079473458446 | 0.06095429577338347 | 1.166018282343162 | 1.7568590967489335 | 1.3739315963053498 | 0.9981413825391257 | 0.09182050677405665 | model.language_model.layers.1.linear_attn.in_proj_a.weight | model.language_model.layers.13.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 12 | 0.010677175854309162 | 3.755788694765023 |
| 695 | 194 | 299 | 1.1335802091380052 | 0.10352681723425487 | 0.13441679326992775 | 0.1339185863935868 | 1.1402984170056516 | 1.6321677181083725 | 1.3219580672240423 | 0.9909248839781094 | 0.19239766316867166 | model.language_model.layers.20.linear_attn.in_proj_b.weight | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 12 | 0.006718207867646431 | 3.5078424748929833 |
| 696 | 54 | 160 | 1.2929671288456288 | -0.027382749824430737 | -0.0007824735523343664 | -0.0007825210617912809 | 1.6433948539614742 | 1.2609059292961613 | 1.4147478881580409 | 0.9999996938675231 | -0.0006003581788500368 | model.language_model.layers.1.linear_attn.in_proj_qkv.weight | model.language_model.layers.18.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 17 | 0.03206119954946751 | 4.673885713080418 |
| 697 | 184 | 301 | 1.3121413878133916 | -0.01418136025073033 | -0.0008096144599405529 | -0.0008103083103533466 | 1.3076684215619658 | 1.5534123637616548 | 1.4147775487243457 | 0.9999996722621594 | -0.0009617614765443607 | model.language_model.layers.2.linear_attn.in_proj_z.weight | model.language_model.layers.8.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 6 | 0.004472966251425792 | 3.5796559652021074 |
| 698 | 7 | 31 | 0.1307744954907838 | 0.9915093642595587 | 0.9915093642595587 | -0.0701280881124184 | 0.1307744954907838 | 0.13376760595736992 | 0.13224565389320667 | 0.13003530515058448 | 1.0142026045947323 | model.language_model.layers.12.linear_attn.norm.weight | model.language_model.layers.6.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 6 | 0.0 | 0.3939048598940464 |
| 699 | 44 | 267 | 1.3597208029646017 | 0.04533733253772393 | 0.0006045941195065837 | 0.0006054538079785903 | 1.3957946294453225 | 1.4324917795095375 | 1.4137861290982516 | 0.9999998172329586 | 0.0006204896392796408 | model.language_model.layers.0.linear_attn.out_proj.weight | model.language_model.layers.5.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 5 | 0.03607382648072077 | 3.6381759061275587 |
| 700 | 92 | 222 | 1.3052324493195095 | 0.025080146196382845 | -0.0003013117351780466 | -0.0003012697141274806 | 1.5242289103698865 | 1.3253759901017739 | 1.4144245412262835 | 0.9999999546056181 | -0.00026200220755816527 | model.language_model.layers.12.mlp.down_proj.weight | model.language_model.layers.22.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 10 | 0.020143540782264324 | 4.014214257299175 |
| 701 | 75 | 223 | 1.1996266709959 | -0.003981259652769327 | 0.0030895282924492634 | 0.0030887784602327837 | 1.8289362407207985 | 1.1919285452822348 | 1.412213533173987 | 0.9999952273960763 | 0.0020134638273535746 | model.language_model.layers.11.mlp.gate_proj.weight | model.language_model.layers.22.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 11 | 0.007698125713665238 | 4.982763819072549 |
| 702 | 224 | 282 | 1.2821090581995653 | 0.02790536848146075 | 0.00035330841059592606 | 0.00035319620464396986 | 1.2837464031380763 | 1.5940410733631794 | 1.4139694567573458 | 0.9999999375865816 | 0.0004387066765506598 | model.language_model.layers.22.mlp.up_proj.weight | model.language_model.layers.6.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 16 | 0.0016373449385109762 | 3.3869290945184196 |
| 703 | 77 | 318 | 0.22907671907818597 | 0.9807874520175254 | 0.9807874520175256 | 0.9863874857458985 | 0.2661505783230808 | 0.22907671907818597 | 0.245538847947208 | 0.1950794042562409 | 0.844167136651848 | model.language_model.layers.11.post_attention_layernorm.weight | model.language_model.layers.9.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 2 | 0.0 | 0.6857081579955984 |
| 704 | 356 | 392 | 0.9402610884516471 | 0.4545092595222747 | 0.4545092595222747 | 0.4545290751278885 | 0.9402610884516471 | 1.2443518640327442 | 1.06091360499711 | 0.8907420125987735 | 0.6015025520603251 | model.visual.blocks.11.attn.proj.bias | model.visual.blocks.14.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 3 | 0.0 | 2.5959135602598784 |
| 705 | 357 | 501 | 1.3162347484511627 | 0.0038299528303945263 | 0.00013005108210240667 | 0.00013009057509031632 | 1.5255388431143662 | 1.3240208017824302 | 1.414122514679705 | 0.999999991543358 | 0.00011287181494925228 | model.visual.blocks.11.attn.proj.weight | model.visual.blocks.22.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 11 | 0.007786053331267473 | 3.987467314557463 |
| 706 | 334 | 406 | 1.2481935319328328 | 0.0159629944493736 | 0.037168019777746655 | 0.03727310727129805 | 1.2795399886765089 | 1.5300101994370392 | 1.3881052686378845 | 0.9993090304334296 | 0.04444366714294782 | model.visual.blocks.1.attn.qkv.bias | model.visual.blocks.15.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 14 | 0.03134645674367609 | 6.336344786321128 |
| 707 | 323 | 419 | 1.2317123991913423 | -0.016683393966300405 | 0.00015225684728028632 | 0.0001517241591764906 | 1.1990966750196406 | 1.811757640988231 | 1.4141144582148357 | 0.9999999884089261 | 0.00023005026383574834 | model.visual.blocks.0.attn.qkv.weight | model.visual.blocks.16.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 16 | 0.032615724171701777 | 4.485251674381327 |
| 708 | 384 | 576 | 0.43237042920398755 | 0.9036117335017229 | 0.9026279235798272 | 0.028249875186780113 | 0.4515436893233657 | 0.4345461771942396 | 0.44280044331068613 | 0.43042169040833617 | 0.8686501946426195 | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.blocks.7.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 6 | 0.0021757479902520527 | 1.222636601830609 |
| 709 | 457 | 541 | 1.2705577677324889 | 0.013430158198999254 | -0.0007431355795916422 | -0.0006124369879420365 | 1.5809266735815417 | 1.2918937876556718 | 1.4147284134504579 | 0.999999723874717 | -0.0006072718328455868 | model.visual.blocks.19.mlp.linear_fc1.weight | model.visual.blocks.4.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 15 | 0.021336019923182903 | 4.392522537203623 |
| 710 | 326 | 338 | 0.9053848866764042 | 0.44059420908361324 | 0.4405942090836131 | 0.44052058599215105 | 0.9053848866764042 | 1.6218002078404385 | 1.1179920226443807 | 0.8977063790137538 | 0.7892287472217199 | model.visual.blocks.0.mlp.linear_fc2.bias | model.visual.blocks.1.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 0.0 | 3.704808011890525 |
| 711 | 435 | 543 | 1.2803189368050463 | -0.006920959473118133 | 0.00025342774380854565 | 0.0002542884790192724 | 1.584453668389397 | 1.2889336789417305 | 1.4140381023389712 | 0.9999999678871888 | 0.00020616036977912623 | model.visual.blocks.17.mlp.linear_fc2.weight | model.visual.blocks.4.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 13 | 0.008614742136684228 | 4.581744073336426 |
| 712 | 388 | 424 | 0.46653602305357855 | 0.9012233839941586 | 0.901223383994159 | 0.9009004098522954 | 0.6404727086910321 | 0.46653602305357855 | 0.5332968314720761 | 0.43335483398955726 | 0.6564732075950986 | model.visual.blocks.13.norm1.bias | model.visual.blocks.16.norm1.bias | model.visual.layers.*.norm1.bias | whole | 3 | 0.0 | 1.283837089936822 |
| 713 | 497 | 521 | 0.10440821934103524 | 0.9949336590417175 | 0.9949336590417173 | 0.639989468355949 | 0.10440821934103524 | 0.1079986841444677 | 0.10615794019495021 | 0.10053364663563995 | 1.029148151991465 | model.visual.blocks.21.norm1.weight | model.visual.blocks.23.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 0.0 | 0.37960062807481276 |
| 714 | 354 | 378 | 0.8075189953006754 | 0.5998009172759885 | 0.5998009172759884 | 0.6000347140003391 | 1.1395177894344282 | 0.8075189953006753 | 0.931764396074303 | 0.8001492733452195 | 0.4250487693917664 | model.visual.blocks.10.norm2.bias | model.visual.blocks.12.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 1.1102230246251565e-16 | 3.419753893925454 |
| 715 | 355 | 583 | 0.16655857338838162 | 0.9955668262034216 | 0.9955668262034215 | 0.8519135932747118 | 0.16655857338838162 | 0.19409989026424665 | 0.17875719959337066 | 0.09405686877228071 | 1.1601889220449337 | model.visual.blocks.10.norm2.weight | model.visual.blocks.7.norm2.weight | model.visual.layers.*.norm2.weight | whole | 3 | 0.0 | 0.39115471666777973 |
| 716 | 84 | 307 | 0.27747534770045273 | 0.9627464167822 | 0.9627464167821999 | 0.9882574266227847 | 0.2774753477004528 | 0.30813094936717056 | 0.29160148768244065 | 0.2704058745165027 | 1.069111075493417 | model.language_model.layers.12.input_layernorm.weight | model.language_model.layers.9.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 3 | 5.551115123125783e-17 | 0.5812841482543717 |
| 717 | 6 | 12 | 0.4291005039113395 | 0.9051109533879466 | 0.9051109533879466 | 0.4168999874649748 | 0.42910050391133925 | 0.4455794847833822 | 0.4371071944061593 | 0.4251754485587833 | 0.9398704233769128 | model.language_model.layers.12.linear_attn.A_log | model.language_model.layers.16.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 4 | 2.7755575615628914e-16 | 0.7820764385489785 |
| 718 | 144 | 261 | 1.1218887868140852 | -0.034587434203062935 | -4.580716678196573e-05 | -1.92324193518491e-05 | 1.1487782570597267 | 2.0319165043163605 | 1.4142413159618115 | 0.9999999989508517 | -8.102202285624313e-05 | model.language_model.layers.17.linear_attn.conv1d.weight | model.language_model.layers.5.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 12 | 0.026889470245641478 | 4.075577634008557 |
| 719 | 63 | 110 | 0.8814176001260287 | 0.5817681421285885 | 0.5817681421285886 | 0.1758641520418297 | 0.9566048268793662 | 0.8814176001260287 | 0.9167067225027201 | 0.8133546758974527 | 0.5360423293467489 | model.language_model.layers.10.linear_attn.dt_bias | model.language_model.layers.14.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 4 | 0.0 | 1.8345718060949698 |
| 720 | 40 | 158 | 1.1574006289759415 | 0.022125208083910854 | 0.028970941325172344 | 0.02911178320986143 | 1.163750240980195 | 1.862242106665072 | 1.3956791793707835 | 0.9995802541860925 | 0.04635952363800824 | model.language_model.layers.0.linear_attn.in_proj_a.weight | model.language_model.layers.18.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 18 | 0.006349612004253435 | 3.1418447134397973 |
| 721 | 53 | 264 | 1.1343131471006183 | 0.1279464736279443 | 0.13182755456175083 | 0.131644220848187 | 1.1604928006221447 | 1.5783588686738623 | 1.3222481454740305 | 0.9912726647387532 | 0.1792955456221522 | model.language_model.layers.1.linear_attn.in_proj_b.weight | model.language_model.layers.5.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 4 | 0.026179653521526403 | 3.2554081760872755 |
| 722 | 160 | 312 | 1.294279702406207 | -0.017953665562437073 | -1.2432479061626888e-05 | -1.2450014994524398e-05 | 1.2723349817001153 | 1.6174111738966426 | 1.4142221062456775 | 0.9999999999227167 | -1.580435250364818e-05 | model.language_model.layers.18.linear_attn.in_proj_qkv.weight | model.language_model.layers.9.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 9 | 0.021944720706091658 | 3.5809287012289586 |
| 723 | 55 | 301 | 1.3141769445881115 | -0.02662265716883986 | -0.0015246629994662452 | -0.0015244953505237466 | 1.3179840911025673 | 1.5378837390924325 | 1.4152785524131444 | 0.9999988377006935 | -0.001779046082804774 | model.language_model.layers.1.linear_attn.in_proj_z.weight | model.language_model.layers.8.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 7 | 0.0038071465144557948 | 3.446585668249066 |
| 724 | 23 | 35 | 0.13144514312674993 | 0.9935175459132859 | 0.9935175459132858 | 0.028557578125139604 | 0.14171592255166457 | 0.13144514312674993 | 0.13629113761130016 | 0.11367887210226019 | 0.9215129370794564 | model.language_model.layers.21.linear_attn.norm.weight | model.language_model.layers.9.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 12 | 0.0 | 0.34579672601339584 |
| 725 | 185 | 314 | 1.3602607345670163 | 0.01165253332746447 | -0.0002463907452877387 | -0.00024620597684977657 | 1.3769428247670432 | 1.455063165817515 | 1.4143875113011288 | 0.9999999696457998 | -0.00026036963294185354 | model.language_model.layers.2.linear_attn.out_proj.weight | model.language_model.layers.9.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 7 | 0.016682090200026867 | 3.727904226867199 |
| 726 | 163 | 280 | 1.3056607803720885 | 0.015610308233182293 | -0.00013267319774061827 | -0.00013265985827954916 | 1.3369256784567798 | 1.5068939652926538 | 1.4143067055699763 | 0.9999999911989113 | -0.00014954043014731412 | model.language_model.layers.18.mlp.down_proj.weight | model.language_model.layers.6.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 12 | 0.03126489808469124 | 3.59946790062205 |
| 727 | 211 | 316 | 1.2001294126953654 | -0.01644781361138935 | 0.002882756961858396 | 0.0028859544846446387 | 1.197152742175291 | 1.8109890099228514 | 1.412336872536918 | 0.9999958448475168 | 0.004360881441676321 | model.language_model.layers.21.mlp.gate_proj.weight | model.language_model.layers.9.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 12 | 0.0029766705200744425 | 3.1678317765770325 |
| 728 | 141 | 229 | 1.2863092404333147 | 0.039500357090121 | 0.00030321222047709266 | 0.0003031934519168285 | 1.5696002328241492 | 1.2970668136160104 | 1.4140029842319979 | 0.9999999540311736 | 0.00025056476193051114 | model.language_model.layers.16.mlp.up_proj.weight | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 7 | 0.010757573182695657 | 3.915358053842583 |
| 729 | 77 | 95 | 0.23290868236093898 | 0.9834072405468681 | 0.983407240546868 | 0.9917837393027941 | 0.23290868236093837 | 0.27815375973871237 | 0.25254066463958535 | 0.18141168440867958 | 1.174444930689537 | model.language_model.layers.11.post_attention_layernorm.weight | model.language_model.layers.12.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 6.106226635438361e-16 | 0.7462155537890987 |
| 730 | 404 | 428 | 0.9415241076416865 | 0.4930696370119849 | 0.4930696370119851 | 0.493294449971415 | 1.103716019077784 | 0.9415241076416865 | 1.013008654100573 | 0.8699898465251589 | 0.4206126775081286 | model.visual.blocks.15.attn.proj.bias | model.visual.blocks.17.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 2 | 0.0 | 3.7106320664591035 |
| 731 | 345 | 489 | 1.3198346431244288 | 0.02448156492864903 | 0.0005956414693699219 | 0.0005956052558925986 | 1.5109047054298324 | 1.3332869043572668 | 1.4137955908730417 | 0.9999998226056043 | 0.0005256194966823593 | model.visual.blocks.10.attn.proj.weight | model.visual.blocks.21.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 11 | 0.013452261232838048 | 3.7898481905922794 |
| 732 | 334 | 454 | 1.2489359261190542 | 0.006049388374195203 | 0.006712756799496487 | 0.006631892703776777 | 1.28674338312143 | 1.575927886320531 | 1.4095551530152983 | 0.9999774691942568 | 0.008221391128316333 | model.visual.blocks.1.attn.qkv.bias | model.visual.blocks.19.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 18 | 0.037807457002375866 | 6.13255064193378 |
| 733 | 443 | 467 | 1.2323073199389245 | -0.0004126266910562976 | 0.00019751824614470454 | 0.000197477422636556 | 1.7202969758637972 | 1.228791474687042 | 1.414081438973877 | 0.999999980493271 | 0.00014108537093479487 | model.visual.blocks.18.attn.qkv.weight | model.visual.blocks.2.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 16 | 0.0035158452518824213 | 4.553177736058856 |
| 734 | 372 | 420 | 0.4325086050079205 | 0.913502152234845 | 0.9115173781094827 | 0.021506618195642712 | 0.4353552472929906 | 0.5663560055584597 | 0.48813320482971545 | 0.4112615583839735 | 1.1857979075092648 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.16.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 4 | 0.002846642285070089 | 1.0867729280076632 |
| 735 | 325 | 385 | 1.2729258851734742 | -0.0034109934118411647 | 0.0008442664603221049 | 0.0008418915498462103 | 1.2842170480129729 | 1.5921706834270655 | 1.4136299861378538 | 0.9999996436070084 | 0.0010467204972909035 | model.visual.blocks.0.mlp.linear_fc1.weight | model.visual.blocks.13.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 13 | 0.011291162839498714 | 3.9202963999369156 |
| 736 | 566 | 578 | 0.9168466832278287 | 0.5453455810184651 | 0.5453455810184648 | 0.544729675582366 | 1.0000050287770637 | 0.9168466832278288 | 0.9557230923460789 | 0.8382113082413247 | 0.4999957728024585 | model.visual.blocks.6.mlp.linear_fc2.bias | model.visual.blocks.7.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 1.1102230246251565e-16 | 3.1199288469513395 |
| 737 | 327 | 435 | 1.2824146548440023 | -0.014184459028646233 | -0.001689935506788628 | -0.0016846539078877753 | 1.3002089280330567 | 1.5678369621701984 | 1.4153874095072319 | 0.9999985720579719 | -0.002037782770216199 | model.visual.blocks.0.mlp.linear_fc2.weight | model.visual.blocks.17.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 17 | 0.017794273189054355 | 3.501823167963736 |
| 738 | 532 | 556 | 0.4846080888747264 | 0.8817371683585439 | 0.8817371683585439 | 0.8817510820924609 | 0.4846080888747264 | 0.4881879572590911 | 0.48638814276635867 | 0.47174099454579604 | 0.8882506853319306 | model.visual.blocks.3.norm1.bias | model.visual.blocks.5.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 0.0 | 1.3472755453489977 |
| 739 | 365 | 605 | 0.10888306201629609 | 0.9972015733277851 | 0.9972015733277851 | 0.9331152177396824 | 0.10888306201629608 | 0.11860378668381004 | 0.11343222398974259 | 0.07475976292491768 | 1.08622847753884 | model.visual.blocks.11.norm1.weight | model.visual.blocks.9.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 1.3877787807814457e-17 | 0.2760336270279038 |
| 740 | 558 | 582 | 0.8224070417047348 | 0.6232400353826781 | 0.6232400353826782 | 0.6229363107051376 | 0.9369361435977532 | 0.8224070417047348 | 0.8740936880966991 | 0.7820305993349609 | 0.5470564854108929 | model.visual.blocks.5.norm2.bias | model.visual.blocks.7.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 2.684337605669335 |
| 741 | 451 | 463 | 0.1744593546118854 | 0.9971312482467994 | 0.9971312482467999 | 0.9367710764317136 | 0.2077027380024494 | 0.1744593546118854 | 0.18892174001614584 | 0.07569196634900598 | 0.8375377027067833 | model.visual.blocks.18.norm2.weight | model.visual.blocks.19.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.3892998382474908 |
| 742 | 202 | 214 | 0.28419042040150244 | 0.9946071834571922 | 0.9946071834571919 | 0.9022980998599335 | 0.28419042040150244 | 0.38929255680539854 | 0.32461148309343624 | 0.10371379182804774 | 1.362442734410408 | model.language_model.layers.21.input_layernorm.weight | model.language_model.layers.22.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 1 | 0.0 | 0.41743750603470897 |
| 743 | 6 | 20 | 0.43406675161184305 | 0.9011624146201463 | 0.9011624146201462 | 0.35605525764070334 | 0.43406675161184305 | 0.46992517441119463 | 0.4509301506012291 | 0.43348160569508326 | 0.975607791406872 | model.language_model.layers.12.linear_attn.A_log | model.language_model.layers.20.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 8 | 0.0 | 0.8776076312974525 |
| 744 | 156 | 308 | 1.122305387383583 | -0.03306304164385411 | 0.012993111306091987 | 0.01300035322811523 | 1.098915802713169 | 2.343967424454875 | 1.4071334324935805 | 0.9999155859664292 | 0.02771407014859828 | model.language_model.layers.18.linear_attn.conv1d.weight | model.language_model.layers.9.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 9 | 0.023389584670414187 | 4.4978010444659215 |
| 745 | 98 | 157 | 0.8866827498934916 | 0.47639879662268125 | 0.47639879662268125 | 0.3348753601119188 | 1.499991846616917 | 0.8866827498934916 | 1.07946425701538 | 0.8792293139883709 | 0.28161126074655907 | model.language_model.layers.13.linear_attn.dt_bias | model.language_model.layers.18.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 5 | 0.0 | 2.6223281358549246 |
| 746 | 52 | 275 | 1.1582554182162719 | 0.08349776629830172 | 0.07322831943625455 | 0.07324313334391055 | 1.1589202028554413 | 1.7465928101574082 | 1.3656703023144072 | 0.9973152025475907 | 0.11036140013103722 | model.language_model.layers.1.linear_attn.in_proj_a.weight | model.language_model.layers.6.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 5 | 0.0006647846391694134 | 3.6439696833822035 |
| 747 | 147 | 299 | 1.1362336832068747 | 0.20201489930028507 | 0.17980224972767633 | 0.1793906051994627 | 1.1746041094779909 | 1.4294927545407135 | 1.283440872288222 | 0.9837027757370955 | 0.21881926954100217 | model.language_model.layers.17.linear_attn.in_proj_b.weight | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 9 | 0.0383704262711162 | 3.493526866836881 |
| 748 | 113 | 148 | 1.2953722416929891 | 0.0037965437873089206 | -0.00035853563731521904 | -0.00035857873411571567 | 1.5434266461115695 | 1.3132226535032094 | 1.4144637917078693 | 0.9999999357260964 | -0.0003050596037050153 | model.language_model.layers.14.linear_attn.in_proj_qkv.weight | model.language_model.layers.17.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 3 | 0.01785041181022029 | 4.414439186267524 |
| 749 | 67 | 208 | 1.3157702803306945 | -0.0003517771839451709 | -0.0017133900247912517 | -0.0017319119368500618 | 1.5624992057754126 | 1.3033071356301131 | 1.415404950269582 | 0.9999985321462342 | -0.00142916773152515 | model.language_model.layers.10.linear_attn.in_proj_z.weight | model.language_model.layers.21.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 11 | 0.012463144700581408 | 4.407235302412045 |
| 750 | 7 | 25 | 0.13199464331821462 | 0.9953927585907643 | 0.9953927585907639 | 0.0535574867041118 | 0.14590249108651832 | 0.13199464331821462 | 0.1384272965142258 | 0.09588146924755066 | 0.9005090396558827 | model.language_model.layers.12.linear_attn.norm.weight | model.language_model.layers.22.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 10 | 0.0 | 0.3943754087909021 |
| 751 | 103 | 150 | 1.360394597658794 | -0.015462878028925188 | -0.0005789426549244219 | -0.0005790054765516944 | 1.3671033114519897 | 1.4674668528291603 | 1.414621852570796 | 0.9999998324126872 | -0.0006214447355029582 | model.language_model.layers.13.linear_attn.out_proj.weight | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 4 | 0.00670871379319582 | 3.672983052252813 |
| 752 | 210 | 238 | 1.3082938082477444 | -0.010869455282115381 | -0.00022620903865658743 | -0.00022619135789731255 | 1.289324616789422 | 1.5846618533398227 | 1.41437016469834 | 0.9999999744147351 | -0.00027802527755375466 | model.language_model.layers.21.mlp.down_proj.weight | model.language_model.layers.3.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 18 | 0.018969191458322543 | 3.610663508675517 |
| 753 | 105 | 211 | 1.202210157240102 | 0.0011332865935160755 | 0.004976546297975564 | 0.004973091360749689 | 1.727713814117437 | 1.2219630449249708 | 1.4108917056826993 | 0.9999876169168017 | 0.0035197702407622 | model.language_model.layers.13.mlp.gate_proj.weight | model.language_model.layers.21.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 8 | 0.019752887684868714 | 5.071286426760365 |
| 754 | 200 | 270 | 1.2871332371662305 | 0.01016566727960953 | -4.887254017796875e-05 | -4.8872364103617545e-05 | 1.2998019938607834 | 1.565453885431942 | 1.4142475310068474 | 0.9999999988057373 | -5.886104827803819e-05 | model.language_model.layers.20.mlp.up_proj.weight | model.language_model.layers.5.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 15 | 0.012668756694552918 | 3.2534913688732723 |
| 755 | 288 | 318 | 0.23296415816537377 | 0.972502205200751 | 0.9725022052007513 | 0.9903524141393057 | 0.23814800684603318 | 0.23296415816537377 | 0.23551330544845114 | 0.23289366861225747 | 0.9513334188643298 | model.language_model.layers.7.post_attention_layernorm.weight | model.language_model.layers.9.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 2 | 0.0 | 0.4724153662102845 |
| 756 | 356 | 572 | 0.9424631851264238 | 0.449680742500848 | 0.4496807425008484 | 0.4496870763206025 | 0.9424631851264238 | 1.255898896687062 | 1.0660557178330698 | 0.8931893583243621 | 0.599231415381469 | model.visual.blocks.11.attn.proj.bias | model.visual.blocks.7.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 4 | 0.0 | 2.6782846345980524 |
| 757 | 369 | 549 | 1.3207681759227643 | 0.03525900521794406 | -0.0002786434125587084 | -0.0002786458917862979 | 1.5062579103386207 | 1.3375437039555556 | 1.4144091973781319 | 0.9999999611789235 | -0.00024743288619995024 | model.visual.blocks.12.attn.proj.weight | model.visual.blocks.5.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 7 | 0.016775528032791254 | 3.8057237340615413 |
| 758 | 334 | 382 | 1.2534680758407832 | 0.031560809995988495 | -0.007056512623506638 | -0.007132788817715624 | 1.2702993392638113 | 1.6362666160253978 | 1.419039297555178 | 0.9999751025048544 | -0.009089460786539702 | model.visual.blocks.1.attn.qkv.bias | model.visual.blocks.13.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 12 | 0.016831263423028098 | 6.181147763991366 |
| 759 | 323 | 455 | 1.2323318845565872 | -0.02797100937285955 | 0.0010360764486495085 | 0.0010366674693445407 | 1.1929099073717526 | 1.8311679232064086 | 1.413543273306699 | 0.9999994632726522 | 0.0015904218307119388 | model.visual.blocks.0.attn.qkv.weight | model.visual.blocks.19.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 19 | 0.039421977184834534 | 4.240523922312498 |
| 760 | 384 | 456 | 0.4334067242939278 | 0.9174919707685579 | 0.9199240321251411 | 0.0028833543941267315 | 0.4298618662687944 | 0.5779747076976516 | 0.487795406164701 | 0.39209664002465305 | 1.2368922793423685 | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.blocks.19.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 6 | 0.0035448580251333794 | 1.1215101535366527 |
| 761 | 337 | 373 | 1.273777204384663 | 0.005433465828071743 | 0.0007056607944452846 | 0.000700843087612691 | 1.2832156091298796 | 1.5943602955397664 | 1.4137260335878394 | 0.9999997510213906 | 0.0008767642357043183 | model.visual.blocks.1.mlp.linear_fc1.weight | model.visual.blocks.12.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 11 | 0.009438404745216733 | 3.478342741506477 |
| 762 | 362 | 602 | 0.9174472515126009 | 0.5653278822770761 | 0.5653278822770758 | 0.5651368863667537 | 0.9174472515126009 | 0.9487994650879071 | 0.9327283946429812 | 0.8248662834181771 | 0.58464700986289 | model.visual.blocks.11.mlp.linear_fc2.bias | model.visual.blocks.9.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 2 | 0.0 | 2.6349881455819273 |
| 763 | 531 | 579 | 1.282553377486783 | 0.025606345355891156 | -0.0001796383625950545 | -0.00017980141762523438 | 1.328425021070664 | 1.5194171156098628 | 1.4143394427419393 | 0.9999999838650292 | -0.0002054655689389769 | model.visual.blocks.3.mlp.linear_fc2.weight | model.visual.blocks.7.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 4 | 0.04587164358388107 | 3.6669269476014508 |
| 764 | 388 | 448 | 0.4997835430938786 | 0.8959151209576989 | 0.8959151209576979 | 0.8955765097631455 | 0.7494119609082119 | 0.4997835430938786 | 0.5880301114014246 | 0.44422527622744923 | 0.5974866386185972 | model.visual.blocks.13.norm1.bias | model.visual.blocks.18.norm1.bias | model.visual.layers.*.norm1.bias | whole | 5 | 0.0 | 2.4692638707250603 |
| 765 | 401 | 425 | 0.11079661079423106 | 0.997802809062958 | 0.9978028090629583 | 0.8793370394152905 | 0.12188875957246763 | 0.11079661079423107 | 0.11594663656297928 | 0.06625371103620993 | 0.9070005296051181 | model.visual.blocks.14.norm1.weight | model.visual.blocks.16.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 1.3877787807814457e-17 | 0.26293350096107293 |
| 766 | 570 | 594 | 0.8306189165889849 | 0.5840487073367728 | 0.5840487073367728 | 0.5839657877424966 | 1.0925855929220087 | 0.8306189165889849 | 0.935125181105009 | 0.8117186134728245 | 0.44401272327402586 | model.visual.blocks.6.norm2.bias | model.visual.blocks.8.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 2.9651047620414914 |
| 767 | 463 | 511 | 0.17526763004233312 | 0.9859359923217689 | 0.9859359923217692 | 0.6179214921079015 | 0.18782776188478242 | 0.17526763004233312 | 0.18122206480215752 | 0.1671233647473878 | 0.9200059832138834 | model.visual.blocks.19.norm2.weight | model.visual.blocks.22.norm2.weight | model.visual.layers.*.norm2.weight | whole | 3 | 0.0 | 0.7202840408624241 |
| 768 | 108 | 260 | 0.28730252482165947 | 0.9579119889300145 | 0.9579119889300147 | 0.8254308222765454 | 0.3036512374208178 | 0.28730252482165947 | 0.29513781760564806 | 0.2870620515918874 | 0.9063375974164982 | model.language_model.layers.14.input_layernorm.weight | model.language_model.layers.5.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 9 | 0.0 | 0.7318871981312409 |
| 769 | 16 | 34 | 0.4357077752949566 | 0.9001203745374633 | 0.9001203745374633 | -0.16702346016690614 | 0.47999545116376857 | 0.4357077752949566 | 0.4562473324199259 | 0.4356412645084677 | 0.8170690887517827 | model.language_model.layers.18.linear_attn.A_log | model.language_model.layers.9.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 9 | 0.0 | 1.1315249551287285 |
| 770 | 215 | 308 | 1.1234054319580657 | -0.039389036841066115 | -0.0026091070128858385 | -0.0025635867809423395 | 1.1414685576349017 | 2.08370780658283 | 1.415767456565894 | 0.999996596274505 | -0.004762826461225339 | model.language_model.layers.22.linear_attn.conv1d.weight | model.language_model.layers.9.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 13 | 0.01806312567683599 | 4.442355163163343 |
| 771 | 262 | 297 | 0.904655688806625 | 0.5375569836895034 | 0.5375569836895036 | -0.04542155166864964 | 0.904655688806625 | 1.0455670461858055 | 0.9674984722033726 | 0.8432274244156454 | 0.6212881591826557 | model.language_model.layers.5.linear_attn.dt_bias | model.language_model.layers.8.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 3 | 0.0 | 1.9606135194730239 |
| 772 | 205 | 217 | 1.1585494967550158 | 0.26165621588707405 | 0.27977406968857854 | 0.2795183408898952 | 1.2550572530943476 | 1.1534055340760065 | 1.2010169938064903 | 0.9600658674955018 | 0.2571141352111008 | model.language_model.layers.21.linear_attn.in_proj_a.weight | model.language_model.layers.22.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 1 | 0.005143962679009295 | 3.681830218864652 |
| 773 | 135 | 299 | 1.1422103150117546 | 0.16300579416936084 | 0.1692929917951902 | 0.16906859710717062 | 1.161957880083863 | 1.480643698049189 | 1.2927185070521279 | 0.985565767936891 | 0.21572434399029172 | model.language_model.layers.16.linear_attn.in_proj_b.weight | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 8 | 0.019747565072108397 | 3.530870946256705 |
| 774 | 195 | 265 | 1.2966780911538558 | 0.020679072136556446 | -0.00042503593110055016 | -0.0004250498392977112 | 1.3103234345810597 | 1.5482918753696664 | 1.4145099402663437 | 0.9999999096722245 | -0.0005022269017676283 | model.language_model.layers.20.linear_attn.in_proj_qkv.weight | model.language_model.layers.5.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 15 | 0.013645343427203915 | 3.4940879910756086 |
| 775 | 67 | 196 | 1.3172634390925786 | -0.00017152385237892333 | -0.0006951857041059381 | -0.0006870810726502428 | 1.539801013972346 | 1.3158481006254041 | 1.4146990398165702 | 0.9999997583583893 | -0.0005940759747714788 | model.language_model.layers.10.linear_attn.in_proj_z.weight | model.language_model.layers.20.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 10 | 0.001415338467174454 | 4.259092513408601 |
| 776 | 17 | 21 | 0.13267186267457504 | 0.9927197775537729 | 0.9927197775537729 | 0.08967839469218142 | 0.1415781736711944 | 0.13267186267457617 | 0.13690822617828818 | 0.12044684825095106 | 0.9302703841047426 | model.language_model.layers.18.linear_attn.norm.weight | model.language_model.layers.20.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 2 | 1.1379786002407855e-15 | 0.334774498857521 |
| 777 | 103 | 197 | 1.3611549437052584 | 0.009209216761210684 | 0.0007004208927645637 | 0.0007005348776857999 | 1.3743151735551467 | 1.456718962618511 | 1.4137190420627852 | 0.9999997547052565 | 0.0007424180536877297 | model.language_model.layers.13.linear_attn.out_proj.weight | model.language_model.layers.20.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 7 | 0.013160229849888294 | 3.785456917552377 |
| 778 | 168 | 280 | 1.3091971524822845 | -0.005779236332951238 | 0.00034834455740429947 | 0.0003482962270996536 | 1.3244657819766132 | 1.5244757232091901 | 1.4139696406940985 | 0.9999999393280329 | 0.0004009486906353928 | model.language_model.layers.19.mlp.down_proj.weight | model.language_model.layers.6.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 13 | 0.015268629494328723 | 3.353729886198217 |
| 779 | 211 | 304 | 1.2048429145139188 | 0.00992188699288224 | 0.0037178405817805027 | 0.003718318540219117 | 1.2196162681993585 | 1.7375583522743907 | 1.4117389789454047 | 0.9999930888068219 | 0.00529671924172911 | model.language_model.layers.21.mlp.gate_proj.weight | model.language_model.layers.8.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 13 | 0.01477335368543975 | 3.1112268075785012 |
| 780 | 212 | 258 | 1.2874046725716082 | 0.003482608090624447 | -0.00037437108806438545 | -0.00037434639897949496 | 1.2780825954150963 | 1.6065400568434594 | 1.4144714827267726 | 0.9999999299231417 | -0.00047058159719651677 | model.language_model.layers.21.mlp.up_proj.weight | model.language_model.layers.4.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 17 | 0.009322077156511899 | 3.3563129489943604 |
| 781 | 142 | 154 | 0.23761390902404547 | 0.9953902935109177 | 0.9953902935109175 | 0.9763753887577513 | 0.30541964595097276 | 0.2376139090240455 | 0.26522392220950397 | 0.09590705700963667 | 0.7744052544795629 | model.language_model.layers.16.post_attention_layernorm.weight | model.language_model.layers.17.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 2.7755575615628914e-17 | 0.4369315974481195 |
| 782 | 572 | 596 | 0.953574233208876 | 0.5108070873559303 | 0.5108070873559303 | 0.5108970524678039 | 1.0326843804327857 | 0.953574233208876 | 0.9907683486528664 | 0.859695364362837 | 0.4716760375894869 | model.visual.blocks.7.attn.proj.bias | model.visual.blocks.9.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 2 | 0.0 | 3.130035943438338 |
| 783 | 393 | 501 | 1.3212008848146233 | -0.0020821264810484785 | -0.00029454640367125015 | -0.00029453411780719564 | 1.5316749082524495 | 1.320534661312362 | 1.4144195528763461 | 0.9999999566212072 | -0.0002539434009900753 | model.visual.blocks.14.attn.proj.weight | model.visual.blocks.22.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 8 | 0.0006662235022611984 | 4.000125400764544 |
| 784 | 406 | 430 | 1.2561797600074334 | 0.13722949954474395 | 0.07880074887800716 | 0.07882353947941145 | 1.3812957624155144 | 1.334672580654815 | 1.3573840133510042 | 0.9968903861389502 | 0.07614096975047707 | model.visual.blocks.15.attn.qkv.bias | model.visual.blocks.17.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 2 | 0.07849282064738161 | 5.260208040347519 |
| 785 | 323 | 491 | 1.233309204113357 | -0.013794962935864153 | -0.0004034002025591996 | -0.0004041317529944601 | 1.1993385557800715 | 1.8124443930625647 | 1.4144760842726454 | 0.999999918634135 | -0.0006096197206077287 | model.visual.blocks.0.attn.qkv.weight | model.visual.blocks.21.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 21 | 0.03397064833328556 | 4.295721683423955 |
| 786 | 372 | 408 | 0.4343255035865324 | 0.9127243482834655 | 0.9116639717492313 | 0.009730437882514133 | 0.4343673929266816 | 0.5634334511304697 | 0.4864999733188764 | 0.4109364946246766 | 1.1825518817446852 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.15.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 3 | 4.188934014920376e-05 | 1.09590047336376 |
| 787 | 433 | 577 | 1.2799247939206455 | 0.01499325758865873 | 0.0002423720367290149 | 0.0004396765608027346 | 1.5897933008674467 | 1.2860949230457612 | 1.4140459497936708 | 0.9999999706278975 | 0.000196071681617582 | model.visual.blocks.17.mlp.linear_fc1.weight | model.visual.blocks.7.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 10 | 0.00617012912511572 | 4.035180080379964 |
| 788 | 350 | 386 | 0.9203967206531208 | 0.4828586539344226 | 0.4828586539344226 | 0.48280856167032016 | 1.2012478689585289 | 0.9203967206531208 | 1.0332203428790592 | 0.8756983043952052 | 0.3699665432127111 | model.visual.blocks.10.mlp.linear_fc2.bias | model.visual.blocks.13.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 3 | 0.0 | 3.5799004624995563 |
| 789 | 435 | 531 | 1.2830969699574002 | 0.00410307758953773 | -0.0005238140599919531 | -0.0005226974245349827 | 1.546045926846368 | 1.3117999937217981 | 1.4145789639578903 | 0.9999998628094059 | -0.00044444946212591737 | model.visual.blocks.17.mlp.linear_fc2.weight | model.visual.blocks.3.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 14 | 0.028703023764397928 | 4.425805010692099 |
| 790 | 436 | 460 | 0.4999206718966843 | 0.8700368981634125 | 0.8700368981634122 | 0.8694838283454344 | 0.5245690767975375 | 0.4999206718966844 | 0.5118002587603365 | 0.49298660816921597 | 0.8291556821460011 | model.visual.blocks.17.norm1.bias | model.visual.blocks.19.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 5.551115123125783e-17 | 1.419552402079899 |
| 791 | 389 | 413 | 0.11166881212077878 | 0.9948181864694561 | 0.9948181864694565 | 0.8266148417185416 | 0.1177156069124996 | 0.1116688121207788 | 0.11457270843825602 | 0.10166993591825378 | 0.9437165391481792 | model.visual.blocks.13.norm1.weight | model.visual.blocks.15.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 1.3877787807814457e-17 | 0.30890470107377477 |
| 792 | 378 | 606 | 0.8327224744013106 | 0.5760532634483131 | 0.576053263448313 | 0.576284107702529 | 0.8327224744013105 | 1.132955666788961 | 0.9489059915298916 | 0.8174121589935817 | 0.7837458808413461 | model.visual.blocks.12.norm2.bias | model.visual.blocks.9.norm2.bias | model.visual.layers.*.norm2.bias | whole | 3 | 1.1102230246251565e-16 | 2.3573001259746134 |
| 793 | 415 | 427 | 0.17566250309237824 | 0.9973351003394992 | 0.997335100339499 | 0.9490994578801316 | 0.20973636735576098 | 0.17566250309237824 | 0.1904502721299747 | 0.07295682031723637 | 0.8353075928427556 | model.visual.blocks.15.norm2.weight | model.visual.blocks.16.norm2.weight | model.visual.layers.*.norm2.weight | whole | 1 | 0.0 | 0.3904040478894452 |
| 794 | 84 | 108 | 0.29501260833111614 | 0.9818586602457898 | 0.9818586602457898 | 0.9601342114895495 | 0.2950126083311162 | 0.390304563738844 | 0.33283137692032694 | 0.18961426976982168 | 1.2990086024062946 | model.language_model.layers.12.input_layernorm.weight | model.language_model.layers.14.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 2 | 5.551115123125783e-17 | 0.6324226953404362 |
| 795 | 6 | 22 | 0.44354314717200155 | 0.9014449848486721 | 0.9014449848486722 | 0.3306106405052086 | 0.4444073145042154 | 0.44354314717200155 | 0.44397460007254413 | 0.43289368127887606 | 0.8996920899653752 | model.language_model.layers.12.linear_attn.A_log | model.language_model.layers.21.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 9 | 0.0 | 1.1979674489117094 |
| 796 | 144 | 308 | 1.1238360434289756 | -0.038855007449690955 | -0.0041762923039279564 | -0.004210725476692003 | 1.105053013062869 | 2.370850647866643 | 1.4164733026755043 | 0.9999912792532704 | -0.008960081731286821 | model.language_model.layers.17.linear_attn.conv1d.weight | model.language_model.layers.9.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 8 | 0.018783030366106512 | 3.8323519371884682 |
| 797 | 180 | 262 | 0.9144325595317793 | 0.4920059841278023 | 0.4920059841278023 | 0.1459406364875988 | 1.1848816200191772 | 0.9144325595317793 | 1.0237758930214156 | 0.8705918168593321 | 0.3797056885426719 | model.language_model.layers.2.linear_attn.dt_bias | model.language_model.layers.5.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 3 | 0.0 | 2.7951351434178506 |
| 798 | 205 | 298 | 1.158828984739455 | 0.15912002273816375 | 0.1424385230009979 | 0.14238597458850663 | 1.169668278468562 | 1.5276479869144515 | 1.3133867612738641 | 0.9898036508142886 | 0.1860321656379696 | model.language_model.layers.21.linear_attn.in_proj_a.weight | model.language_model.layers.8.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 13 | 0.010839293729106858 | 3.2875182814226056 |
| 799 | 264 | 299 | 1.1423558668371865 | 0.25765556164541686 | 0.23585861097011898 | 0.23552606723582822 | 1.169157285742728 | 1.3197347172418246 | 1.237628121099483 | 0.9717873819057572 | 0.2662351772969187 | model.language_model.layers.5.linear_attn.in_proj_b.weight | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 3 | 0.02680141890554144 | 3.494707566397835 |
| 800 | 66 | 207 | 1.2970798990164012 | 0.0338508093493885 | 0.0005476079651457975 | 0.0005475403470502744 | 1.5646780006237389 | 1.2996023744090088 | 1.4138328702485168 | 0.999999850062747 | 0.00045483646569138505 | model.language_model.layers.10.linear_attn.in_proj_qkv.weight | model.language_model.layers.21.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 11 | 0.002522475392607637 | 4.154695458313624 |
| 801 | 55 | 114 | 1.3173854032238543 | -0.014823729487280108 | -0.00020039320630344722 | -0.00020058440811046064 | 1.333661697038772 | 1.5117228549348176 | 1.4143541492847278 | 0.9999999799212813 | -0.0002271483020133419 | model.language_model.layers.1.linear_attn.in_proj_z.weight | model.language_model.layers.14.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 13 | 0.016276293814917686 | 3.557620799187924 |
| 802 | 1 | 11 | 0.13282472136317341 | 0.9919054307363365 | 0.991905430736336 | 0.10012356666392079 | 0.13938504979800728 | 0.13282472136317341 | 0.13598634648345856 | 0.12697880325378696 | 0.9452201842815992 | model.language_model.layers.0.linear_attn.norm.weight | model.language_model.layers.14.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 14 | 0.0 | 0.4541596752479156 |
| 803 | 91 | 185 | 1.3615106421879093 | 0.002715522401418643 | 0.0002220737892046078 | 0.00022200808139068943 | 1.456479758134995 | 1.3751371601026634 | 1.4140567827536534 | 0.9999999753416157 | 0.00020967124198904057 | model.language_model.layers.12.linear_attn.out_proj.weight | model.language_model.layers.2.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 10 | 0.01362651791475411 | 4.018329287744859 |
| 804 | 210 | 285 | 1.309846986271996 | 0.015034818184536194 | -0.00011585921593678571 | -0.00011576402842171507 | 1.3148051733655381 | 1.54043080646978 | 1.414294468097447 | 0.999999993288321 | -0.00013574110374514067 | model.language_model.layers.21.mlp.down_proj.weight | model.language_model.layers.7.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 14 | 0.004958187093542232 | 3.4817605968277796 |
| 805 | 228 | 281 | 1.2049437366208902 | 0.023088803187991412 | 0.0011485389511340155 | 0.001144460976544153 | 1.2212320376659982 | 1.7392646062239576 | 1.4134494718782968 | 0.9999993404289214 | 0.001635735949406299 | model.language_model.layers.23.mlp.gate_proj.weight | model.language_model.layers.6.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 17 | 0.016288301045108033 | 3.3085859340549506 |
| 806 | 170 | 240 | 1.2895908482981446 | -0.012118657411831855 | 0.00012381177776811685 | 0.0001238432697841028 | 1.2953811725089868 | 1.5729447414665214 | 1.414127636030144 | 0.9999999923353218 | 0.0001503411419781384 | model.language_model.layers.19.mlp.up_proj.weight | model.language_model.layers.3.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 16 | 0.005790324210842135 | 3.3838661553640135 |
| 807 | 72 | 77 | 0.24380042539569174 | 0.9709732327779486 | 0.9709732327779486 | 0.9871405712414443 | 0.24380042539569172 | 0.2639175187381896 | 0.2532617005663331 | 0.23918817117227956 | 1.0510926957573847 | model.language_model.layers.10.post_attention_layernorm.weight | model.language_model.layers.11.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 2.7755575615628914e-17 | 0.5755653800263415 |
| 808 | 404 | 416 | 0.961093923169691 | 0.5205696276261869 | 0.5205696276261865 | 0.5205585786713799 | 0.961093923169691 | 0.9992540774326285 | 0.9796170039447758 | 0.8538192213771797 | 0.5412388013832116 | model.visual.blocks.15.attn.proj.bias | model.visual.blocks.16.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 3.109726185797778 |
| 809 | 369 | 489 | 1.3218219621661649 | 0.025939792857166827 | -0.0016497037189145902 | -0.001649700376894693 | 1.5064831820256346 | 1.3390144254166398 | 1.41537155173072 | 0.9999986392378941 | -0.0014663137986843623 | model.visual.blocks.12.attn.proj.weight | model.visual.blocks.21.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 9 | 0.017192463250474965 | 4.032680560412571 |
| 810 | 334 | 346 | 1.2571427124054892 | 0.020508601440912714 | 0.029967279563622825 | 0.03008725956477104 | 1.2325370131255153 | 1.6409560362775597 | 1.3937141277000389 | 0.999550880223491 | 0.03989737246595474 | model.visual.blocks.1.attn.qkv.bias | model.visual.blocks.10.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 9 | 0.024605699279973914 | 6.517391656191236 |
| 811 | 407 | 467 | 1.2394511376093638 | 0.028224425391217417 | -0.0006189624013148383 | -0.0006189776601738741 | 1.696788847845825 | 1.238368317231263 | 1.414630329618251 | 0.9999998084427545 | -0.00045173766218395406 | model.visual.blocks.15.attn.qkv.weight | model.visual.blocks.2.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 13 | 0.0010828203781008128 | 4.536899920889536 |
| 812 | 384 | 492 | 0.43464100625584423 | 0.915726723947677 | 0.916104509642531 | -0.022175625751221135 | 0.43028038804748997 | 0.5662062803056798 | 0.48448634938475976 | 0.40093955580937346 | 1.2055026005942593 | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.blocks.21.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 8 | 0.004360618208354261 | 1.0829627162649422 |
| 813 | 337 | 505 | 1.280148421234566 | -0.012955517128951929 | 0.0015919488460871421 | 0.0018464092463812323 | 1.2611625941527569 | 1.637759059449028 | 1.4131248296489556 | 0.9999987328486329 | 0.0020673215784759043 | model.visual.blocks.1.mlp.linear_fc1.weight | model.visual.blocks.22.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 21 | 0.01898582708180907 | 3.6738338645254265 |
| 814 | 350 | 374 | 0.9393995029848102 | 0.4741438010897486 | 0.47414380108974896 | 0.47401346795873806 | 1.171780124337287 | 0.9393995029848103 | 1.0365402627134774 | 0.8804474180143664 | 0.38011435920108794 | model.visual.blocks.10.mlp.linear_fc2.bias | model.visual.blocks.12.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 2 | 1.1102230246251565e-16 | 3.071468662063851 |
| 815 | 555 | 603 | 1.2831572935478532 | -0.00685310691138078 | -0.0009145592538178459 | -0.0009143620125008371 | 1.2822055099008136 | 1.5995301869825875 | 1.4148446176166374 | 0.9999995817905981 | -0.001140897557349505 | model.visual.blocks.5.mlp.linear_fc2.weight | model.visual.blocks.9.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 4 | 0.0009517836470396279 | 3.4736860297856342 |
| 816 | 376 | 400 | 0.501929448365661 | 0.8782146958643609 | 0.8782146958643611 | 0.8779204175137149 | 0.6914407842888058 | 0.501929448365661 | 0.574439423982718 | 0.47826660762368484 | 0.6375120297470019 | model.visual.blocks.12.norm1.bias | model.visual.blocks.14.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 0.0 | 1.435302012810443 |
| 817 | 461 | 509 | 0.11538721915002269 | 0.9933330032682237 | 0.9933330032682229 | 0.4165702197408514 | 0.1167453713778915 | 0.11538721915002269 | 0.11606033571524264 | 0.11528028720528248 | 0.9817771067433195 | model.visual.blocks.19.norm1.weight | model.visual.blocks.22.norm1.weight | model.visual.layers.*.norm1.weight | whole | 3 | 0.0 | 0.4890411706530788 |
| 818 | 534 | 558 | 0.8379252267119471 | 0.6201057193390852 | 0.6201057193390848 | 0.6198026136010442 | 0.9162969465851368 | 0.8379252267119471 | 0.8744881350934269 | 0.7845182578136447 | 0.5670675073173992 | model.visual.blocks.3.norm2.bias | model.visual.blocks.5.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 2.7557431468420432 |
| 819 | 547 | 583 | 0.17759285892542265 | 0.9842558672732301 | 0.9842558672732306 | 0.7266482423210853 | 0.18365930970630653 | 0.17759285892542204 | 0.18054969216713368 | 0.17674950562369565 | 0.9517449110676447 | model.visual.blocks.4.norm2.weight | model.visual.blocks.7.norm2.weight | model.visual.layers.*.norm2.weight | whole | 3 | 6.106226635438361e-16 | 0.5185233764661781 |
| 820 | 131 | 155 | 0.30108254715435895 | 0.9724120356887349 | 0.9724120356887352 | 0.4472104515693825 | 0.384989053475851 | 0.30108254715435856 | 0.33540585237860737 | 0.23326987128150492 | 0.7604795251849524 | model.language_model.layers.16.input_layernorm.weight | model.language_model.layers.18.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 2 | 3.885780586188048e-16 | 1.2544747321688168 |
| 821 | 8 | 24 | 0.44894411846042304 | 0.8958045595384816 | 0.8958045595384818 | -0.0741572487303993 | 0.5393190733047192 | 0.44894411846042304 | 0.48796316191183053 | 0.444448187205288 | 0.7456925004163619 | model.language_model.layers.13.linear_attn.A_log | model.language_model.layers.22.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 9 | 0.0 | 1.2421677798411446 |
| 822 | 50 | 156 | 1.1279753701674682 | 0.04409459666527809 | 0.006547994833542628 | 0.006542081981234791 | 2.689176819472378 | 1.0744294245777217 | 1.4110194308811523 | 0.9999785616520286 | 0.002616175429669757 | model.language_model.layers.1.linear_attn.conv1d.weight | model.language_model.layers.18.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 17 | 0.05354594558974646 | 7.362803384590686 |
| 823 | 98 | 180 | 0.9231899606883164 | 0.5134812798366762 | 0.5134812798366762 | 0.26706002733318496 | 1.0810377796942081 | 0.9231899606883164 | 0.99282367644979 | 0.858100795511395 | 0.4385052691504444 | model.language_model.layers.13.linear_attn.dt_bias | model.language_model.layers.2.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 11 | 0.0 | 1.8158286752202084 |
| 824 | 99 | 146 | 1.1630821576527715 | 0.21186509670504716 | 0.1787518876331122 | 0.17861157733904995 | 1.4176061211144453 | 1.182008200315489 | 1.2838695627449308 | 0.9838941826576673 | 0.14904435996517118 | model.language_model.layers.13.linear_attn.in_proj_a.weight | model.language_model.layers.17.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 4 | 0.01892604266271758 | 3.9978219953714746 |
| 825 | 299 | 311 | 1.1433810135993487 | 0.18349804509686915 | 0.16240739285508768 | 0.1622404754850463 | 1.4995086153428951 | 1.1610389558470873 | 1.2982802655953811 | 0.986723790503712 | 0.12574873388053195 | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.9.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 1 | 0.017657942247738534 | 4.583500003621235 |
| 826 | 195 | 312 | 1.2973025237025106 | -0.017593340625407673 | -0.000138300323184206 | -0.00013829149094087643 | 1.2871790993731944 | 1.588497693416303 | 1.4143092281693548 | 0.9999999904365103 | -0.00017067535083798417 | model.language_model.layers.20.linear_attn.in_proj_qkv.weight | model.language_model.layers.9.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 11 | 0.010123424329316233 | 3.789311287246712 |
| 827 | 43 | 102 | 1.317954054477963 | -0.0042889280269542305 | -0.0005535504224383039 | -0.0005535091756490334 | 1.3335411423586727 | 1.5125038099886632 | 1.4146018451415454 | 0.9999998467909532 | -0.0006278374894965038 | model.language_model.layers.0.linear_attn.in_proj_z.weight | model.language_model.layers.13.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 13 | 0.015587087880709616 | 3.416260601728425 |
| 828 | 13 | 21 | 0.13650421451029082 | 0.9908341175980288 | 0.9908341175980288 | -0.21129578513566954 | 0.13650421451029188 | 0.1405526704129609 | 0.13848407985509037 | 0.13508423817653842 | 1.0202203768160776 | model.language_model.layers.16.linear_attn.norm.weight | model.language_model.layers.20.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 4 | 1.0547118733938987e-15 | 0.35229349997936793 |
| 829 | 221 | 314 | 1.3621083680575774 | 0.018043671086774384 | 0.0012588781539962408 | 0.0012589166925361295 | 1.3572043342135223 | 1.4770406514072647 | 1.4133262998220026 | 0.9999992076125828 | 0.0013700326190738867 | model.language_model.layers.22.linear_attn.out_proj.weight | model.language_model.layers.9.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 13 | 0.004904033844055133 | 3.7799938953061747 |
| 830 | 198 | 268 | 1.3111475203389122 | -0.010497843513292682 | -5.151377082564954e-06 | -5.214009714990492e-06 | 1.3119610528463361 | 1.5448386678042296 | 1.4142171568518496 | 0.9999999999867316 | -6.065764294086077e-06 | model.language_model.layers.20.mlp.down_proj.weight | model.language_model.layers.5.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 15 | 0.0008135325074238864 | 3.308094362813514 |
| 831 | 199 | 304 | 1.2074352670276547 | 0.035455291513678364 | 0.0041004921865207275 | 0.0041009408020609385 | 1.2265024551052388 | 1.717167692740256 | 1.411468174006548 | 0.9999915929465749 | 0.005740903883003706 | model.language_model.layers.20.mlp.gate_proj.weight | model.language_model.layers.8.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 12 | 0.01906718807758412 | 3.297489078746882 |
| 832 | 188 | 224 | 1.2895921428062398 | -0.016590005887136897 | -0.00017351032823411937 | -0.00017340622773901599 | 1.6517375585157592 | 1.256599029141608 | 1.414331800360154 | 0.9999999849470829 | -0.00013200215063279125 | model.language_model.layers.2.mlp.up_proj.weight | model.language_model.layers.22.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 20 | 0.03299311366463176 | 4.1578805815155215 |
| 833 | 241 | 271 | 0.2592381675038355 | 0.9824080693171534 | 0.9824080693171533 | 0.9804763437266965 | 0.32299695921505656 | 0.2592381675038355 | 0.28591732922592794 | 0.18674684827472482 | 0.788483174113077 | model.language_model.layers.3.post_attention_layernorm.weight | model.language_model.layers.5.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 2 | 0.0 | 0.8168456720027181 |
| 834 | 464 | 548 | 0.9618446967544892 | 0.29269929322280025 | 0.29269929322280047 | 0.2914684759697027 | 0.9618446967544892 | 2.4245575212144246 | 1.264393573412057 | 0.9562045407478846 | 0.7378179400812659 | model.visual.blocks.2.attn.proj.bias | model.visual.blocks.5.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 3 | 0.0 | 3.95830405667317 |
| 835 | 405 | 561 | 1.324264274454469 | 0.013978510072800664 | -0.0019736395364415636 | -0.001973619951697349 | 1.4925059280640542 | 1.3494781416401687 | 1.4156014037875615 | 0.9999980523715934 | -0.001784504412226643 | model.visual.blocks.15.attn.proj.weight | model.visual.blocks.6.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 9 | 0.025213867185699623 | 4.042130099794892 |
| 836 | 526 | 586 | 1.257999810653282 | -0.018998980555562022 | -0.0030244233129912666 | -0.002738332108327482 | 1.2544384734870995 | 1.6629264637813317 | 1.4162684160832812 | 0.9999954264213531 | -0.004009278789791605 | model.visual.blocks.3.attn.qkv.bias | model.visual.blocks.8.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 5 | 0.0035613371661824544 | 5.510222958322396 |
| 837 | 323 | 599 | 1.2425433558975796 | 0.0458554889001848 | -0.0007978129489955388 | -0.0007975306529539976 | 1.2358006556664833 | 1.7038704573480044 | 1.4147497021097464 | 0.9999996817471986 | -0.0010999912551025984 | model.visual.blocks.0.attn.qkv.weight | model.visual.blocks.9.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 9 | 0.006742700231096244 | 3.897842002641561 |
| 838 | 372 | 504 | 0.4392851225761191 | 0.9087848377896014 | 0.9108632839242929 | -0.026943610826628744 | 0.434891904597146 | 0.5620649064479197 | 0.4864256800168006 | 0.4127082238078773 | 1.177221928147872 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.22.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 10 | 0.00439321797897313 | 1.148858199618018 |
| 839 | 481 | 541 | 1.280601594755772 | 0.013140252082004068 | -2.856556408516935e-05 | 1.9121634737140573e-05 | 1.5722734453140685 | 1.2959192478358454 | 1.4142333895515538 | 0.9999999995920043 | -2.3544673118780983e-05 | model.visual.blocks.20.mlp.linear_fc1.weight | model.visual.blocks.4.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 16 | 0.015317653080073379 | 4.2423161526324735 |
| 840 | 398 | 410 | 0.9510567654704726 | 0.45171147773242415 | 0.451711477732424 | 0.45159311444328054 | 1.2174553038920013 | 0.9510567654704726 | 1.0599245842492537 | 0.8921640773337547 | 0.35286983888830803 | model.visual.blocks.14.mlp.linear_fc2.bias | model.visual.blocks.15.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 0.0 | 3.6122664939258984 |
| 841 | 327 | 411 | 1.283404410531117 | -0.02512214803863832 | 0.001259053408912788 | 0.0012640046734308718 | 1.295980276562555 | 1.5697107244897883 | 1.4133391059349893 | 0.9999992073919426 | 0.00152498434923553 | model.visual.blocks.0.mlp.linear_fc2.weight | model.visual.blocks.15.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 15 | 0.012575866031437899 | 3.69829463172157 |
| 842 | 364 | 388 | 0.520148142014193 | 0.8722751386246472 | 0.8722751386246475 | 0.8722642460344041 | 0.7483888735988268 | 0.5201481420141931 | 0.6040361796370315 | 0.4890154215741586 | 0.6062520551634967 | model.visual.blocks.11.norm1.bias | model.visual.blocks.13.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 1.1102230246251565e-16 | 1.9173798625599303 |
| 843 | 353 | 365 | 0.11912506426704239 | 0.9970172636908403 | 0.9970172636908399 | 0.9368365934290054 | 0.13144475796937463 | 0.11912506426704238 | 0.12483126140793335 | 0.07717885657633324 | 0.9035715645670271 | model.visual.blocks.10.norm1.weight | model.visual.blocks.11.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 1.3877787807814457e-17 | 0.3215490035102393 |
| 844 | 366 | 582 | 0.8428235974709095 | 0.5455718717451541 | 0.5455718717451541 | 0.5445608093620334 | 0.8428235974709095 | 1.327247444022179 | 1.006201240377066 | 0.8380640385796835 | 0.8591464150707346 | model.visual.blocks.11.norm2.bias | model.visual.blocks.7.norm2.bias | model.visual.layers.*.norm2.bias | whole | 4 | 0.0 | 2.8305593706513386 |
| 845 | 547 | 571 | 0.1808342239180605 | 0.985122202465786 | 0.9851222024657869 | 0.7835670512039161 | 0.1808342239180605 | 0.19468653326551877 | 0.18737744172341594 | 0.17185530602503143 | 1.0605847847023708 | model.visual.blocks.4.norm2.weight | model.visual.blocks.6.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 0.0 | 0.6418848166882934 |
| 846 | 272 | 295 | 0.3064178108249336 | 0.9620605532969536 | 0.9620605532969536 | 0.9199440360944718 | 0.3725042551386824 | 0.3064178108249336 | 0.33466284934865986 | 0.27283601629909343 | 0.7913801911135924 | model.language_model.layers.6.input_layernorm.weight | model.language_model.layers.8.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 2 | 0.0 | 0.7640256875461348 |
| 847 | 20 | 32 | 0.4611620590180805 | 0.8878470747730705 | 0.8878470747730705 | 0.12630382641456836 | 0.4611620590180805 | 0.5020525800392426 | 0.4803067687270698 | 0.4601386441246833 | 0.9665710911240385 | model.language_model.layers.20.linear_attn.A_log | model.language_model.layers.8.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 12 | 0.0 | 0.7157874903736569 |
| 848 | 191 | 273 | 1.1337578164331987 | 0.006347430646248802 | -0.0003619255086386551 | -0.0003653410405762672 | 1.123183699886676 | 2.1977977997429052 | 1.4144209539860533 | 0.9999999345049609 | -0.0007082003474917987 | model.language_model.layers.20.linear_attn.conv1d.weight | model.language_model.layers.6.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 14 | 0.010574116546522738 | 4.372227007047077 |
| 849 | 250 | 274 | 0.9291962696878381 | 0.47341783764752265 | 0.4734178376475226 | 0.039771860503104134 | 0.9291962696878381 | 1.2078891572201302 | 1.0415517356385053 | 0.8808379822629948 | 0.6154095658618497 | model.language_model.layers.4.linear_attn.dt_bias | model.language_model.layers.6.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 2 | 0.0 | 1.7984901886409816 |
| 850 | 52 | 298 | 1.1632935691749062 | 0.06786664122673212 | 0.06485177649773176 | 0.06485532857111848 | 1.1680537118250518 | 1.7383322590557215 | 1.3710993812573167 | 0.9978949078360347 | 0.09651434176510182 | model.language_model.layers.1.linear_attn.in_proj_a.weight | model.language_model.layers.8.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 7 | 0.004760142650145571 | 3.563730966497801 |
| 851 | 88 | 276 | 1.1451340337878522 | 0.2651848652853884 | 0.2483246164208404 | 0.24829850344418725 | 1.2878764364362847 | 1.1739727728185934 | 1.226977001755168 | 0.9686768733068022 | 0.22636204083784423 | model.language_model.layers.12.linear_attn.in_proj_b.weight | model.language_model.layers.6.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 6 | 0.02883873903074119 | 3.63938557525114 |
| 852 | 54 | 136 | 1.2990496852412936 | -0.0005157015126146247 | 9.091975960188207e-05 | 9.097207638612426e-05 | 1.5935725631463336 | 1.2842628177763145 | 1.4141507393857036 | 0.9999999958667986 | 7.327238768928025e-05 | model.language_model.layers.1.linear_attn.in_proj_qkv.weight | model.language_model.layers.16.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 15 | 0.014786867464979148 | 4.298355313605194 |
| 853 | 114 | 208 | 1.3184669184741313 | 0.048882722991270264 | 0.003908871575915557 | 0.003907257658037373 | 1.4913786253048749 | 1.3431534413182837 | 1.411461971083572 | 0.9999923603323193 | 0.0035203765293262998 | model.language_model.layers.14.linear_attn.in_proj_z.weight | model.language_model.layers.21.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 7 | 0.024686522844152403 | 3.8245721735472706 |
| 854 | 7 | 33 | 0.13786568932737878 | 0.9904960827584651 | 0.9904960827584651 | 0.012907309775430484 | 0.13787213309038188 | 0.13786568932737875 | 0.1378689110959413 | 0.1375409395057921 | 0.9904497897051137 | model.language_model.layers.12.linear_attn.norm.weight | model.language_model.layers.8.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 4 | 2.7755575615628914e-17 | 0.42656215702873623 |
| 855 | 44 | 302 | 1.3628331514316139 | 0.01896670823916376 | -0.00015974814142982356 | -0.0001597210177415754 | 1.3968424825829104 | 1.4324838864308678 | 1.4143264810144198 | 0.9999999872402656 | -0.00016382422595163218 | model.language_model.layers.0.linear_attn.out_proj.weight | model.language_model.layers.8.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 8 | 0.03400933115129656 | 3.8139877582945463 |
| 856 | 222 | 303 | 1.311601401434185 | -0.002351970792101611 | -0.00017604714561330332 | -0.00017596522892649786 | 1.313207899305021 | 1.5431197267822323 | 1.414336438488948 | 0.9999999845037012 | -0.0002068688616504378 | model.language_model.layers.22.mlp.down_proj.weight | model.language_model.layers.8.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 14 | 0.001606497870835888 | 3.4300251782082762 |
| 857 | 75 | 152 | 1.210445190296745 | -0.008338510736390898 | 0.00492049199741386 | 0.004919766698986464 | 1.7332476555267953 | 1.2200743827507208 | 1.4109343915761565 | 0.9999878943059778 | 0.0034636517276868555 | model.language_model.layers.11.mlp.gate_proj.weight | model.language_model.layers.17.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 6 | 0.009629192453975755 | 4.844882257073624 |
| 858 | 123 | 188 | 1.2903449083009815 | 0.05263070118910794 | -0.0002510695140784164 | -0.00025108634848813166 | 1.3044931931277666 | 1.557741805941159 | 1.414388326456868 | 0.9999999684820491 | -0.00029981105331760503 | model.language_model.layers.15.mlp.up_proj.weight | model.language_model.layers.2.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 13 | 0.014148284826785096 | 3.3101510997062493 |
| 859 | 259 | 283 | 0.26265489495119926 | 0.9674700666999451 | 0.9674700666999451 | 0.9649708226969402 | 0.2928608590123398 | 0.2626548949511999 | 0.2765281679641559 | 0.2529855134975201 | 0.8676842292769392 | model.language_model.layers.4.post_attention_layernorm.weight | model.language_model.layers.6.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 2 | 6.661338147750939e-16 | 0.7975518777121821 |
| 860 | 464 | 524 | 0.9642210807850585 | 0.35247042842766474 | 0.3524704284276649 | 0.35177613894666 | 0.9642210807850585 | 1.6489221920684929 | 1.177130702311222 | 0.9358229517830915 | 0.6027625023600005 | model.visual.blocks.2.attn.proj.bias | model.visual.blocks.3.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 4.091358194328919 |
| 861 | 489 | 597 | 1.3242685763495345 | 0.005668094617957319 | -0.001533860054111654 | -0.0015338485647483767 | 1.3371373204361765 | 1.5089711418108445 | 1.41528987729925 | 0.9999988236359753 | -0.0017309744645193927 | model.visual.blocks.21.attn.proj.weight | model.visual.blocks.9.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 12 | 0.012868744086641959 | 3.577256173878542 |
| 862 | 322 | 466 | 1.2589591377422553 | 0.04619646129592308 | 0.050791076498747444 | 0.05078608611177824 | 1.2577548714773175 | 1.542623872956566 | 1.3785857466971665 | 0.9987093003212187 | 0.06229475147896019 | model.visual.blocks.0.attn.qkv.bias | model.visual.blocks.2.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 2 | 0.0012042662649378588 | 5.428841258353176 |
| 863 | 455 | 467 | 1.2428924323207853 | -0.01374779465631092 | -0.0008257785707476791 | -0.0008257074694133276 | 1.7170000250535176 | 1.2309001987972883 | 1.414766454096103 | 0.9999996590448179 | -0.0005919924240328283 | model.visual.blocks.19.attn.qkv.weight | model.visual.blocks.2.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 17 | 0.011992233523496987 | 4.898138078705901 |
| 864 | 372 | 576 | 0.44064506033163453 | 0.8988236382795232 | 0.8948402263071427 | 0.021067189987838977 | 0.4763080183593925 | 0.4489245800320545 | 0.46200877373847155 | 0.4463865694469106 | 0.8433949404723496 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.7.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 5 | 0.008279519700419957 | 1.2211010931975361 |
| 865 | 433 | 529 | 1.281051359647954 | 0.013671143007477564 | -1.8266569441752074e-05 | 0.00012183245399546367 | 1.6046861306002078 | 1.278655990577962 | 1.414226152612052 | 0.9999999998331662 | -1.4555281558561509e-05 | model.visual.blocks.17.mlp.linear_fc1.weight | model.visual.blocks.3.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 14 | 0.0023953690699920482 | 4.261587620889221 |
| 866 | 350 | 362 | 0.9569969368703698 | 0.5050419653847072 | 0.5050419653847075 | 0.5049218111419774 | 1.04196362530489 | 0.9569969368703699 | 0.9967744721938782 | 0.8630947880739125 | 0.46385843241190944 | model.visual.blocks.10.mlp.linear_fc2.bias | model.visual.blocks.11.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 1 | 1.1102230246251565e-16 | 3.0363304789723276 |
| 867 | 375 | 531 | 1.2840891381360986 | -0.007791291581759797 | 0.0007408058290908886 | 0.0007395309272351339 | 1.5507790709334641 | 1.3075351136468394 | 1.413697171952958 | 0.9999997256033242 | 0.0006246083997945281 | model.visual.blocks.12.mlp.linear_fc2.weight | model.visual.blocks.3.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 9 | 0.02344597551074079 | 4.67473333473157 |
| 868 | 376 | 412 | 0.523560744235483 | 0.8717753757408888 | 0.8717753757408883 | 0.8714618329515963 | 0.761995738818387 | 0.523560744235483 | 0.6102590222523626 | 0.4899058014065899 | 0.5989893922987561 | model.visual.blocks.12.norm1.bias | model.visual.blocks.15.norm1.bias | model.visual.layers.*.norm1.bias | whole | 3 | 0.0 | 1.7418525872713844 |
| 869 | 449 | 509 | 0.12056213665891274 | 0.9927065382957828 | 0.9927065382957823 | 0.33533527956785003 | 0.12159793151702794 | 0.12056213665891274 | 0.12107671130787809 | 0.12055591576029917 | 0.984250470703546 | model.visual.blocks.18.norm1.weight | model.visual.blocks.22.norm1.weight | model.visual.layers.*.norm1.weight | whole | 4 | 0.0 | 0.48636936656534085 |
| 870 | 450 | 486 | 0.8471101729798631 | 0.6398189125956681 | 0.6398189125956683 | 0.6445220472724986 | 0.8471101729798631 | 0.8503936845293303 | 0.8487471652494138 | 0.7685257048953512 | 0.6422989356860359 | model.visual.blocks.18.norm2.bias | model.visual.blocks.20.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 2.501814892723292 |
| 871 | 535 | 559 | 0.18543942902255303 | 0.98280179458282 | 0.98280179458282 | 0.8233159638912378 | 0.18543942902255242 | 0.19199484033360908 | 0.18863175718168204 | 0.18466356588344254 | 1.017544513726716 | model.visual.blocks.3.norm2.weight | model.visual.blocks.5.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 6.106226635438361e-16 | 0.6352473566855324 |
| 872 | 108 | 272 | 0.31221258041984296 | 0.9501007987401802 | 0.9501007987401798 | 0.8866855767832424 | 0.31221258041984296 | 0.32418442428604644 | 0.318029627265385 | 0.31194305928049143 | 0.9865325735404684 | model.language_model.layers.14.input_layernorm.weight | model.language_model.layers.6.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 8 | 0.0 | 0.8553659421680724 |
| 873 | 22 | 32 | 0.46314977451555495 | 0.8871997997539764 | 0.8871997997539764 | -0.010809455402843737 | 0.46314977451555495 | 0.5469336011650219 | 0.49985025448177206 | 0.4613854303253454 | 1.0476943056700805 | model.language_model.layers.21.linear_attn.A_log | model.language_model.layers.8.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 13 | 0.0 | 0.9210619589459179 |
| 874 | 50 | 191 | 1.1350114376002571 | 0.022210814623336527 | -0.008676220341858403 | -0.008679789719381834 | 2.6698791531480266 | 1.0822941463257385 | 1.4184790635175695 | 0.9999623608919386 | -0.0035170964487863557 | model.language_model.layers.1.linear_attn.conv1d.weight | model.language_model.layers.20.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 19 | 0.05271729127451863 | 7.988149442595923 |
| 875 | 250 | 309 | 0.936731063393593 | 0.4813194909255328 | 0.4813194909255328 | -0.15179509735901367 | 0.936731063393593 | 1.154074232863468 | 1.0285636363164052 | 0.876545234232202 | 0.592996692390802 | model.language_model.layers.4.linear_attn.dt_bias | model.language_model.layers.9.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 5 | 0.0 | 1.6307386374134822 |
| 876 | 146 | 205 | 1.163842580054948 | 0.2610038799072204 | 0.2683584311866289 | 0.26822726375416217 | 1.2742887649207095 | 1.155794885137222 | 1.2107143932166513 | 0.963319133211342 | 0.24340425081614409 | model.language_model.layers.17.linear_attn.in_proj_a.weight | model.language_model.layers.21.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 4 | 0.008047694917725945 | 3.6190900935926025 |
| 877 | 218 | 264 | 1.1461290034651854 | 0.14391166554798052 | 0.13995798911692794 | 0.13959423728732928 | 1.1742771037517572 | 1.5225864093718395 | 1.3150167880555035 | 0.9901574426738133 | 0.18147175946087032 | model.language_model.layers.22.linear_attn.in_proj_b.weight | model.language_model.layers.5.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 17 | 0.028148100286571776 | 3.5389029242374845 |
| 878 | 148 | 219 | 1.3012496692157824 | 0.03824236752507961 | -0.0005912697196861569 | -0.0005911961218037099 | 1.3386298971051884 | 1.505239740987773 | 1.4146287320732742 | 0.9999998252000439 | -0.0006648609011639071 | model.language_model.layers.17.linear_attn.in_proj_qkv.weight | model.language_model.layers.22.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 5 | 0.03738022788940598 | 3.7831695115130395 |
| 879 | 55 | 149 | 1.3190611799577339 | 0.014546550432421104 | 0.0008006493875201232 | 0.0008010475160521722 | 1.3528217822502668 | 1.483497217554021 | 1.4136497037136437 | 0.9999996794802277 | 0.0008779878873969099 | model.language_model.layers.1.linear_attn.in_proj_z.weight | model.language_model.layers.17.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 16 | 0.03376060229253297 | 3.5094428440686904 |
| 880 | 5 | 23 | 0.1379784238091848 | 0.9953074847563628 | 0.9953074847563627 | 0.11408129163250895 | 0.1379784238091848 | 0.15383140704846168 | 0.14526009803993367 | 0.09676265182374226 | 1.1096629936697722 | model.language_model.layers.10.linear_attn.norm.weight | model.language_model.layers.21.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 11 | 0.0 | 0.3093474455492766 |
| 881 | 44 | 314 | 1.3641881673720897 | 0.026112630851220467 | 0.0009122090755713249 | 0.0009117047894506823 | 1.383857236775314 | 1.4452805400557003 | 1.4135689940627059 | 0.9999995839372147 | 0.0009526980026188161 | model.language_model.layers.0.linear_attn.out_proj.weight | model.language_model.layers.9.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 9 | 0.019669069403224215 | 3.6393753047779294 |
| 882 | 45 | 151 | 1.3118766457655697 | 0.02006244347781776 | -0.0002536429936728551 | -0.0002536331762053753 | 1.4865535849690885 | 1.3518125280677389 | 1.4143920972492738 | 0.9999999678326154 | -0.0002306528200331921 | model.language_model.layers.0.mlp.down_proj.weight | model.language_model.layers.17.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 17 | 0.03993588230216916 | 4.156580165123505 |
| 883 | 169 | 304 | 1.2105749998867097 | 0.012100259434891625 | 0.004417797040733541 | 0.004418557041648096 | 1.2211823322338269 | 1.731314261839502 | 1.4112677456055516 | 0.9999902414870391 | 0.006263270291949986 | model.language_model.layers.19.mlp.gate_proj.weight | model.language_model.layers.8.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 11 | 0.010607332347117193 | 3.1825843668296634 |
| 884 | 47 | 224 | 1.2904990840797756 | 0.0060532486523388555 | -0.0004976782457785606 | -0.0004977368163374363 | 1.6186438776181369 | 1.2722209511048066 | 1.414555468809362 | 0.9999998761581742 | -0.0003911649127665274 | model.language_model.layers.0.mlp.up_proj.weight | model.language_model.layers.22.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 22 | 0.018278132974969052 | 3.926271164858133 |
| 885 | 154 | 213 | 0.2738390842971363 | 0.9848126762507605 | 0.9848126762507605 | 0.879722333129712 | 0.35423250225032354 | 0.2738390842971363 | 0.3063908261811733 | 0.17362025427874092 | 0.761308461972095 | model.language_model.layers.17.post_attention_layernorm.weight | model.language_model.layers.21.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 4 | 0.0 | 0.8009558357093441 |
| 886 | 356 | 584 | 0.9673550218983319 | 0.4689146851053869 | 0.46891468510538686 | 0.46894016231263247 | 0.9673550218983319 | 1.1203393383532199 | 1.0354654942639785 | 0.8832434647890217 | 0.5430721463813217 | model.visual.blocks.11.attn.proj.bias | model.visual.blocks.8.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 3 | 0.0 | 3.1859479933483597 |
| 887 | 489 | 585 | 1.3253080433658027 | 0.028931794935081877 | -0.0011200399443451897 | -0.0011200619145969946 | 1.36316958196808 | 1.4732375429424707 | 1.4150029482434259 | 0.9999993727550649 | -0.0012104766108573333 | model.visual.blocks.21.attn.proj.weight | model.visual.blocks.8.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 13 | 0.03786153860227737 | 3.5347504394337257 |
| 888 | 454 | 466 | 1.2609309423966952 | 0.010666119830534587 | 0.015438510261080967 | 0.015661056723921894 | 1.5714149670360775 | 1.2799642438235121 | 1.4034819185133138 | 0.9998808190984156 | 0.012575125938476792 | model.visual.blocks.19.attn.qkv.bias | model.visual.blocks.2.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 17 | 0.019033301426816918 | 7.984305998073203 |
| 889 | 323 | 395 | 1.2449220103213667 | 0.012912626388472754 | -0.00028529902460277965 | -0.00028607151119941347 | 1.2065281758327238 | 1.7880374842611186 | 1.4144006251422214 | 0.9999999593022325 | -0.000422804340943655 | model.visual.blocks.0.attn.qkv.weight | model.visual.blocks.14.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 14 | 0.038393834488642975 | 4.28586749989653 |
| 890 | 348 | 396 | 0.4412150923423853 | 0.9027789821090846 | 0.9003575650487153 | 0.006149514202500634 | 0.44609074004474636 | 0.5561046208789028 | 0.4921033440701715 | 0.43515084173140295 | 1.1224016941410722 | model.visual.blocks.10.mlp.linear_fc1.bias | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 4 | 0.004875647702361041 | 1.0456892178485584 |
| 891 | 397 | 469 | 1.2810725783813683 | 0.0020063375562547822 | 0.000479803310746066 | 0.0004821755668702648 | 1.5973221542181022 | 1.281911371032062 | 1.413882297711607 | 0.9999998848943848 | 0.00038506028247338106 | model.visual.blocks.14.mlp.linear_fc1.weight | model.visual.blocks.2.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 12 | 0.0008387926506936427 | 4.451850386053966 |
| 892 | 434 | 482 | 0.958051059292428 | 0.37270434347356995 | 0.37270434347357 | 0.3726187956423123 | 1.5680828787053736 | 0.958051059292428 | 1.1561747631970607 | 0.9279501454043397 | 0.22771104507087236 | model.visual.blocks.17.mlp.linear_fc2.bias | model.visual.blocks.20.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 3 | 0.0 | 4.29362465267208 |
| 893 | 327 | 519 | 1.2855699513828223 | 0.006907962561764132 | -0.0019617018779267744 | -0.001970097411587126 | 1.3207092465826793 | 1.534364855902179 | 1.415584580927177 | 0.99999807586102 | -0.0022790530368712145 | model.visual.blocks.0.mlp.linear_fc2.weight | model.visual.blocks.23.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 23 | 0.035139295199857035 | 3.5771489238008916 |
| 894 | 460 | 496 | 0.5288351909421738 | 0.8502219973168418 | 0.850221997316842 | 0.8495586059479067 | 0.6612234393491059 | 0.5288351909421738 | 0.5840626241630826 | 0.5264243110633855 | 0.6799930031774009 | model.visual.blocks.19.norm1.bias | model.visual.blocks.21.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 0.0 | 1.648072185553398 |
| 895 | 569 | 581 | 0.1268513193712106 | 0.9926415159607385 | 0.9926415159607388 | 0.7460129758725444 | 0.1268513193712106 | 0.13284991071981284 | 0.12974673056200844 | 0.12109013498698573 | 1.0395819091661158 | model.visual.blocks.6.norm1.weight | model.visual.blocks.7.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 0.0 | 0.44781204821478987 |
| 896 | 582 | 606 | 0.848421461786515 | 0.5756586390140433 | 0.5756586390140433 | 0.5760516952271099 | 1.0579653780579437 | 0.8484214617865151 | 0.9360397238351039 | 0.8176901193780559 | 0.46164189691997765 | model.visual.blocks.7.norm2.bias | model.visual.blocks.9.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 1.1102230246251565e-16 | 3.0972069701177554 |
| 897 | 379 | 607 | 0.19156043321272073 | 0.9975003870613883 | 0.997500387061388 | 0.9225483040642561 | 0.19156043321272073 | 0.23376746506992463 | 0.20954057255831166 | 0.07066100630744745 | 1.2172823634756982 | model.visual.blocks.12.norm2.weight | model.visual.blocks.9.norm2.weight | model.visual.layers.*.norm2.weight | whole | 3 | 0.0 | 0.3435977285949769 |
| 898 | 143 | 214 | 0.31676421282661243 | 0.9640452750552818 | 0.9640452750552817 | 0.016743022666928016 | 0.31676421282661243 | 0.400135639074589 | 0.35123497006212995 | 0.2657380432749256 | 1.21777920803898 | model.language_model.layers.17.input_layernorm.weight | model.language_model.layers.22.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 5 | 0.0 | 0.8125702396910152 |
| 899 | 8 | 34 | 0.47089891835075726 | 0.8867892542326086 | 0.8867892542326087 | 0.16047040053146908 | 0.5911642389903088 | 0.47089891835075726 | 0.5208933130271065 | 0.46217401330837904 | 0.7063825466446318 | model.language_model.layers.13.linear_attn.A_log | model.language_model.layers.9.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 4 | 0.0 | 1.2093728177673184 |
| 900 | 109 | 132 | 1.1362163267222802 | 0.021212636399419837 | -0.010265388015340696 | -0.010227588511720037 | 1.7748514852687713 | 1.2189146184452144 | 1.4209722085142409 | 0.9999473095163037 | -0.007049959740161728 | model.language_model.layers.14.linear_attn.conv1d.weight | model.language_model.layers.16.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 2 | 0.08269829172293419 | 8.086820817926355 |
| 901 | 63 | 86 | 0.9387323533312676 | 0.4539375867139347 | 0.45393758671393464 | -0.4451124555837889 | 1.2527026079287251 | 0.9387323533312676 | 1.0623777940751957 | 0.8910334827425561 | 0.34016525258621755 | model.language_model.layers.10.linear_attn.dt_bias | model.language_model.layers.12.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 2 | 0.0 | 2.2180754914814895 |
| 902 | 52 | 111 | 1.1639579653688907 | 0.056769530421314135 | 0.0593113361588042 | 0.05931843224950121 | 1.1648707689014015 | 1.76581362208692 | 1.3751182225720384 | 0.9982395330796399 | 0.0899093428468183 | model.language_model.layers.1.linear_attn.in_proj_a.weight | model.language_model.layers.14.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 13 | 0.0009128035325107753 | 3.6851850638099397 |
| 903 | 112 | 276 | 1.1465614871039977 | 0.2651399781221672 | 0.23313254250103382 | 0.23302507151370333 | 1.329014260515417 | 1.1668063820333434 | 1.2400231018828218 | 0.9724449689452888 | 0.2046784195862362 | model.language_model.layers.14.linear_attn.in_proj_b.weight | model.language_model.layers.6.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 8 | 0.02024489492934567 | 3.6374005025658676 |
| 904 | 195 | 300 | 1.301347030044758 | 0.034242898837263884 | 9.854341803171116e-05 | 9.854828222404115e-05 | 1.3041122767886322 | 1.557740322552462 | 1.414144966028161 | 0.9999999951445974 | 0.00011770846615150729 | model.language_model.layers.20.linear_attn.in_proj_qkv.weight | model.language_model.layers.8.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 12 | 0.002765246743874128 | 3.463067341732233 |
| 905 | 161 | 184 | 1.3242976366748214 | 0.0141049128516751 | 0.0013553518838956063 | 0.0013525570600653525 | 1.4797815981614568 | 1.3549693395099196 | 1.413258570026165 | 0.9999990815102135 | 0.0012410346562001112 | model.language_model.layers.18.linear_attn.in_proj_z.weight | model.language_model.layers.2.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 16 | 0.030671702835098236 | 4.061491167966975 |
| 906 | 5 | 31 | 0.13799977238952466 | 0.9925002368984649 | 0.9925002368984656 | 0.02020112449596742 | 0.13799977238952466 | 0.14863235734703054 | 0.1430204911933525 | 0.12224270839804607 | 1.0689702404820995 | model.language_model.layers.10.linear_attn.norm.weight | model.language_model.layers.6.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 4 | 0.0 | 0.39976090175985446 |
| 907 | 138 | 279 | 1.36430831344058 | 0.023997170169728424 | 0.0014607453426756039 | 0.0014607836951742027 | 1.4493821301482746 | 1.379564642119819 | 1.4131815403650936 | 0.9999989331109528 | 0.0013903804828132552 | model.language_model.layers.16.linear_attn.out_proj.weight | model.language_model.layers.6.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 10 | 0.015256328679239095 | 4.063737802027009 |
| 908 | 151 | 238 | 1.31249539903322 | -0.0005968351412861178 | -0.00022367324957456322 | -0.00022366504597421064 | 1.3264942277956078 | 1.522397557777867 | 1.4143702258506763 | 0.9999999749851384 | -0.00025670643848819155 | model.language_model.layers.17.mlp.down_proj.weight | model.language_model.layers.3.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 14 | 0.013998828762387783 | 3.551212716478196 |
| 909 | 199 | 316 | 1.213967988162775 | -0.011609508652979583 | 0.003444716032458152 | 0.0034477152322657943 | 1.2032697385713802 | 1.7887816955894564 | 1.4119556502489434 | 0.9999940669481273 | 0.005120917436750734 | model.language_model.layers.20.mlp.gate_proj.weight | model.language_model.layers.9.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 11 | 0.01069824959139476 | 3.1775019613455013 |
| 910 | 153 | 229 | 1.2924632342154085 | 0.014621324399028466 | 9.304670945075978e-05 | 9.299195283473444e-05 | 1.5704767843816847 | 1.2967979637875258 | 1.414148954950675 | 0.9999999956711548 | 7.683194336449946e-05 | model.language_model.layers.17.mlp.up_proj.weight | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 6 | 0.004334729572117224 | 3.915278744313575 |
| 911 | 283 | 288 | 0.27528638456902893 | 0.9734528506229468 | 0.9734528506229471 | 0.9813928379799796 | 0.33550848021824864 | 0.27528638456902893 | 0.3009692387116171 | 0.22888763097655238 | 0.7987229283208754 | model.language_model.layers.6.post_attention_layernorm.weight | model.language_model.layers.7.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 0.0 | 1.6021891255776342 |
| 912 | 392 | 584 | 0.9673927692497591 | 0.4742140622184605 | 0.4742140622184606 | 0.4743739438846703 | 1.1054367052152145 | 0.967392769249759 | 1.0295375441450492 | 0.8804095769551045 | 0.4149954969854027 | model.visual.blocks.14.attn.proj.bias | model.visual.blocks.8.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 6 | 1.1102230246251565e-16 | 2.9334969108960878 |
| 913 | 393 | 489 | 1.3264099036026566 | -0.018381003850149145 | 0.0002082802765065032 | 0.00020827102924757195 | 1.5176625311552374 | 1.3291495676229974 | 1.4140675644020086 | 0.9999999783096629 | 0.0001824092206139471 | model.visual.blocks.14.attn.proj.weight | model.visual.blocks.21.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 7 | 0.0027396640203407596 | 4.247325249432047 |
| 914 | 442 | 502 | 1.264969044255716 | 0.0995473619634592 | 0.0667482648922586 | 0.06706506096733601 | 1.257553576606923 | 1.511143172452079 | 1.3670130398635763 | 0.9977698477774687 | 0.08020826042029333 | model.visual.blocks.18.attn.qkv.bias | model.visual.blocks.22.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 4 | 0.007415467648792973 | 3.2129631211233756 |
| 915 | 323 | 347 | 1.2480147545986522 | 0.012902928819699833 | 0.0007406499414462107 | 0.0007404740560011017 | 1.2281142301542447 | 1.7208486115404773 | 1.413718205339411 | 0.9999997257187945 | 0.0010378077153418955 | model.visual.blocks.0.attn.qkv.weight | model.visual.blocks.10.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 10 | 0.019900524444407486 | 4.508355479537538 |
| 916 | 384 | 480 | 0.44125907777685286 | 0.9136949357360715 | 0.9146543984999278 | -0.009893131385474182 | 0.4372416941571339 | 0.5845460296097014 | 0.4951569387027563 | 0.4042367268133059 | 1.22279646303822 | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.blocks.20.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 7 | 0.004017383619718984 | 1.0991128018309875 |
| 917 | 445 | 541 | 1.2812189679036496 | -0.005126706647719123 | 0.00037142215458914774 | 0.000526484216363598 | 1.5883727724465895 | 1.286714004642047 | 1.4139566234068588 | 0.9999999310227892 | 0.00030088282564050945 | model.visual.blocks.18.mlp.linear_fc1.weight | model.visual.blocks.4.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 14 | 0.005495036738397463 | 4.321539364294576 |
| 918 | 374 | 590 | 0.9610393225654364 | 0.46901099954389613 | 0.46901099954389597 | 0.4687619329168632 | 0.9610393225654364 | 1.1334153041223163 | 1.0366290783125125 | 0.8831923246421675 | 0.5531347492272474 | model.visual.blocks.12.mlp.linear_fc2.bias | model.visual.blocks.8.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 4 | 0.0 | 3.2418413839401747 |
| 919 | 339 | 435 | 1.286905123213532 | 0.024084225044706337 | -0.0005643215018798668 | -0.0005614752631381927 | 1.3125591386087845 | 1.5448795517886282 | 1.4146073022793197 | 0.9999998407706086 | -0.0006642053094940216 | model.visual.blocks.1.mlp.linear_fc2.weight | model.visual.blocks.17.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 16 | 0.025654015395252472 | 3.4944706154400675 |
| 920 | 484 | 508 | 0.5319541865328449 | 0.8468338508296906 | 0.8468338508296903 | 0.8465605463759396 | 0.6357814546706705 | 0.5319541865328449 | 0.57697583159045 | 0.5318575270586644 | 0.7085403465880075 | model.visual.blocks.20.norm1.bias | model.visual.blocks.22.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 0.0 | 1.4623057082960254 |
| 921 | 425 | 485 | 0.12836804908562946 | 0.997661288500422 | 0.9976612885004222 | 0.7970697586039028 | 0.14439535322300054 | 0.12836804908562946 | 0.13567680859183512 | 0.06835168928181175 | 0.8869248933188992 | model.visual.blocks.16.norm1.weight | model.visual.blocks.20.norm1.weight | model.visual.layers.*.norm1.weight | whole | 4 | 0.0 | 0.3451626257623859 |
| 922 | 402 | 450 | 0.8679900435286615 | 0.5278327950167984 | 0.5278327950167985 | 0.5190981674555154 | 2.487735131549639 | 0.8679900435286615 | 1.1590022899599337 | 0.8493483034095932 | 0.18416494783232684 | model.visual.blocks.14.norm2.bias | model.visual.blocks.18.norm2.bias | model.visual.layers.*.norm2.bias | whole | 4 | 0.0 | 5.2949220034363895 |
| 923 | 547 | 595 | 0.19857065664847665 | 0.9801521287400563 | 0.9801521287400559 | 0.6341771591414112 | 0.20496213568500712 | 0.1985706566484761 | 0.2016904822110938 | 0.19824682727937126 | 0.9495873526534083 | model.visual.blocks.4.norm2.weight | model.visual.blocks.8.norm2.weight | model.visual.layers.*.norm2.weight | whole | 4 | 5.551115123125783e-16 | 0.6887168003766144 |
| 924 | 96 | 272 | 0.31941435464066614 | 0.9553551315266091 | 0.9553551315266089 | 0.8815044996200992 | 0.31941435464066614 | 0.3829944075540656 | 0.34690856404583276 | 0.2954599341125217 | 1.145520441667045 | model.language_model.layers.13.input_layernorm.weight | model.language_model.layers.6.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 7 | 0.0 | 0.7747008828884754 |
| 925 | 16 | 32 | 0.47126009408840247 | 0.8827035753940229 | 0.8827035753940228 | -0.1084661393427974 | 0.47126009408840247 | 0.5133090126824428 | 0.49093911734890383 | 0.46993020544183867 | 0.9614641817980288 | model.language_model.layers.18.linear_attn.A_log | model.language_model.layers.8.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 10 | 0.0 | 1.158800015468332 |
| 926 | 38 | 85 | 1.1371327757712957 | 0.026330404965902037 | -0.00884093576332093 | -0.008873234161138851 | 1.8511505662099292 | 1.1950695698713205 | 1.4198993583818968 | 0.9999609181637195 | -0.005707549398082694 | model.language_model.layers.0.linear_attn.conv1d.weight | model.language_model.layers.12.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 12 | 0.057936794100024835 | 8.08119667989677 |
| 927 | 63 | 98 | 0.9399894541634586 | 0.4671515520338739 | 0.4671515520338738 | 0.05118051781575397 | 0.9399894541634586 | 1.1955662260521551 | 1.045027384252221 | 0.8841772601873127 | 0.5941668979218396 | model.language_model.layers.10.linear_attn.dt_bias | model.language_model.layers.13.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 3 | 0.0 | 2.3867304092667103 |
| 928 | 87 | 99 | 1.1644079703303527 | 0.2010920944707366 | 0.1976207505481654 | 0.19752640375863206 | 1.1466816435141785 | 1.4468379829604494 | 1.2709077169777772 | 0.9802785517151641 | 0.24935012235652174 | model.language_model.layers.12.linear_attn.in_proj_a.weight | model.language_model.layers.13.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 1 | 0.017726326816174254 | 3.292679979774484 |
| 929 | 218 | 252 | 1.1472075138894364 | 0.11042637474020893 | 0.13714185974702406 | 0.13682118884807593 | 1.1655178020602743 | 1.5512516930408886 | 1.3177846379962783 | 0.9905514172949972 | 0.1825296376797386 | model.language_model.layers.22.linear_attn.in_proj_b.weight | model.language_model.layers.4.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 18 | 0.018310288170837907 | 3.7262857584691353 |
| 930 | 66 | 195 | 1.3030930527573237 | -0.01226826920563513 | -6.483691246183261e-05 | -6.480581774913802e-05 | 1.5827087583785238 | 1.2902101921113478 | 1.4142584675626606 | 0.9999999978980874 | -5.285447802095313e-05 | model.language_model.layers.10.linear_attn.in_proj_qkv.weight | model.language_model.layers.20.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 10 | 0.01288286064597588 | 4.43587622214099 |
| 931 | 220 | 266 | 1.3244874199327423 | -0.009025069334260004 | 0.00018779471814289064 | 0.0001918384823110066 | 1.3411663037482124 | 1.5003486036930538 | 1.4140815961561075 | 0.9999999823665717 | 0.00021008397121160678 | model.language_model.layers.22.linear_attn.in_proj_z.weight | model.language_model.layers.5.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 17 | 0.016678883815470114 | 3.8374309887354205 |
| 932 | 9 | 33 | 0.13898354642143854 | 0.9904430964439829 | 0.9904430964439831 | -0.1613365151076517 | 0.13898354642143854 | 0.14279649483412388 | 0.1408513281527872 | 0.13792198050512117 | 1.0176154382763736 | model.language_model.layers.13.linear_attn.norm.weight | model.language_model.layers.8.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 5 | 0.0 | 0.4875339620252273 |
| 933 | 91 | 221 | 1.3647808352829733 | 0.0070270333666572265 | -0.0007368105932883846 | -0.0007368242798929168 | 1.480345341168686 | 1.357135888882767 | 1.4147325099382608 | 0.9999997285550379 | -0.0006754856935417786 | model.language_model.layers.12.linear_attn.out_proj.weight | model.language_model.layers.22.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 10 | 0.007644946400206409 | 3.7148854158178626 |
| 934 | 45 | 227 | 1.312981782050364 | 0.05502429358126576 | -6.873689503298329e-05 | -6.87236531039964e-05 | 1.4956243966833247 | 1.344879683948253 | 1.4142618928629351 | 0.9999999976376196 | -6.18088698422831e-05 | model.language_model.layers.0.mlp.down_proj.weight | model.language_model.layers.23.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 23 | 0.0318979018978891 | 3.8630615529544614 |
| 935 | 152 | 304 | 1.214483501134152 | 0.03239302675286232 | 0.0053069500158916955 | 0.0053077378406257685 | 1.2418258677094236 | 1.6744731129749897 | 1.4106180365292438 | 0.9999859180416137 | 0.007155870516615914 | model.language_model.layers.17.mlp.gate_proj.weight | model.language_model.layers.8.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 9 | 0.02734236657527167 | 3.180019389275331 |
| 936 | 170 | 188 | 1.29498604096492 | 0.0015396222344031614 | -0.00025723383170034216 | -0.0002572600930140534 | 1.2915754395818566 | 1.5805705943986301 | 1.4143917967632942 | 0.9999999669153774 | -0.0003147909272738066 | model.language_model.layers.19.mlp.up_proj.weight | model.language_model.layers.2.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 17 | 0.003410601383063483 | 3.3930258858696396 |
| 937 | 48 | 60 | 0.2781618064911858 | 0.9654967161168401 | 0.9654967161168402 | 0.9653698118851732 | 0.2781618064911858 | 0.3205618099021008 | 0.2971163794458936 | 0.2604152283711495 | 1.112666683744579 | model.language_model.layers.0.post_attention_layernorm.weight | model.language_model.layers.1.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 0.0 | 1.0013453797417027 |
| 938 | 344 | 368 | 0.9745346188388017 | 0.34513376832582665 | 0.3451337683258269 | 0.3452318323798317 | 0.9745346188388017 | 1.6041772352021741 | 1.1778825548694931 | 0.9385535051137013 | 0.5681232082935508 | model.visual.blocks.10.attn.proj.bias | model.visual.blocks.12.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 2 | 0.0 | 2.214550973534624 |
| 939 | 333 | 489 | 1.3286352805900552 | 0.012870488475050306 | -0.0015827765140648418 | -0.0015826958677739467 | 1.4478874891428635 | 1.3848766936883914 | 1.4153312057941199 | 0.9999987474084687 | -0.0015138954663827995 | model.visual.blocks.1.attn.proj.weight | model.visual.blocks.21.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 20 | 0.05624141309833619 | 3.959999782286598 |
| 940 | 514 | 526 | 1.2678002142196039 | 0.00028804766787668065 | -0.027523526203228624 | -0.027688430897152626 | 1.6827517844586823 | 1.2689074248745984 | 1.4328030344666112 | 0.9996211559912785 | -0.020754580135086406 | model.visual.blocks.23.attn.qkv.bias | model.visual.blocks.3.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 20 | 0.0011072106549945282 | 7.8706295092756005 |
| 941 | 371 | 467 | 1.2499946868061669 | 0.0016562749968863635 | -2.7992623507161766e-05 | -2.7916162992289053e-05 | 1.6472945393298983 | 1.2584282013203756 | 1.4142326594851622 | 0.9999999996082065 | -2.1384583029508428e-05 | model.visual.blocks.12.attn.qkv.weight | model.visual.blocks.2.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 10 | 0.008433514514208706 | 4.678847540683769 |
| 942 | 372 | 600 | 0.44141876522702533 | 0.9015431955258992 | 0.900001725725555 | 0.014003409986241791 | 0.4523883765697347 | 0.44305177075121804 | 0.447647064860944 | 0.4358863311587357 | 0.8814270633684 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.9.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 3 | 0.00163300552419271 | 1.1990428585869672 |
| 943 | 397 | 565 | 1.281782115489787 | 0.019288598515778677 | -0.0008060969580202723 | -0.0007099525469970099 | 1.6052342282747183 | 1.279181233257137 | 1.4147690669193616 | 0.9999996751037944 | -0.0006423636393509108 | model.visual.blocks.14.mlp.linear_fc1.weight | model.visual.blocks.6.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 8 | 0.0026008822326499814 | 4.060080203519764 |
| 944 | 446 | 494 | 0.9632654359533364 | 0.3000722819022418 | 0.3000722819022416 | 0.3001879656339124 | 2.2197531106021295 | 0.9632654359533364 | 1.2496700691060452 | 0.9539164668009362 | 0.1302168498214956 | model.visual.blocks.18.mlp.linear_fc2.bias | model.visual.blocks.21.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 3 | 0.0 | 5.949248866306862 |
| 945 | 399 | 531 | 1.2870811927232253 | -0.023382313069226727 | -9.722067544581371e-05 | -9.737892845986485e-05 | 1.5633066937840014 | 1.3010877355314823 | 1.414281163510041 | 0.9999999952740701 | -8.091350786483112e-05 | model.visual.blocks.14.mlp.linear_fc2.weight | model.visual.blocks.3.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 11 | 0.014006542808256972 | 4.5269817595255395 |
| 946 | 544 | 568 | 0.5390283426308418 | 0.8537947032462121 | 0.8537947032462123 | 0.853813989067592 | 0.5425561625579595 | 0.539028342630842 | 0.5407836225917453 | 0.5206098392354032 | 0.8482431416280035 | model.visual.blocks.4.norm1.bias | model.visual.blocks.6.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 2.220446049250313e-16 | 1.6644156323239931 |
| 947 | 353 | 593 | 0.12939140223570492 | 0.9945066492408591 | 0.9945066492408595 | 0.8855415214148417 | 0.12939140223570408 | 0.1408811857801194 | 0.13477034083395917 | 0.10467341885941217 | 1.0828175102086077 | model.visual.blocks.10.norm1.weight | model.visual.blocks.8.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 8.326672684688674e-16 | 0.34541336328882993 |
| 948 | 378 | 582 | 0.8691102034075934 | 0.5022429064317274 | 0.5022429064317274 | 0.5016316734036584 | 0.8691102034075934 | 1.474508526532723 | 1.0588594391267598 | 0.864726582764177 | 0.8520915357115557 | model.visual.blocks.12.norm2.bias | model.visual.blocks.7.norm2.bias | model.visual.layers.*.norm2.bias | whole | 5 | 0.0 | 2.8176025629930903 |
| 949 | 463 | 499 | 0.1992427130434979 | 0.9935881633271333 | 0.993588163327133 | 0.8447699015725091 | 0.24018748543480428 | 0.1992427130434979 | 0.21686816001200296 | 0.11305999158064045 | 0.8242111405214704 | model.visual.blocks.19.norm2.weight | model.visual.blocks.21.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 0.0 | 0.46825988261313856 |
| 950 | 108 | 295 | 0.32194910423532275 | 0.9517793688904217 | 0.9517793688904219 | 0.9584374834221849 | 0.3769317383990082 | 0.32194910423532275 | 0.34620786582922997 | 0.30678336485955393 | 0.8129443186329954 | model.language_model.layers.14.input_layernorm.weight | model.language_model.layers.8.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 6 | 0.0 | 1.1519581970693775 |
| 951 | 8 | 20 | 0.4792462543572532 | 0.8776805321645916 | 0.8776805321645917 | -0.32159353927095674 | 0.5458518506083544 | 0.4792462543572532 | 0.5093112528359405 | 0.4792461616531518 | 0.7705847421665287 | model.language_model.layers.13.linear_attn.A_log | model.language_model.layers.20.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 7 | 0.0 | 1.269321814480882 |
| 952 | 109 | 156 | 1.1380562755776316 | -0.04993823269882162 | -0.0054659741398542325 | -0.005471192320015444 | 1.9795813999685201 | 1.1624250362396913 | 1.4175848440352914 | 0.9999850614517711 | -0.003209660985755024 | model.language_model.layers.14.linear_attn.conv1d.weight | model.language_model.layers.18.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 4 | 0.02436876066205973 | 8.785150101764728 |
| 953 | 39 | 274 | 0.9401921217178979 | 0.35795628060583284 | 0.3579562806058328 | 0.32001731730119576 | 0.9401921217178979 | 2.009263802411447 | 1.2043074454773004 | 0.933738347276601 | 0.7649804554339129 | model.language_model.layers.0.linear_attn.dt_bias | model.language_model.layers.6.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 6 | 0.0 | 1.8527666309346604 |
| 954 | 40 | 146 | 1.1647949894729692 | 0.0609009289394664 | 0.01800800596875963 | 0.018096658896961514 | 1.1925895707732297 | 1.785098762216301 | 1.4024005902191934 | 0.9998378427130218 | 0.026954846791066845 | model.language_model.layers.0.linear_attn.in_proj_a.weight | model.language_model.layers.17.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 17 | 0.027794581300260468 | 3.2836307169629704 |
| 955 | 252 | 276 | 1.147791370024053 | 0.2358666470171531 | 0.2497327244519052 | 0.2494915445974591 | 1.3144604368736301 | 1.1544032388251497 | 1.2266684371136192 | 0.9683148074556274 | 0.21932365391962264 | model.language_model.layers.4.linear_attn.in_proj_b.weight | model.language_model.layers.6.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 2 | 0.006611868801096765 | 4.142518056430561 |
| 956 | 66 | 160 | 1.3039767489694232 | -0.018965522988966366 | 0.00042524725131577707 | 0.0004251855559200877 | 1.611094984694591 | 1.27499724512232 | 1.4139208835598724 | 0.9999999095823835 | 0.0003365345178740255 | model.language_model.layers.10.linear_attn.in_proj_qkv.weight | model.language_model.layers.18.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 8 | 0.02897950384710324 | 4.330875425616266 |
| 957 | 137 | 220 | 1.3274516729532206 | 0.0006548949414075219 | 0.005385490833277418 | 0.005382039942096157 | 1.5095235226494534 | 1.3285984789625969 | 1.4104312130815604 | 0.9999854981390903 | 0.004740008898305177 | model.language_model.layers.16.linear_attn.in_proj_z.weight | model.language_model.layers.22.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 6 | 0.0011468060093762222 | 4.082289095724622 |
| 958 | 31 | 35 | 0.13934353713527114 | 0.9907167328682954 | 0.9907167328682952 | -0.028896549312466574 | 0.14513163841965443 | 0.13934353713527114 | 0.14214928298444446 | 0.13594247023932907 | 0.9512052324372603 | model.language_model.layers.6.linear_attn.norm.weight | model.language_model.layers.9.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 3 | 0.0 | 0.5282419178969661 |
| 959 | 56 | 91 | 1.364824847752587 | 0.03135622534654704 | -0.0005730142224671859 | -0.0005730388035524346 | 1.3741626402008948 | 1.4588704571373021 | 1.4146179629664344 | 0.999999835827337 | -0.000608336667160932 | model.language_model.layers.1.linear_attn.out_proj.weight | model.language_model.layers.12.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 11 | 0.009337792448307791 | 3.6581648772718363 |
| 960 | 69 | 222 | 1.313111382495167 | 0.008848792724965443 | -0.00037341557943457935 | -0.00037341809223805084 | 1.5372203929301183 | 1.3171028866373227 | 1.4144744609796192 | 0.9999999302804001 | -0.00031994549373050844 | model.language_model.layers.10.mlp.down_proj.weight | model.language_model.layers.22.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 12 | 0.003991504142155655 | 3.8873685724263125 |
| 961 | 93 | 164 | 1.2154119292316032 | 0.0008709431207294381 | 0.006633611778122663 | 0.006628452644175721 | 1.7627758775238427 | 1.2087632516789206 | 1.4098312394462815 | 0.9999779973553304 | 0.004548772334326818 | model.language_model.layers.12.mlp.gate_proj.weight | model.language_model.layers.18.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 6 | 0.006648677552682614 | 4.817503990841266 |
| 962 | 47 | 200 | 1.295025942815629 | 0.006401138161858909 | -0.0001363840212671127 | -0.0001363788622243301 | 1.5702213761243946 | 1.2971876309172643 | 1.4143082642151734 | 0.9999999906996994 | -0.0001126692504206746 | model.language_model.layers.0.mlp.up_proj.weight | model.language_model.layers.20.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 20 | 0.0021616881016353062 | 3.989311668234079 |
| 963 | 72 | 288 | 0.29094037331353895 | 0.9567508246906354 | 0.9567508246906355 | 0.9912610854653748 | 0.305463166546508 | 0.29094037331353895 | 0.29793663241255 | 0.2909086788904529 | 0.9112635256504771 | model.language_model.layers.10.post_attention_layernorm.weight | model.language_model.layers.7.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 3 | 0.0 | 0.48490243221661056 |
| 964 | 392 | 404 | 0.9770691293434886 | 0.45045259470488686 | 0.4504525947048867 | 0.450292740241484 | 0.9770691293434886 | 1.1530124694526982 | 1.05418434412096 | 0.8928003471793876 | 0.5315667469107702 | model.visual.blocks.14.attn.proj.bias | model.visual.blocks.15.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 2.8094473604069066 |
| 965 | 417 | 501 | 1.3288448659414362 | 0.027329501774216926 | -0.001172488935665165 | -0.0011724792293981684 | 1.5125886402666031 | 1.3342104604757425 | 1.4150359134275468 | 0.9999993126346116 | -0.0010342183995780952 | model.visual.blocks.16.attn.proj.weight | model.visual.blocks.22.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 6 | 0.005365594534306295 | 3.752762875629606 |
| 966 | 538 | 586 | 1.268172607059674 | -0.030219420934640796 | -0.012343942334397201 | -0.012912833139953013 | 1.3058500438776686 | 1.577999693091452 | 1.4227621157976884 | 0.9999238106414133 | -0.014916519171968663 | model.visual.blocks.4.attn.qkv.bias | model.visual.blocks.8.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 4 | 0.037677436817994625 | 5.256875361949265 |
| 967 | 335 | 539 | 1.2512764479545055 | 0.01786751054131052 | 0.00022901539473730898 | 0.00022859293474133147 | 1.278630376968886 | 1.6042388200702522 | 1.4140556948078302 | 0.9999999737759742 | 0.0002873350995322425 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.4.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 3 | 0.027353929014380496 | 3.8993066560254124 |
| 968 | 372 | 456 | 0.4426699350757715 | 0.9090161885527313 | 0.9101820212705405 | -0.022785124182079657 | 0.4407990734393473 | 0.5804568261477608 | 0.49645819337584873 | 0.4142085080679458 | 1.1985537155539125 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.19.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 7 | 0.0018708616364241926 | 1.1165300731077075 |
| 969 | 421 | 577 | 1.2826366230585253 | 0.024341610219501902 | -0.000851953736093197 | -0.0007313471717444069 | 1.5798222983088392 | 1.2926126726960419 | 1.4148039350412782 | 0.99999963708735 | -0.0006970696622042001 | model.visual.blocks.16.mlp.linear_fc1.weight | model.visual.blocks.7.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 9 | 0.009976049637516526 | 4.1327026862221 |
| 970 | 518 | 530 | 0.9665477066735125 | 0.2573894887721042 | 0.25738948877210427 | 0.25722068670653003 | 0.9665477066735125 | 3.465248692661247 | 1.3166467417936243 | 0.9663077413896852 | 0.9227879630917792 | model.visual.blocks.23.mlp.linear_fc2.bias | model.visual.blocks.3.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 20 | 0.0 | 2.095903099517323 |
| 971 | 363 | 471 | 1.2872336473305888 | 0.04125047379646718 | 0.00041893302072406853 | 0.00041894306435442323 | 1.4413918916454864 | 1.3879565928856423 | 1.4139175122517644 | 0.9999999122475582 | 0.0004034023303875224 | model.visual.blocks.11.mlp.linear_fc2.weight | model.visual.blocks.2.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 9 | 0.10072294555505357 | 4.1444826938303665 |
| 972 | 424 | 460 | 0.5460701774321548 | 0.8498305249737879 | 0.8498305249737883 | 0.8492567655398031 | 0.5500996267508433 | 0.5460701774321545 | 0.5480737931827075 | 0.5270560490334737 | 0.8436055634153112 | model.visual.blocks.16.norm1.bias | model.visual.blocks.19.norm1.bias | model.visual.layers.*.norm1.bias | whole | 3 | 3.3306690738754696e-16 | 1.3812469067990973 |
| 973 | 425 | 497 | 0.12954785323700793 | 0.9946036153160003 | 0.9946036153160004 | 0.5424616090409027 | 0.14127025954203604 | 0.12954785323700793 | 0.13502891699470979 | 0.103748004319802 | 0.9120728142190094 | model.visual.blocks.16.norm1.weight | model.visual.blocks.21.norm1.weight | model.visual.layers.*.norm1.weight | whole | 5 | 0.0 | 0.5071603038810095 |
| 974 | 546 | 570 | 0.870400512686384 | 0.5411770115966799 | 0.54117701159668 | 0.5410710164895326 | 1.1365432024181203 | 0.870400512686384 | 0.9772696251071774 | 0.8409087002280848 | 0.4144503678748371 | model.visual.blocks.4.norm2.bias | model.visual.blocks.6.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 3.354222927458617 |
| 975 | 367 | 607 | 0.20572949767972606 | 0.9958997380647867 | 0.9958997380647865 | 0.8956332007415827 | 0.20572949767972662 | 0.2536340957688699 | 0.22595857706549183 | 0.09046386970768815 | 1.227797337714533 | model.visual.blocks.11.norm2.weight | model.visual.blocks.9.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 5.551115123125783e-16 | 0.34793909755842295 |
| 976 | 155 | 214 | 0.32214493363461305 | 0.9818976195089852 | 0.9818976195089851 | 0.5277276726383016 | 0.3221449336346131 | 0.4466042655983221 | 0.3694886765859665 | 0.18941241987416896 | 1.3612496099377858 | model.language_model.layers.18.input_layernorm.weight | model.language_model.layers.22.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 4 | 5.551115123125783e-17 | 0.6487722804428142 |
| 977 | 0 | 22 | 0.4964879586830548 | 0.9021497732991839 | 0.9021497732991838 | 0.28195245419669035 | 0.4964879586830548 | 0.7563369492247344 | 0.5869721873712729 | 0.4314229786836015 | 1.3743116934613755 | model.language_model.layers.0.linear_attn.A_log | model.language_model.layers.21.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 21 | 0.0 | 1.21507901857494 |
| 978 | 132 | 179 | 1.1390500596456234 | -0.055394036086183956 | -0.01076097535247614 | -0.010878950844451436 | 1.1597962979390526 | 2.0106970022667325 | 1.4207849508971526 | 0.9999420990284704 | -0.018655914768083696 | model.language_model.layers.16.linear_attn.conv1d.weight | model.language_model.layers.2.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 14 | 0.020746238293429142 | 4.454482005448462 |
| 979 | 98 | 262 | 0.9439678418308998 | 0.4121675342652488 | 0.41216753426524877 | -0.10026412463898327 | 1.4322877568134 | 0.9439678418308998 | 1.1146602308579707 | 0.9111080746528948 | 0.27164436471812914 | model.language_model.layers.13.linear_attn.dt_bias | model.language_model.layers.5.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 8 | 0.0 | 2.7966489956740768 |
| 980 | 205 | 275 | 1.1668802690742461 | 0.15409571976230246 | 0.1273046517923862 | 0.1271340436606492 | 1.1743762818472738 | 1.5532308581431935 | 1.3247749613876385 | 0.9918636628246945 | 0.16837321785661155 | model.language_model.layers.21.linear_attn.in_proj_a.weight | model.language_model.layers.6.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 15 | 0.007496012773027694 | 3.2469179226647116 |
| 981 | 100 | 147 | 1.148394771704224 | 0.22748530042770196 | 0.1902694250025256 | 0.18991380179386208 | 1.3736566821339775 | 1.193375123414968 | 1.2740472946447887 | 0.981731911424503 | 0.16529807010565528 | model.language_model.layers.13.linear_attn.in_proj_b.weight | model.language_model.layers.17.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 4 | 0.044980351710744104 | 3.942032135967178 |
| 982 | 136 | 312 | 1.304202529906986 | 0.003175564737654888 | -0.0002490751453116334 | -0.00024905582204408285 | 1.2973568530604034 | 1.570135455499189 | 1.4143865155256328 | 0.9999999689807855 | -0.0003014449847124675 | model.language_model.layers.16.linear_attn.in_proj_qkv.weight | model.language_model.layers.9.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 7 | 0.006845676846582549 | 3.6875791003525427 |
| 983 | 55 | 266 | 1.3279919573458467 | -0.007723944647886071 | 0.00031619072596578775 | 0.00031655957577116984 | 1.3543856737985929 | 1.482228418993426 | 1.4139908706639142 | 0.9999999500117112 | 0.00034603650120884806 | model.language_model.layers.1.linear_attn.in_proj_z.weight | model.language_model.layers.5.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 4 | 0.02639371645274613 | 3.593513375751753 |
| 984 | 23 | 33 | 0.13988138859514096 | 0.9912776216992853 | 0.9912776216992855 | -0.038216827665099574 | 0.14811770406153743 | 0.13988138859514093 | 0.143822971425873 | 0.13179027550698985 | 0.936156086709096 | model.language_model.layers.21.linear_attn.norm.weight | model.language_model.layers.8.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 13 | 2.7755575615628914e-17 | 0.3779679816769842 |
| 985 | 185 | 255 | 1.3656234215913745 | 0.0053718466871908776 | -0.0005374778821133898 | -0.0005373472666128863 | 1.390354246616989 | 1.440146019567942 | 1.414593330495562 | 0.9999998555587527 | -0.0005567261972370112 | model.language_model.layers.2.linear_attn.out_proj.weight | model.language_model.layers.4.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 2 | 0.02473082502561441 | 3.689909295545045 |
| 986 | 198 | 285 | 1.3138925960180579 | 0.015474609071500488 | 0.0002787216889463185 | 0.00027868863116938675 | 1.324283174152483 | 1.5248766239235918 | 1.4140184070994823 | 0.9999999611571093 | 0.0003209405634310398 | model.language_model.layers.20.mlp.down_proj.weight | model.language_model.layers.7.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 13 | 0.010390578134425121 | 3.349287169694716 |
| 987 | 105 | 169 | 1.2154123970408337 | -0.010255551358781418 | 0.0061709827196013605 | 0.006165697078834085 | 1.7211256004736626 | 1.2232623984463338 | 1.410086577804361 | 0.9999809593048632 | 0.004385926930767279 | model.language_model.layers.13.mlp.gate_proj.weight | model.language_model.layers.19.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 6 | 0.007850001405500073 | 5.194285625189844 |
| 988 | 59 | 224 | 1.2957882296559944 | -0.018891812194734542 | 0.00016117784600063313 | 0.00016128727880685697 | 1.629073058239306 | 1.2665847688764877 | 1.414103105018065 | 0.9999999870108509 | 0.0001253138426126581 | model.language_model.layers.1.mlp.up_proj.weight | model.language_model.layers.22.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 21 | 0.02920346077950664 | 4.242821863903129 |
| 989 | 154 | 225 | 0.2918232988909069 | 0.9729191719820356 | 0.9729191719820357 | 0.6767058439564566 | 0.36717362834760553 | 0.2918232988909063 | 0.32308552199049295 | 0.23114559219199893 | 0.7732594620145691 | model.language_model.layers.17.post_attention_layernorm.weight | model.language_model.layers.22.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 5 | 6.106226635438361e-16 | 1.1393440326278748 |
| 990 | 476 | 488 | 0.9785980918062877 | 0.48395476333293597 | 0.4839547633329359 | 0.48380227959128924 | 1.061408806743827 | 0.9785980918062878 | 1.0174846962862718 | 0.8750930162259107 | 0.44619679515479865 | model.visual.blocks.20.attn.proj.bias | model.visual.blocks.21.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 1.1102230246251565e-16 | 2.7354541376289685 |
| 991 | 429 | 549 | 1.3299158976379353 | 0.013702382524966163 | -0.001039752174849824 | -0.001039738767734395 | 1.4754823954091558 | 1.3612976798154524 | 1.4149462098913268 | 0.9999994594575614 | -0.0009592877743645582 | model.visual.blocks.17.attn.proj.weight | model.visual.blocks.5.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 12 | 0.03138178217751708 | 3.9127394217386113 |
| 992 | 358 | 526 | 1.2693064711648308 | 0.04310876659889508 | 0.026176254101102567 | 0.026472373891680973 | 1.6171962788673373 | 1.2464904244730004 | 1.3961995426280465 | 0.9996573431537601 | 0.020175936905104053 | model.visual.blocks.11.attn.qkv.bias | model.visual.blocks.3.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 8 | 0.02281604669183035 | 7.7858924778622125 |
| 993 | 467 | 503 | 1.2518344531201335 | -0.005718591034003414 | 0.0003353735080584886 | 0.0003354160861819092 | 1.2436031985525928 | 1.6813971126757512 | 1.413986791561374 | 0.9999999437623034 | 0.0004534372770782423 | model.visual.blocks.2.attn.qkv.weight | model.visual.blocks.22.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 20 | 0.008231254567540702 | 3.497964900176346 |
| 994 | 372 | 492 | 0.44366735299029714 | 0.9075291836997575 | 0.9096026221186323 | -0.0068802019770432205 | 0.4364505197840373 | 0.5624805134691236 | 0.48764946341207155 | 0.41547932540008353 | 1.1722606040091648 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.21.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 9 | 0.007216833206259821 | 1.1476653316056133 |
| 995 | 433 | 553 | 1.2827634752876167 | 0.005077104003284549 | 2.941904309078741e-06 | 0.0001923248551167046 | 1.5942920769612487 | 1.2839776202236948 | 1.4142115299353013 | 0.9999999999956726 | 2.3692893844749178e-06 | model.visual.blocks.17.mlp.linear_fc1.weight | model.visual.blocks.5.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 12 | 0.0012141449360780765 | 4.298597435439162 |
| 996 | 410 | 458 | 0.9705755178832631 | 0.2998423684536543 | 0.2998423684536543 | 0.2996333226686491 | 2.02832670961171 | 0.970575517883263 | 1.238150086704706 | 0.9539887599338385 | 0.14347770537467341 | model.visual.blocks.15.mlp.linear_fc2.bias | model.visual.blocks.19.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 4 | 1.1102230246251565e-16 | 5.5371840559397425 |
| 997 | 375 | 555 | 1.2872668572085568 | 0.027105555265444566 | 0.00043923442820462035 | 0.0004393963752775423 | 1.5447315951160994 | 1.3115315299650798 | 1.4139070567826393 | 0.9999999035365539 | 0.0003729254994575587 | model.visual.blocks.12.mlp.linear_fc2.weight | model.visual.blocks.5.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 7 | 0.024264672756522998 | 4.13731807958761 |
| 998 | 532 | 568 | 0.555176180891644 | 0.8389953428802202 | 0.8389953428802195 | 0.8389994960835343 | 0.5551761808916441 | 0.5849200875999011 | 0.5694663748754446 | 0.5441385987276616 | 0.8839450364481463 | model.visual.blocks.3.norm1.bias | model.visual.blocks.6.norm1.bias | model.visual.layers.*.norm1.bias | whole | 3 | 1.1102230246251565e-16 | 1.809253277462341 |
| 999 | 413 | 437 | 0.13423896456803544 | 0.998827543636409 | 0.9988275436364085 | 0.9129217842520564 | 0.1536580425075587 | 0.13423896456803544 | 0.14296871739768946 | 0.048410103008137764 | 0.8725971843171829 | model.visual.blocks.15.norm1.weight | model.visual.blocks.17.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 0.0 | 0.2704513715302119 |
| 1000 | 498 | 522 | 0.8716230035957414 | 0.519380905435421 | 0.5193809054354213 | 0.5312174906453925 | 0.8716230035957414 | 1.2612337667870799 | 1.0140630022488202 | 0.8545428456602291 | 0.7515413579692736 | model.visual.blocks.21.norm2.bias | model.visual.blocks.23.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 2.3238500262361703 |
| 1001 | 391 | 607 | 0.20693891753021 | 0.9949251110211219 | 0.9949251110211214 | 0.814654786323671 | 0.20693891753021 | 0.25419518870624774 | 0.22695706215843225 | 0.10061820640226805 | 1.2221247668780233 | model.visual.blocks.13.norm2.weight | model.visual.blocks.9.norm2.weight | model.visual.layers.*.norm2.weight | whole | 4 | 0.0 | 0.41097950122176413 |
| 1002 | 108 | 248 | 0.3268868328039934 | 0.9483851729168816 | 0.9483851729168817 | 0.7447801632860709 | 0.37613008524882546 | 0.3268868328039934 | 0.3489288791937314 | 0.31712074008398833 | 0.8242218254037821 | model.language_model.layers.14.input_layernorm.weight | model.language_model.layers.4.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 10 | 0.0 | 0.8142848347621102 |
| 1003 | 18 | 26 | 0.49895371895322616 | 0.8707485999025077 | 0.8707485999025077 | 0.7169985040073653 | 0.5222714702776107 | 0.49895371895322616 | 0.510213403346867 | 0.49172845735001197 | 0.8318724589029041 | model.language_model.layers.2.linear_attn.A_log | model.language_model.layers.4.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 2 | 0.0 | 1.1449737889463665 |
| 1004 | 203 | 273 | 1.1395011723696369 | -0.013457935349922385 | -0.008687015772307308 | -0.008711274541001887 | 1.1258570074644896 | 2.213455978860641 | 1.419169315241709 | 0.9999622671666025 | -0.017078835831002972 | model.language_model.layers.21.linear_attn.conv1d.weight | model.language_model.layers.6.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 15 | 0.013644164905147305 | 3.8422295778981628 |
| 1005 | 297 | 309 | 0.9447631983410251 | 0.5528404920829294 | 0.5528404920829295 | -0.05899543228526911 | 0.9466105723272547 | 0.9447631983410251 | 0.9456855320365533 | 0.8332870995722329 | 0.551761586803964 | model.language_model.layers.8.linear_attn.dt_bias | model.language_model.layers.9.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 1 | 0.0 | 1.7633977337839024 |
| 1006 | 193 | 298 | 1.1674932484105154 | 0.15904244629263561 | 0.10970674337391326 | 0.10963196243410321 | 1.2090477455470794 | 1.5149810147632536 | 1.3364328042002054 | 0.9939639985725289 | 0.13746655912895964 | model.language_model.layers.20.linear_attn.in_proj_a.weight | model.language_model.layers.8.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 12 | 0.041554497136564006 | 3.3977383898310305 |
| 1007 | 218 | 276 | 1.1499799724042012 | 0.20383365903293613 | 0.15546878955595198 | 0.15518396974255744 | 1.210740015563307 | 1.4152210217355936 | 1.301080507261127 | 0.9878408047221006 | 0.18172580105977826 | model.language_model.layers.22.linear_attn.in_proj_b.weight | model.language_model.layers.6.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 16 | 0.06076004315910577 | 3.603167455143092 |
| 1008 | 54 | 207 | 1.3045427639098595 | -0.0038907000149675463 | -0.0001630048367784924 | -0.0001630568701588613 | 1.5945357473806065 | 1.2840219361870704 | 1.4143261681455201 | 0.9999999867147116 | -0.00013126189643098546 | model.language_model.layers.1.linear_attn.in_proj_qkv.weight | model.language_model.layers.21.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 20 | 0.02052082772278907 | 4.456084489069966 |
| 1009 | 184 | 278 | 1.3295614590424634 | 3.476970226346573e-05 | -0.000871582677975795 | -0.0008707068263296104 | 1.3365107952462552 | 1.5087453970155826 | 1.4148252319029813 | 0.9999996201717456 | -0.0009839025305232979 | model.language_model.layers.2.linear_attn.in_proj_z.weight | model.language_model.layers.6.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 4 | 0.006949336203791789 | 3.772559647771332 |
| 1010 | 15 | 21 | 0.1400779745848583 | 0.9912043987965554 | 0.9912043987965552 | 0.09801134503228004 | 0.14818495930883402 | 0.1400779745848583 | 0.14396054773790812 | 0.13233986476628823 | 0.9369770402517924 | model.language_model.layers.17.linear_attn.norm.weight | model.language_model.layers.20.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 3 | 0.0 | 0.34564352361152934 |
| 1011 | 103 | 279 | 1.3662381348944905 | 0.05188046043877359 | -0.0005483957706202648 | -0.0005482580479614832 | 1.4259565287868845 | 1.4035129670318236 | 1.4146012348130135 | 0.9999998496310281 | -0.0005397644034672977 | model.language_model.layers.13.linear_attn.out_proj.weight | model.language_model.layers.6.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 7 | 0.03727483213733307 | 3.863353921204558 |
| 1012 | 198 | 303 | 1.3151214175516395 | 0.007659427629621566 | 0.00039034145724560113 | 0.00039037362101119327 | 1.3194260125713675 | 1.5321902387957584 | 1.4139405790081332 | 0.9999999238167705 | 0.00045328602353644445 | model.language_model.layers.20.mlp.down_proj.weight | model.language_model.layers.8.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 12 | 0.004304595019728019 | 3.3182174791877195 |
| 1013 | 70 | 223 | 1.2157454941288872 | -0.015252590897706579 | 0.0030712249072407326 | 0.003072532172827907 | 1.8182521456079102 | 1.1949294649741198 | 1.412218710848195 | 0.9999952837776632 | 0.0020183653538312614 | model.language_model.layers.10.mlp.gate_proj.weight | model.language_model.layers.22.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 12 | 0.020816029154767435 | 4.834419049773805 |
| 1014 | 200 | 282 | 1.2963977743393398 | 0.013220038489282248 | 0.00019307915895083811 | 0.00019308906477586349 | 1.3100308258844018 | 1.5476441257630689 | 1.4140789032615078 | 0.9999999813602191 | 0.0002280998433420882 | model.language_model.layers.20.mlp.up_proj.weight | model.language_model.layers.6.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 14 | 0.013633051545062003 | 3.3666292961583952 |
| 1015 | 95 | 107 | 0.2985581633111657 | 0.9623266840803861 | 0.9623266840803862 | 0.9859478491331173 | 0.298558163311165 | 0.35585027855681334 | 0.3234590844333642 | 0.27189584974186043 | 1.1469933188052062 | model.language_model.layers.12.post_attention_layernorm.weight | model.language_model.layers.13.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 6.661338147750939e-16 | 1.0767209452805546 |
| 1016 | 416 | 512 | 0.9801727037793567 | 0.20456096982332472 | 0.20456096982332483 | 0.20459426617428367 | 6.375908711942388 | 0.9801727037793567 | 1.3700784569870796 | 0.9788538244421078 | 0.031447294485866764 | model.visual.blocks.16.attn.proj.bias | model.visual.blocks.23.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 7 | 0.0 | 14.555440283407469 |
| 1017 | 405 | 549 | 1.330203903129128 | -0.029392571800300436 | -6.54723899351703e-05 | -6.548562770051205e-05 | 1.518541560708902 | 1.3288783250057181 | 1.414259448608446 | 0.999999997856683 | -5.729500075753856e-05 | model.visual.blocks.15.attn.proj.weight | model.visual.blocks.5.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 10 | 0.0013255781234098318 | 4.083453036814615 |
| 1018 | 406 | 466 | 1.269372503480738 | 0.006042396507131254 | 0.002119782783178647 | 0.0018500330365587968 | 1.5593775773105378 | 1.3009546914388124 | 1.4127381519189854 | 0.9999977532579521 | 0.0017684885282009553 | model.visual.blocks.15.attn.qkv.bias | model.visual.blocks.2.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 13 | 0.03158218795807444 | 8.816616409483903 |
| 1019 | 371 | 527 | 1.2603807959932967 | 0.05788312159357437 | 0.00014103645541157058 | 0.00014208378992494302 | 1.5433024524453158 | 1.3127411575225791 | 1.4141151225357578 | 0.9999999900543591 | 0.00011996634842153668 | model.visual.blocks.12.attn.qkv.weight | model.visual.blocks.3.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 9 | 0.05236036152928247 | 4.196432501474089 |
| 1020 | 384 | 444 | 0.44580488448145167 | 0.9094566801370021 | 0.9134390920470434 | -0.022441904417642454 | 0.43821232404501115 | 0.5835399038611496 | 0.49555334818182717 | 0.4069754600959041 | 1.216369624286051 | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.blocks.18.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 5 | 0.007592560436440521 | 1.164531846920258 |
| 1021 | 337 | 385 | 1.283440032833025 | 0.014603099321561163 | 0.0010346444535123392 | 0.001013758533490623 | 1.2700489939537047 | 1.6199726313729967 | 1.4135029209243182 | 0.9999994647552841 | 0.0013197094803989557 | model.visual.blocks.1.mlp.linear_fc1.weight | model.visual.blocks.13.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 12 | 0.01339103887932036 | 3.4459178546189557 |
| 1022 | 338 | 542 | 0.9722780118167232 | 0.24251137538224354 | 0.24251137538224357 | 0.24150508258733924 | 0.9722780118167231 | 3.168831106067484 | 1.314524384061407 | 0.9701485622368424 | 0.7903887371170146 | model.visual.blocks.1.mlp.linear_fc2.bias | model.visual.blocks.4.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 3 | 1.1102230246251565e-16 | 2.902295934077856 |
| 1023 | 375 | 471 | 1.2877792221087423 | 0.013323127727721894 | 0.00028362790188475823 | 0.0002834091177652451 | 1.4524558660022333 | 1.3784699337281219 | 1.4140132667607939 | 0.9999999597776058 | 0.00026918032021905705 | model.visual.blocks.12.mlp.linear_fc2.weight | model.visual.blocks.2.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 10 | 0.09069071161937958 | 4.288605497114672 |
| 1024 | 388 | 460 | 0.5618788979230054 | 0.8347173308767093 | 0.8347173308767096 | 0.8341554521342541 | 0.7770537468531097 | 0.5618788979230054 | 0.6439143285461477 | 0.5506786517871032 | 0.6035747924125221 | model.visual.blocks.13.norm1.bias | model.visual.blocks.19.norm1.bias | model.visual.layers.*.norm1.bias | whole | 6 | 0.0 | 2.541539492629086 |
| 1025 | 437 | 509 | 0.13435794040270138 | 0.9910894478510573 | 0.9910894478510572 | 0.28030397726826095 | 0.13801921753772392 | 0.13435794040270138 | 0.1361516718622171 | 0.1331979968253527 | 0.964798521131469 | model.visual.blocks.17.norm1.weight | model.visual.blocks.22.norm1.weight | model.visual.layers.*.norm1.weight | whole | 5 | 0.0 | 0.5831397104147654 |
| 1026 | 390 | 402 | 0.879095052524368 | 0.4873598425505571 | 0.4873598425505568 | 0.49308541676628825 | 2.279016385633314 | 0.879095052524368 | 1.159926082111069 | 0.8732012275925272 | 0.18799146381134588 | model.visual.blocks.13.norm2.bias | model.visual.blocks.14.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 5.578420771889174 |
| 1027 | 571 | 607 | 0.21526653910897944 | 0.9920942926806439 | 0.9920942926806434 | 0.6918858244514295 | 0.26342219002300976 | 0.21526653910898022 | 0.23573233346881223 | 0.1254946788931461 | 0.8107316427537066 | model.visual.blocks.6.norm2.weight | model.visual.blocks.9.norm2.weight | model.visual.layers.*.norm2.weight | whole | 3 | 7.771561172376096e-16 | 0.5714884270582036 |
| 1028 | 131 | 190 | 0.32922269025758866 | 0.9460088903995567 | 0.9460088903995569 | 0.049323161485325326 | 0.37058519595783407 | 0.32922269025758866 | 0.34807410525672433 | 0.32414067823245946 | 0.8404210295016094 | model.language_model.layers.16.input_layernorm.weight | model.language_model.layers.20.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 4 | 0.0 | 1.6391930670501573 |
| 1029 | 0 | 14 | 0.49976618312943183 | 0.907713317249607 | 0.907713317249607 | 0.355723945582979 | 0.49976618312943183 | 0.7855266253614522 | 0.5963191192285814 | 0.4195909123035366 | 1.4267331463482964 | model.language_model.layers.0.linear_attn.A_log | model.language_model.layers.17.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 17 | 0.0 | 1.3129119102661486 |
| 1030 | 156 | 273 | 1.14065204661654 | -0.00012817956998055968 | 0.009234458039002346 | 0.009228642881359899 | 1.1155295765204303 | 2.214691313314713 | 1.408956956001811 | 0.9999573614833414 | 0.018333421571788473 | model.language_model.layers.18.linear_attn.conv1d.weight | model.language_model.layers.6.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 12 | 0.025122470096109684 | 4.45383988379691 |
| 1031 | 86 | 133 | 0.9553477185009195 | 0.4743213043989532 | 0.4743213043989532 | 0.13273606547370473 | 0.9553477185009195 | 1.1301071007178087 | 1.0317886367491171 | 0.8803518047878789 | 0.5610877209861409 | model.language_model.layers.12.linear_attn.dt_bias | model.language_model.layers.16.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 4 | 0.0 | 1.973682412676509 |
| 1032 | 111 | 193 | 1.1679512896871291 | 0.14802870710618388 | 0.1251036484760185 | 0.12495888593696576 | 1.519755568414185 | 1.1907288185800933 | 1.325541226811336 | 0.9921436776687078 | 0.09801873580588247 | model.language_model.layers.14.linear_attn.in_proj_a.weight | model.language_model.layers.20.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 6 | 0.02277752889296414 | 4.234598290235313 |
| 1033 | 53 | 182 | 1.150500185683534 | 0.22944063018164096 | 0.13802091681761244 | 0.13787561121713432 | 1.2437835526485046 | 1.396909933006926 | 1.3137002450985298 | 0.9904293142475266 | 0.15501313653383858 | model.language_model.layers.1.linear_attn.in_proj_b.weight | model.language_model.layers.2.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 1 | 0.09328336696497064 | 3.4736520050745776 |
| 1034 | 101 | 160 | 1.3047302977281523 | -0.025934564411459256 | -0.0003811526067526662 | -0.0003811259047423772 | 1.5779245039322145 | 1.2931567921100606 | 1.4144778021489528 | 0.9999999273613426 | -0.0003123660739308977 | model.language_model.layers.13.linear_attn.in_proj_qkv.weight | model.language_model.layers.18.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 5 | 0.011573505618091673 | 4.399374945009441 |
| 1035 | 55 | 137 | 1.330491334511757 | 0.0027683664997426695 | 0.00024708137335682323 | 0.0002467638906972234 | 1.3449866375389923 | 1.494952325723257 | 1.4140398104384206 | 0.9999999694753969 | 0.0002746308873510803 | model.language_model.layers.1.linear_attn.in_proj_z.weight | model.language_model.layers.16.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 15 | 0.014495303027235229 | 3.5217282226240947 |
| 1036 | 33 | 35 | 0.14024266105234776 | 0.9901495675484974 | 0.9901495675484973 | 0.08079975870944416 | 0.14279309659957073 | 0.14024266105234776 | 0.14150064315902205 | 0.1400136917716398 | 0.9724644503104786 | model.language_model.layers.8.linear_attn.norm.weight | model.language_model.layers.9.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 1 | 0.0 | 0.44289014031734 |
| 1037 | 197 | 302 | 1.3668685482216336 | 0.03220426643453144 | -0.0005622248679797338 | -0.0005622309226890131 | 1.4504432339950806 | 1.381308829563474 | 1.4146105860244356 | 0.9999998419515865 | -0.0005354267965396285 | model.language_model.layers.20.linear_attn.out_proj.weight | model.language_model.layers.8.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 12 | 0.014440281341840278 | 3.6553635513091 |
| 1038 | 151 | 256 | 1.3151861680877242 | 0.023187651082775117 | 8.973130941169692e-05 | 8.98222841497186e-05 | 1.3326863565719935 | 1.5126485829757115 | 1.4141506169712055 | 0.999999995974146 | 0.0001018483736708278 | model.language_model.layers.17.mlp.down_proj.weight | model.language_model.layers.4.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 13 | 0.017500188484269374 | 3.5186044045967684 |
| 1039 | 70 | 152 | 1.2176135701820137 | -0.0028946635158868966 | 0.004778193536686651 | 0.00477951910747826 | 1.723702212999052 | 1.2235576388869245 | 1.4110204130126898 | 0.9999885843681046 | 0.003391766372290605 | model.language_model.layers.10.mlp.gate_proj.weight | model.language_model.layers.17.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 7 | 0.005944068704910821 | 4.606576620893341 |
| 1040 | 165 | 229 | 1.2966154676001203 | 0.012151908524216722 | 0.0004496778509725507 | 0.00044963476282219617 | 1.5550248440626113 | 1.3053277206002838 | 1.41390036701765 | 0.99999989889491 | 0.0003774711165905976 | model.language_model.layers.18.mlp.up_proj.weight | model.language_model.layers.23.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 5 | 0.008712253000163539 | 4.108876398182485 |
| 1041 | 95 | 283 | 0.3036393867741472 | 0.9544642215029289 | 0.9544642215029291 | 0.9545961287874849 | 0.33816387412276494 | 0.3036393867741467 | 0.3195110958908222 | 0.298325409361669 | 0.8570191942200213 | model.language_model.layers.12.post_attention_layernorm.weight | model.language_model.layers.6.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 6 | 4.996003610813204e-16 | 1.1361017262856836 |
| 1042 | 416 | 500 | 0.9808407604690488 | 0.21207917358501016 | 0.21207917358501008 | 0.21215254624970498 | 3.3147548801958306 | 0.9808407604690488 | 1.330109380558775 | 0.9772524874010293 | 0.06275453402047014 | model.visual.blocks.16.attn.proj.bias | model.visual.blocks.22.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 6 | 0.0 | 9.233746455010943 |
| 1043 | 453 | 549 | 1.331040152522137 | 0.0391262924257028 | 0.0006288011722425446 | 0.0006287869446199866 | 1.4695819222633493 | 1.3638694726421259 | 1.413770099346036 | 0.9999998023045233 | 0.0005835691839910284 | model.visual.blocks.19.attn.proj.weight | model.visual.blocks.5.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 14 | 0.03282932011998896 | 3.8211425846319416 |
| 1044 | 526 | 598 | 1.2698866826697301 | 0.017435245484291383 | 0.018014517825735946 | 0.01807263084382081 | 1.2507092412621728 | 1.6255391029812185 | 1.401846744025377 | 0.9998377254072314 | 0.02341335794203797 | model.visual.blocks.3.attn.qkv.bias | model.visual.blocks.9.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 6 | 0.019177441407557394 | 5.124021416824847 |
| 1045 | 335 | 527 | 1.2635105294359397 | 0.011224702545580873 | 0.0008485853147953997 | 0.000850250586368813 | 1.2902662858963432 | 1.5808332482650949 | 1.4136255666335955 | 0.9999996399514169 | 0.001039686066575129 | model.visual.blocks.1.attn.qkv.weight | model.visual.blocks.3.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 2 | 0.026755756460403513 | 3.913139210652491 |
| 1046 | 372 | 480 | 0.4464515678025229 | 0.9075157798273511 | 0.9075911707045722 | -0.002999000736448156 | 0.44381008157217394 | 0.5810903266122038 | 0.4988015351828562 | 0.41985505458325034 | 1.188329133819611 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.20.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 8 | 0.002641486230348933 | 1.108901331324844 |
| 1047 | 433 | 541 | 1.2835623459944072 | -0.022555488650465368 | 8.597176347068e-06 | 0.00019223012898777868 | 1.604725192131466 | 1.278608860801938 | 1.414207636808686 | 0.9999999999630442 | 6.850036323438881e-06 | model.visual.blocks.17.mlp.linear_fc1.weight | model.visual.blocks.4.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 13 | 0.004953485192469298 | 4.166935020177748 |
| 1048 | 482 | 506 | 0.9773961287047055 | 0.3726518168310818 | 0.3726518168310819 | 0.3729050792127482 | 1.438347087323394 | 0.9773961287047055 | 1.1432677867725547 | 0.9279712406171291 | 0.25322708707483366 | model.visual.blocks.20.mlp.linear_fc2.bias | model.visual.blocks.22.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 2 | 0.0 | 4.163239824303446 |
| 1049 | 339 | 399 | 1.2880266249804802 | 0.0011659683980076198 | -0.00021207501968646848 | -0.00021247906028273652 | 1.3018718843373658 | 1.5621647386097002 | 1.414361057398516 | 0.9999999775120928 | -0.00025447674358739533 | model.visual.blocks.1.mlp.linear_fc2.weight | model.visual.blocks.14.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 13 | 0.01384525935688563 | 3.6114936083397366 |
| 1050 | 376 | 436 | 0.5641607605032821 | 0.8573554903287469 | 0.8573554903287468 | 0.8570495286293183 | 0.9006253467013189 | 0.5641607605032821 | 0.676141352336623 | 0.5147247450853263 | 0.537056087991646 | model.visual.blocks.12.norm1.bias | model.visual.blocks.17.norm1.bias | model.visual.layers.*.norm1.bias | whole | 5 | 0.0 | 2.7918978020365977 |
| 1051 | 593 | 605 | 0.1373588522869364 | 0.9943984940785753 | 0.9943984940785755 | 0.8774552774729153 | 0.1514977301836384 | 0.13735885228693562 | 0.14390996566886702 | 0.10569595533539242 | 0.9015939426744085 | model.visual.blocks.8.norm1.weight | model.visual.blocks.9.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 7.771561172376096e-16 | 0.4250577247347622 |
| 1052 | 378 | 402 | 0.8840380768780715 | 0.479818916028024 | 0.4798189160280243 | 0.48017020262990695 | 2.3801334558699248 | 0.8840380768780715 | 1.1719883938337767 | 0.8773675443174838 | 0.1782161377249751 | model.visual.blocks.12.norm2.bias | model.visual.blocks.14.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 6.614274290372214 |
| 1053 | 559 | 607 | 0.23300712593317208 | 0.9829554435954329 | 0.9829554435954331 | 0.5240905383366382 | 0.2774557777931909 | 0.23300712593317205 | 0.2523414335915821 | 0.18384394443686497 | 0.8254851445308733 | model.visual.blocks.5.norm2.weight | model.visual.blocks.9.norm2.weight | model.visual.layers.*.norm2.weight | whole | 4 | 2.7755575615628914e-17 | 0.671350582210008 |
| 1054 | 131 | 202 | 0.3336653119062043 | 0.9571352096644524 | 0.9571352096644523 | 0.08069581939206018 | 0.42156928739248106 | 0.3336653119062043 | 0.3700037509344308 | 0.2896414860143222 | 0.7575571271912247 | model.language_model.layers.16.input_layernorm.weight | model.language_model.layers.21.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 5 | 0.0 | 2.0018827122549334 |
| 1055 | 6 | 14 | 0.500122870554841 | 0.8716453620447742 | 0.8716453620447742 | 0.026291508336776112 | 0.500122870554841 | 0.5150137653179055 | 0.5074045141847688 | 0.4901370857482981 | 0.8975981430934041 | model.language_model.layers.12.linear_attn.A_log | model.language_model.layers.17.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 5 | 0.0 | 1.3634429946384845 |
| 1056 | 62 | 191 | 1.1409897369543822 | 0.025059047043069025 | -0.0032205824807043765 | -0.003213759556186096 | 2.281425070190922 | 1.1143213306604411 | 1.4160085398152555 | 0.9999948139107947 | -0.0015730359950414143 | model.language_model.layers.10.linear_attn.conv1d.weight | model.language_model.layers.20.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 10 | 0.02666840629394107 | 7.1149405627835804 |
| 1057 | 204 | 250 | 0.9566502313142865 | 0.4759920711134858 | 0.47599207111348585 | 0.6959576450748871 | 1.122188021901299 | 0.9566502313142865 | 1.029569188926464 | 0.8794495711734097 | 0.4057768538314814 | model.language_model.layers.21.linear_attn.dt_bias | model.language_model.layers.4.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 17 | 0.0 | 2.3647787679393786 |
| 1058 | 111 | 146 | 1.16831952446085 | 0.19268668165395875 | 0.19933052471925228 | 0.1992463560301869 | 1.4053113780960842 | 1.1646674245597315 | 1.268175442683411 | 0.9799323149662672 | 0.16519738790945632 | model.language_model.layers.14.linear_attn.in_proj_a.weight | model.language_model.layers.17.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 3 | 0.0036520999011184774 | 4.182451277755119 |
| 1059 | 100 | 206 | 1.1511442445057087 | 0.2105936148641164 | 0.19415467407399328 | 0.1938025426850366 | 1.4156058693648055 | 1.1653375333728595 | 1.2723698283380822 | 0.9809709284862734 | 0.15982960644244976 | model.language_model.layers.13.linear_attn.in_proj_b.weight | model.language_model.layers.21.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 8 | 0.014193288867150766 | 4.209930437640161 |
| 1060 | 113 | 195 | 1.3073251428051087 | 0.0028588863437074867 | 1.9837448601563557e-05 | 1.9847133785817736e-05 | 1.5387779722323045 | 1.315683165729598 | 1.414199705439024 | 0.9999999998032377 | 1.6961379514836935e-05 | model.language_model.layers.14.linear_attn.in_proj_qkv.weight | model.language_model.layers.20.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 6 | 0.008358022924489283 | 4.029630487480008 |
| 1061 | 90 | 208 | 1.3308442079786211 | 0.009108669931046226 | -0.00014074624886469144 | -0.00015030537290005574 | 1.509843044372262 | 1.3348863960101245 | 1.4143123314994068 | 0.9999999900952466 | -0.00012443694303141678 | model.language_model.layers.12.linear_attn.in_proj_z.weight | model.language_model.layers.21.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 9 | 0.004042188031503358 | 3.9949748823279876 |
| 1062 | 11 | 33 | 0.14065649154581844 | 0.9900768848189119 | 0.9900768848189119 | -0.11520641158675807 | 0.14065649154581927 | 0.14120474896455026 | 0.1409298204320167 | 0.1405267310773263 | 0.9939360525775446 | model.language_model.layers.14.linear_attn.norm.weight | model.language_model.layers.8.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 6 | 8.326672684688674e-16 | 0.4841255931235643 |
| 1063 | 91 | 279 | 1.3671914594254462 | 0.02113533029143464 | 0.000574716127655844 | 0.0005746681347507578 | 1.4472978715799873 | 1.3825394494810348 | 1.413807543831154 | 0.9999998348506727 | 0.0005490008203147347 | model.language_model.layers.12.linear_attn.out_proj.weight | model.language_model.layers.6.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 6 | 0.015347990055588623 | 3.821688371522625 |
| 1064 | 210 | 315 | 1.3151889837930144 | -0.012605781074722485 | -0.00022641173930016903 | -0.00022628662108378913 | 1.3146382440327038 | 1.5408989782456504 | 1.4143716530749155 | 0.9999999743688619 | -0.0002653791788988698 | model.language_model.layers.21.mlp.down_proj.weight | model.language_model.layers.9.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 12 | 0.0005507397603106146 | 3.462049657173798 |
| 1065 | 93 | 211 | 1.21776916536024 | -0.004504728742853093 | 0.0043831930743904995 | 0.004380467547932299 | 1.7516110422102373 | 1.214294123104652 | 1.4113081746913203 | 0.9999903937630964 | 0.003038622994719945 | model.language_model.layers.12.mlp.gate_proj.weight | model.language_model.layers.21.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 9 | 0.0034750422555880345 | 4.975995364760673 |
| 1066 | 165 | 258 | 1.2978292168732897 | 0.031339637549974216 | 0.00048796260516640824 | 0.00048800722901597106 | 1.3082332986781622 | 1.550080774276611 | 1.413873385104732 | 0.9999998809462408 | 0.0005781701578752241 | model.language_model.layers.18.mlp.up_proj.weight | model.language_model.layers.4.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 14 | 0.010404081804872511 | 3.3775883876399604 |
| 1067 | 77 | 283 | 0.31758912145340806 | 0.9483603062169103 | 0.9483603062169106 | 0.9706751822931682 | 0.3175891214534076 | 0.3405616720306674 | 0.32847443638982715 | 0.3171950970493829 | 1.0169591769853155 | model.language_model.layers.11.post_attention_layernorm.weight | model.language_model.layers.6.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 5 | 4.440892098500626e-16 | 1.1917988734940153 |
| 1068 | 404 | 452 | 0.9813186413399413 | 0.31712370011434715 | 0.31712370011434715 | 0.31691494156232675 | 1.7239637256954918 | 0.9813186413399413 | 1.206087312364672 | 0.9483841831377121 | 0.1805138901094686 | model.visual.blocks.15.attn.proj.bias | model.visual.blocks.19.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 4 | 0.0 | 4.542970868601024 |
| 1069 | 345 | 549 | 1.3313714098301737 | 0.015121211035550173 | 0.00041360223215083767 | 0.0004136290591052942 | 1.5118483688442101 | 1.332853596103619 | 1.41392337834699 | 0.9999999144665931 | 0.00036463393673544665 | model.visual.blocks.10.attn.proj.weight | model.visual.blocks.5.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 5 | 0.0014821862734453184 | 3.8183748318320703 |
| 1070 | 334 | 490 | 1.2704669424219706 | 0.022414692209777095 | 0.02452631469272453 | 0.024493333011799765 | 1.2542192332308448 | 1.6039949019082416 | 1.397281251672285 | 0.9996991846988741 | 0.0313661939534989 | model.visual.blocks.1.attn.qkv.bias | model.visual.blocks.21.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 20 | 0.016247709191125725 | 6.985967032550567 |
| 1071 | 467 | 599 | 1.272642548090811 | 0.03288926815796477 | -0.000678868468532551 | -0.0006788343753834306 | 1.2798938498568013 | 1.603574113728056 | 1.4146815702764857 | 0.9999997695687746 | -0.0008505517101178399 | model.visual.blocks.2.attn.qkv.weight | model.visual.blocks.9.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 7 | 0.0072513017659903145 | 3.4797970802160556 |
| 1072 | 396 | 600 | 0.4465063738127044 | 0.8997388274143147 | 0.8964365882091145 | -0.012007365710865536 | 0.5666485976159124 | 0.4534820760204924 | 0.500716823348099 | 0.4431720245232119 | 0.7174074492589566 | model.visual.blocks.14.mlp.linear_fc1.bias | model.visual.blocks.9.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 5 | 0.0069757022077879816 | 1.3317675199687227 |
| 1073 | 433 | 601 | 1.2840448977872556 | 0.002699751489064558 | 0.00042446974555854705 | 0.00048361313566166444 | 1.5641645589759754 | 1.3000298533524646 | 1.4139184482359297 | 0.9999999099127135 | 0.0003527911036625856 | model.visual.blocks.17.mlp.linear_fc1.weight | model.visual.blocks.9.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 8 | 0.015984955565208958 | 3.9247057839483914 |
| 1074 | 362 | 590 | 0.9791001686813745 | 0.506998649837476 | 0.5069986498374761 | 0.5067731251216604 | 0.9791001686813745 | 1.007908828169108 | 0.9931912749652386 | 0.8619468481658114 | 0.521916379331466 | model.visual.blocks.11.mlp.linear_fc2.bias | model.visual.blocks.8.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 3 | 0.0 | 2.9463526442180283 |
| 1075 | 387 | 555 | 1.2891686936648694 | 0.01294265916258686 | 0.0006781615764837573 | 0.0006782138962812671 | 1.5837133435142832 | 1.2888867990193835 | 1.4137439489932209 | 0.9999997700484117 | 0.0005519139603840849 | model.visual.blocks.13.mlp.linear_fc2.weight | model.visual.blocks.5.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 8 | 0.0002818946454858917 | 4.27652706308722 |
| 1076 | 412 | 460 | 0.566512266961673 | 0.8252079107461591 | 0.825207910746159 | 0.8246833767491392 | 0.6520287286593807 | 0.566512266961673 | 0.6047822599746885 | 0.564829092772282 | 0.7169782306873308 | model.visual.blocks.15.norm1.bias | model.visual.blocks.19.norm1.bias | model.visual.layers.*.norm1.bias | whole | 4 | 0.0 | 2.04888729542917 |
| 1077 | 377 | 401 | 0.1402622707731248 | 0.9953496816268768 | 0.9953496816268774 | 0.8594013432810556 | 0.15699893962836983 | 0.1402622707731248 | 0.14792516657337806 | 0.09632762472558852 | 0.889241716464848 | model.visual.blocks.12.norm1.weight | model.visual.blocks.14.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 0.0 | 0.3082113328854673 |
| 1078 | 342 | 474 | 0.8845611994946173 | 0.5105499136309506 | 0.5105499136309505 | 0.5108634372217219 | 0.8845611994946173 | 1.2316727702734303 | 1.0160724974320117 | 0.859848117804202 | 0.710895330751527 | model.visual.blocks.1.norm2.bias | model.visual.blocks.2.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 2.672859132019317 |
| 1079 | 547 | 607 | 0.23685471499979283 | 0.9763296453613233 | 0.9763296453613242 | 0.5474744697092022 | 0.2692170597407981 | 0.2368547149997932 | 0.25148744444673826 | 0.21628782579847397 | 0.8589659218496448 | model.visual.blocks.4.norm2.weight | model.visual.blocks.9.norm2.weight | model.visual.layers.*.norm2.weight | whole | 5 | 3.608224830031759e-16 | 0.7203783662237162 |
| 1080 | 49 | 237 | 0.336226449538156 | 0.9767030602580566 | 0.9767030602580568 | 0.8876314628848122 | 0.336226449538156 | 0.4683699664598443 | 0.38627199261902584 | 0.21459527507041445 | 1.360566309410407 | model.language_model.layers.1.input_layernorm.weight | model.language_model.layers.3.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 2 | 0.0 | 0.6646783357445228 |
| 1081 | 12 | 24 | 0.5010490728699122 | 0.8730793281610596 | 0.8730793281610597 | -0.5826759819643166 | 0.5068876018835659 | 0.5010490728699122 | 0.5039429728711835 | 0.48757818525630603 | 0.8630228600806656 | model.language_model.layers.16.linear_attn.A_log | model.language_model.layers.22.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 6 | 0.0 | 0.9799123640680626 |
| 1082 | 132 | 261 | 1.14444616462221 | -0.016654269315993862 | 0.0050607377208408836 | 0.005101146619704935 | 1.1981736804095033 | 1.8015064418490199 | 1.4109094928846617 | 0.9999871943848685 | 0.0076090401196988846 | model.language_model.layers.16.linear_attn.conv1d.weight | model.language_model.layers.5.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 11 | 0.0537275157872934 | 4.237397051951221 |
| 1083 | 250 | 262 | 0.9614297491644292 | 0.508536437663395 | 0.508536437663395 | -0.04554169687331652 | 0.9614297491644292 | 1.0268717188427319 | 0.9925363105418334 | 0.8610404703430751 | 0.5431511624134903 | model.language_model.layers.4.linear_attn.dt_bias | model.language_model.layers.5.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 1 | 0.0 | 1.6632253786292646 |
| 1084 | 251 | 275 | 1.1686972694191777 | 0.1742906498354579 | 0.15586663085457408 | 0.15580846184338254 | 1.1762663264787223 | 1.480446801880395 | 1.3024339048308946 | 0.9877781093879556 | 0.19617347702140517 | model.language_model.layers.4.linear_attn.in_proj_a.weight | model.language_model.layers.6.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 2 | 0.007569057059544582 | 3.256050597032544 |
| 1085 | 112 | 299 | 1.1514141234828275 | 0.2520365135125606 | 0.24713837835865207 | 0.2470200666330865 | 1.173821835005592 | 1.2903960385653022 | 1.2279782644496642 | 0.9689801968782725 | 0.27168210276982807 | model.language_model.layers.14.linear_attn.in_proj_b.weight | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 6 | 0.02240771152276455 | 3.4927384853479206 |
| 1086 | 136 | 277 | 1.3082613205054265 | -0.014843790158582743 | 0.0009763670816464356 | 0.0009763271244388037 | 1.3019298605986651 | 1.559839399040832 | 1.413534127879826 | 0.9999995233535474 | 0.001169783325484461 | model.language_model.layers.16.linear_attn.in_proj_qkv.weight | model.language_model.layers.6.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 10 | 0.0063314599067614274 | 3.724324469769427 |
| 1087 | 43 | 220 | 1.3324656583392311 | 0.023125494430781747 | -0.0007167053537602343 | -0.0007169970450427301 | 1.4612220443435748 | 1.3723912215444216 | 1.4147192640535953 | 0.9999997431666849 | -0.0006731352977748824 | model.language_model.layers.0.linear_attn.in_proj_z.weight | model.language_model.layers.22.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 22 | 0.03992556320519047 | 3.980363593319073 |
| 1088 | 1 | 7 | 0.14140170692658408 | 0.9905304324128676 | 0.9905304324128672 | 0.010665501470056439 | 0.14780261309310552 | 0.14140170692658408 | 0.14449593779855385 | 0.1372933445727729 | 0.9476334076561755 | model.language_model.layers.0.linear_attn.norm.weight | model.language_model.layers.12.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 12 | 0.0 | 0.45381135774079234 |
| 1089 | 44 | 91 | 1.3671970637650304 | 0.014625892416849116 | -0.0005605911001955588 | -0.0005604119421420514 | 1.3833647408177308 | 1.4480716920181158 | 1.4146094908880238 | 0.9999998428687968 | -0.0005868127754294397 | model.language_model.layers.0.linear_attn.out_proj.weight | model.language_model.layers.12.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 12 | 0.01616767705270039 | 3.683453205179091 |
| 1090 | 121 | 285 | 1.3153423179163246 | 0.05557119887313746 | 0.0002214716364601926 | 0.00022142397266892633 | 1.3590356125846295 | 1.4763533455314153 | 1.4140574849583736 | 0.9999999754751568 | 0.00024059000985742138 | model.language_model.layers.15.mlp.down_proj.weight | model.language_model.layers.7.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 8 | 0.04369329466830485 | 3.517702738813031 |
| 1091 | 187 | 316 | 1.2184513000213202 | 0.028982232604990648 | 0.002901851547820335 | 0.0029068494069274227 | 1.2385065498409638 | 1.6882789536935583 | 1.4122549669288742 | 0.9999957896199335 | 0.003955679439529201 | model.language_model.layers.2.mlp.gate_proj.weight | model.language_model.layers.9.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 7 | 0.020055249819643572 | 3.2001163121343574 |
| 1092 | 47 | 212 | 1.298405342987292 | 0.00025371588095814135 | -0.00012203836019037804 | -0.00012200838476234753 | 1.5936329468960067 | 1.284451641525507 | 1.4142978850032317 | 0.9999999925533193 | -9.83616537176431e-05 | model.language_model.layers.0.mlp.up_proj.weight | model.language_model.layers.21.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 21 | 0.013953701461784984 | 4.13997773742013 |
| 1093 | 171 | 230 | 0.3242138504567033 | 0.9575294813581954 | 0.9575294813581958 | 0.14081269913765368 | 0.32421385045670303 | 0.4006191509387035 | 0.35641485073154844 | 0.2883353816823467 | 1.1831840227681012 | model.language_model.layers.19.post_attention_layernorm.weight | model.language_model.layers.23.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 4 | 2.7755575615628914e-16 | 0.9278691246673598 |
| 1094 | 368 | 380 | 0.9833400106070378 | 0.4188231532611913 | 0.4188231532611913 | 0.4187291344131958 | 1.2351295883539235 | 0.9833400106070378 | 1.0879612244102426 | 0.9080678203153951 | 0.3334432013074886 | model.visual.blocks.12.attn.proj.bias | model.visual.blocks.13.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 3.8706568612942247 |
| 1095 | 357 | 537 | 1.3319535556449291 | 0.003131494439305379 | -0.0011615296851913287 | -0.0011615261534256088 | 1.506428898638799 | 1.3384724778450598 | 1.4150289473381572 | 0.9999993254241677 | -0.0010320271452794265 | model.visual.blocks.11.attn.proj.weight | model.visual.blocks.4.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 7 | 0.006518922200130728 | 3.640771099263762 |
| 1096 | 442 | 586 | 1.272079209093478 | 0.009582592973634447 | -0.0062652817697231 | -0.006100508258679536 | 1.2918795884167664 | 1.5916627280369506 | 1.4185424170673926 | 0.999980372929562 | -0.007719152437216586 | model.visual.blocks.18.attn.qkv.bias | model.visual.blocks.8.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 10 | 0.019800379323288375 | 3.5071676751200993 |
| 1097 | 443 | 539 | 1.2733788752381474 | 0.017342710629153407 | -8.249635004596885e-05 | -8.235431785398611e-05 | 1.583591167716925 | 1.2897513699200454 | 1.4142706874735356 | 0.9999999965971761 | -6.718892012929653e-05 | model.visual.blocks.18.attn.qkv.weight | model.visual.blocks.4.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 14 | 0.016372494681897942 | 4.180279202646243 |
| 1098 | 360 | 504 | 0.4489744404638915 | 0.9015032571990514 | 0.9028938601010675 | -0.003558189505547355 | 0.44741285661307933 | 0.5744790619859224 | 0.49920160727047397 | 0.4298635567151441 | 1.1593176417643132 | model.visual.blocks.11.mlp.linear_fc1.bias | model.visual.blocks.22.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 11 | 0.001561583850812176 | 1.153023054590116 |
| 1099 | 409 | 541 | 1.284953642219803 | -0.00733090564541372 | -0.0002205309613289256 | -9.717814557866032e-05 | 1.5805545272315085 | 1.291545478669918 | 1.4143663667397568 | 0.9999999756830472 | -0.0001802062257921616 | model.visual.blocks.15.mlp.linear_fc1.weight | model.visual.blocks.4.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 11 | 0.006591836450115185 | 4.285981194355855 |
| 1100 | 374 | 554 | 0.980666896833611 | 0.31083245519392505 | 0.310832455193925 | 0.3104524427309076 | 0.980666896833611 | 1.7754869665494841 | 1.2139997872039485 | 0.9504647204384372 | 0.5627588478404887 | model.visual.blocks.12.mlp.linear_fc2.bias | model.visual.blocks.5.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 7 | 0.0 | 2.950205673768263 |
| 1101 | 387 | 531 | 1.2893313342356443 | -0.027490737451347995 | 6.304915874578251e-05 | 6.26365806057935e-05 | 1.5908548552007278 | 1.2857202397269794 | 1.4141699713386093 | 0.9999999980124018 | 5.095598711108285e-05 | model.visual.blocks.13.mlp.linear_fc2.weight | model.visual.blocks.3.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 10 | 0.003611094508664925 | 4.47000058420989 |
| 1102 | 448 | 484 | 0.5708782971911841 | 0.8267643736520005 | 0.8267643736520003 | 0.8261893718068966 | 0.6178797730842632 | 0.5708782971911841 | 0.5929865356526641 | 0.5625483716622204 | 0.7638732620309022 | model.visual.blocks.18.norm1.bias | model.visual.blocks.20.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 0.0 | 1.4360544947501148 |
| 1103 | 485 | 521 | 0.1404730436853471 | 0.9915755665900725 | 0.9915755665900722 | 0.337626723731415 | 0.1404730436853471 | 0.14988304987248033 | 0.1449494636409467 | 0.12952951687386646 | 1.057999216080597 | model.visual.blocks.20.norm1.weight | model.visual.blocks.23.norm1.weight | model.visual.layers.*.norm1.weight | whole | 3 | 0.0 | 0.5140364639299759 |
| 1104 | 366 | 390 | 0.8858722583335481 | 0.5672895896800983 | 0.5672895896800983 | 0.5690540062697066 | 0.991167506813009 | 0.8858722583335481 | 0.9340979779961768 | 0.8235183795402418 | 0.5070243994931823 | model.visual.blocks.11.norm2.bias | model.visual.blocks.13.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 2.831147552116984 |
| 1105 | 535 | 571 | 0.24088406429417916 | 0.9710552336273047 | 0.9710552336273045 | 0.683125177857355 | 0.2408840642941792 | 0.25629893629958334 | 0.24823325423403178 | 0.23885504651361503 | 1.0331958828246803 | model.visual.blocks.3.norm2.weight | model.visual.blocks.6.norm2.weight | model.visual.layers.*.norm2.weight | whole | 3 | 2.7755575615628914e-17 | 0.7283393492806387 |
| 1106 | 131 | 214 | 0.3377871218046134 | 0.9414158120321813 | 0.9414158120321813 | -0.015438064591178977 | 0.3377871218046131 | 0.36622825650123325 | 0.3511467750314033 | 0.33724808206391454 | 1.0206815157466727 | model.language_model.layers.16.input_layernorm.weight | model.language_model.layers.22.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 6 | 2.7755575615628914e-16 | 1.6968082799607487 |
| 1107 | 0 | 34 | 0.5127888898692053 | 0.8860021216567859 | 0.8860021216567859 | 0.34917593270437336 | 0.5127888898692053 | 0.7687733455162535 | 0.6032980359038094 | 0.4636811840259144 | 1.3282947986145326 | model.language_model.layers.0.linear_attn.A_log | model.language_model.layers.9.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 9 | 0.0 | 1.364576471046899 |
| 1108 | 215 | 296 | 1.1490823300117199 | 0.04301626659937212 | 0.02807999077877503 | 0.02817363793166314 | 1.147949881051182 | 1.9374465195870767 | 1.3966897620417125 | 0.9996056793145305 | 0.04739186030888162 | model.language_model.layers.22.linear_attn.conv1d.weight | model.language_model.layers.8.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 14 | 0.0011324489605379906 | 4.456038062347479 |
| 1109 | 63 | 180 | 0.9619529276677177 | 0.5008695741103584 | 0.5008695741103583 | 0.18999271569480727 | 0.9619529276677177 | 1.0448517604808552 | 1.0008365544191626 | 0.8655227725083311 | 0.5440333318069351 | model.language_model.layers.10.linear_attn.dt_bias | model.language_model.layers.2.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 8 | 0.0 | 1.8507083438305132 |
| 1110 | 40 | 310 | 1.1705570174864448 | 0.00862064721770495 | 0.016503057196088678 | 0.01654584749656728 | 1.1759663550813066 | 1.8504302326770685 | 1.4036086937534171 | 0.9998638152784521 | 0.025968222505081746 | model.language_model.layers.0.linear_attn.in_proj_a.weight | model.language_model.layers.9.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 9 | 0.0054093375948618405 | 2.91274217997321 |
| 1111 | 135 | 218 | 1.1541526402047069 | 0.22805576217155615 | 0.19081277806816985 | 0.19060031892715168 | 1.3714688939019675 | 1.194046065096413 | 1.2735805597914938 | 0.9816264481593328 | 0.16612789968147781 | model.language_model.layers.16.linear_attn.in_proj_b.weight | model.language_model.layers.22.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 6 | 0.03989342489170622 | 3.979892712806396 |
| 1112 | 148 | 300 | 1.3085776511045109 | 0.0054588838798373274 | 7.309155330443333e-05 | 7.306992552065949e-05 | 1.3015118868789894 | 1.5622524073905246 | 1.4141627277707267 | 0.9999999973288124 | 8.773446962792175e-05 | model.language_model.layers.17.linear_attn.in_proj_qkv.weight | model.language_model.layers.8.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 9 | 0.007065764225521409 | 3.6192495765777317 |
| 1113 | 114 | 196 | 1.334155303067733 | 0.028561403017804996 | 0.0017283101904337066 | 0.0017290274021377417 | 1.4733874177189608 | 1.3594675962694982 | 1.4129948836799742 | 0.9999985064708274 | 0.0015946801716513353 | model.language_model.layers.14.linear_attn.in_proj_z.weight | model.language_model.layers.20.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 6 | 0.025312293201765312 | 4.134596025816882 |
| 1114 | 1 | 13 | 0.14154643757165833 | 0.9910935338742981 | 0.9910935338742975 | 0.16500292903611935 | 0.14154643757165833 | 0.15008371038651475 | 0.14562772550967104 | 0.13316759032345846 | 1.0508706362082332 | model.language_model.layers.0.linear_attn.norm.weight | model.language_model.layers.16.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 16 | 0.0 | 0.3298527060422649 |
| 1115 | 150 | 255 | 1.3679962122136402 | -0.006197771344418127 | -0.0008714842937967069 | -0.0008715278444908199 | 1.46172025024717 | 1.372178021210652 | 1.4148284319441211 | 0.9999996202574908 | -0.0008180988076042035 | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.4.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 13 | 0.0041818089970118155 | 3.9100325269972287 |
| 1116 | 163 | 285 | 1.3157181144133254 | 0.04085117648845158 | 0.0003171821004542793 | 0.0003171643047184218 | 1.3462420030246003 | 1.4931176361622245 | 1.4139904602372815 | 0.9999999496977563 | 0.00035178681618850706 | model.language_model.layers.18.mlp.down_proj.weight | model.language_model.layers.7.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 11 | 0.030523888611274863 | 3.6060475589787604 |
| 1117 | 46 | 211 | 1.2207949756069014 | 0.007681645158023723 | 0.001990330803023379 | 0.0019869013440159396 | 1.6927447463513252 | 1.2375831136387063 | 1.4128718604867978 | 0.9999980192896856 | 0.0014551513438077856 | model.language_model.layers.0.mlp.gate_proj.weight | model.language_model.layers.21.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 21 | 0.0167881380318049 | 4.60632118017018 |
| 1118 | 224 | 258 | 1.2987468507480773 | -0.021188265686547816 | 5.7811223671745594e-05 | 5.77630078353707e-05 | 1.265612173962343 | 1.6313663702942167 | 1.4141739658757129 | 0.9999999983289312 | 7.4518314586352e-05 | model.language_model.layers.22.mlp.up_proj.weight | model.language_model.layers.4.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 18 | 0.03313467678573434 | 3.3761035140688738 |
| 1119 | 241 | 283 | 0.3265850038548644 | 0.9487066756898155 | 0.9487066756898158 | 0.9428795253974149 | 0.3767534166908621 | 0.3265850038548644 | 0.3489932976232235 | 0.31615762445586976 | 0.8223770763876628 | model.language_model.layers.3.post_attention_layernorm.weight | model.language_model.layers.6.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 3 | 0.0 | 1.0889770222018926 |
| 1120 | 428 | 476 | 0.9837833935643189 | 0.3472678141294882 | 0.34726781412948826 | 0.34747101045349316 | 1.5261193065967964 | 0.9837833935643188 | 1.1693703199797136 | 0.9377659970748178 | 0.22385950245384845 | model.visual.blocks.17.attn.proj.bias | model.visual.blocks.20.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 3 | 1.1102230246251565e-16 | 4.287036499698052 |
| 1121 | 525 | 597 | 1.3326566595983853 | 0.01790359799411978 | -0.0012891443235985185 | -0.0012890808074344053 | 1.351029277391459 | 1.4892937316321122 | 1.415120524270304 | 0.9999991690531113 | -0.0014210754662632675 | model.visual.blocks.3.attn.proj.weight | model.visual.blocks.9.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 6 | 0.018372617793073642 | 3.625186508473866 |
| 1122 | 514 | 538 | 1.274549498171948 | -0.004603999070970364 | 0.0220738502163761 | 0.02239874165770258 | 1.5517734393778477 | 1.2836548496647968 | 1.3987976290936102 | 0.9997563428839173 | 0.01825988521390464 | model.visual.blocks.23.attn.qkv.bias | model.visual.blocks.4.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 19 | 0.009105351492848746 | 7.81848901594805 |
| 1123 | 467 | 515 | 1.2751542389493096 | 0.021360595101195784 | -0.000529069192066237 | -0.0005289911098151686 | 1.280658696561159 | 1.6017738441171103 | 1.4145784515040372 | 0.9999998600428852 | -0.0006617291522366199 | model.visual.blocks.2.attn.qkv.weight | model.visual.blocks.23.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 21 | 0.005504457611849478 | 3.583137798703057 |
| 1124 | 372 | 444 | 0.4507583481688756 | 0.9036281566749609 | 0.9057517132608175 | -0.021068347401170133 | 0.4460156465869893 | 0.5816817019755413 | 0.5005514442354072 | 0.4238087232763075 | 1.1812572096258467 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.18.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 6 | 0.004742701581886333 | 1.117748201854493 |
| 1125 | 517 | 541 | 1.2858735749399304 | 0.013058875102079627 | 0.0015599990441481078 | 0.0011359197087834566 | 1.5429146139443197 | 1.3113953360542232 | 1.4131244770578175 | 0.9999987832007508 | 0.0013259161928054059 | model.visual.blocks.23.mlp.linear_fc1.weight | model.visual.blocks.4.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 19 | 0.02552176111429283 | 4.0453569561683445 |
| 1126 | 554 | 590 | 0.9807593210574256 | 0.35495612365630974 | 0.3549561236563098 | 0.3545200166715624 | 1.5056031085978614 | 0.9807593210574256 | 1.162176553824911 | 0.9348829607383411 | 0.2312206482932553 | model.visual.blocks.5.mlp.linear_fc2.bias | model.visual.blocks.8.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 3 | 0.0 | 4.839286619711862 |
| 1127 | 399 | 555 | 1.289467916142025 | 0.012902326374537901 | 0.00028671564523554733 | 0.0002867356871616485 | 1.5566167397520858 | 1.3045669414140233 | 1.414013932119229 | 0.9999999588970686 | 0.00024029020298217883 | model.visual.blocks.14.mlp.linear_fc2.weight | model.visual.blocks.5.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 9 | 0.015099025271998245 | 4.12710042518691 |
| 1128 | 376 | 424 | 0.5752509876106527 | 0.8569818382344971 | 0.8569818382344967 | 0.8566321254068215 | 0.956549306333851 | 0.5752509876106527 | 0.6971690376571005 | 0.5153466104829086 | 0.5153729614819553 | model.visual.blocks.12.norm1.bias | model.visual.blocks.16.norm1.bias | model.visual.layers.*.norm1.bias | whole | 4 | 0.0 | 2.2046349079661987 |
| 1129 | 461 | 521 | 0.14504506306481724 | 0.9894945478285704 | 0.9894945478285708 | 0.17432703952417009 | 0.14504506306481724 | 0.14834314537634308 | 0.1466663000735169 | 0.1445701899339285 | 1.0119940000442336 | model.visual.blocks.19.norm1.weight | model.visual.blocks.23.norm1.weight | model.visual.layers.*.norm1.weight | whole | 4 | 0.0 | 0.6528305998846654 |
| 1130 | 474 | 534 | 0.8888856202189934 | 0.5439121730901618 | 0.543912173090162 | 0.5434848794129563 | 1.0618652948611185 | 0.8888856202189933 | 0.9639238804176687 | 0.8391421500343894 | 0.455307948815808 | model.visual.blocks.2.norm2.bias | model.visual.blocks.3.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 1.1102230246251565e-16 | 3.103293513848038 |
| 1131 | 535 | 583 | 0.24779016389362676 | 0.9689044756559093 | 0.968904475655909 | 0.6036293092366294 | 0.2592913706716326 | 0.24779016389362676 | 0.25334518027719527 | 0.24743507644218143 | 0.9259274545009465 | model.visual.blocks.3.norm2.weight | model.visual.blocks.7.norm2.weight | model.visual.layers.*.norm2.weight | whole | 4 | 0.0 | 0.6710953286048827 |
| 1132 | 61 | 96 | 0.3470478050367468 | 0.9378756729349433 | 0.9378756729349434 | 0.9764459257318432 | 0.3671869753012322 | 0.3470478050367468 | 0.356691691712892 | 0.346971500438908 | 0.8864358367352515 | model.language_model.layers.10.input_layernorm.weight | model.language_model.layers.13.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 3 | 0.0 | 0.8215620866110055 |
| 1133 | 14 | 32 | 0.517260985346146 | 0.8560109963509002 | 0.8560109963509 | -0.3066375416673094 | 0.517260985346146 | 0.592018699609298 | 0.5508712065080869 | 0.5169576134716842 | 0.9797269294760186 | model.language_model.layers.17.linear_attn.A_log | model.language_model.layers.8.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 9 | 0.0 | 0.9149685183143682 |
| 1134 | 215 | 273 | 1.1493728587483336 | -0.02246077902206955 | 0.004525453528817815 | 0.0044867767539931705 | 1.1580424466509736 | 1.9676248721174063 | 1.4114131701441657 | 0.9999897600827513 | 0.007689178360141013 | model.language_model.layers.22.linear_attn.conv1d.weight | model.language_model.layers.6.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 16 | 0.008669587902639941 | 4.461300888002603 |
| 1135 | 98 | 309 | 0.9635627441614487 | 0.42717265928852394 | 0.42717265928852394 | -0.10875931693785106 | 1.2674560084805608 | 0.9635627441614487 | 1.0847949549768563 | 0.9041700720309043 | 0.3247510422931626 | model.language_model.layers.13.linear_attn.dt_bias | model.language_model.layers.9.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 4 | 0.0 | 2.5924305563358008 |
| 1136 | 87 | 217 | 1.1716267107796219 | 0.19358198489687198 | 0.13400309235372598 | 0.13381742986740836 | 1.4123442794431196 | 1.238551111308513 | 1.316923615783625 | 0.9909809136606208 | 0.11751361291237408 | model.language_model.layers.12.linear_attn.in_proj_a.weight | model.language_model.layers.22.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 10 | 0.06692440052889115 | 3.6592524429838678 |
| 1137 | 135 | 147 | 1.1549241808231485 | 0.29872107352894384 | 0.2661668332738005 | 0.26593756916681044 | 1.1847902043464194 | 1.2405411912822906 | 1.2117048348252335 | 0.9639269769360109 | 0.2786914672471171 | model.language_model.layers.16.linear_attn.in_proj_b.weight | model.language_model.layers.17.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 1 | 0.029866023523270835 | 3.840793981144166 |
| 1138 | 89 | 148 | 1.3117490418399438 | 0.00039307280907281954 | -0.0014669343238329223 | -0.001466782903568644 | 1.5108635234814396 | 1.3357455808262693 | 1.4152426456497622 | 0.9999989240512659 | -0.0012969080330347048 | model.language_model.layers.12.linear_attn.in_proj_qkv.weight | model.language_model.layers.17.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 5 | 0.023996538986325477 | 4.360788348328533 |
| 1139 | 208 | 301 | 1.334651500111075 | 0.007855872416602981 | 0.0010044374639282345 | 0.0010058711094631894 | 1.3280308372188052 | 1.51794935184111 | 1.413509440201423 | 0.9999994955525633 | 0.0011480796639691177 | model.language_model.layers.21.linear_attn.in_proj_z.weight | model.language_model.layers.8.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 13 | 0.006620662892269813 | 3.7822523406560005 |
| 1140 | 1 | 9 | 0.1424437618169121 | 0.9916531674941392 | 0.9916531674941398 | -0.003109683044449258 | 0.1529837670537087 | 0.1424437618169121 | 0.1474319458088948 | 0.12893407384721703 | 0.9233319999626544 | model.language_model.layers.0.linear_attn.norm.weight | model.language_model.layers.13.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 13 | 0.0 | 0.4851811238005737 |
| 1141 | 279 | 314 | 1.368011833505551 | 0.027150134991702362 | -0.00014332185885543427 | -0.00014318682535123973 | 1.384546158436901 | 1.4460900386726858 | 1.414314806838556 | 0.9999999897294223 | -0.00014969259865549049 | model.language_model.layers.6.linear_attn.out_proj.weight | model.language_model.layers.9.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 3 | 0.016534324931350097 | 3.8418797218353253 |
| 1142 | 139 | 280 | 1.3162869903847072 | 0.03696725341651662 | 0.00017472028155495826 | 0.00017475104271838477 | 1.346794350765257 | 1.4926007331326905 | 1.4140906609912134 | 0.9999999847364115 | 0.00019363581395622845 | model.language_model.layers.16.mlp.down_proj.weight | model.language_model.layers.6.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 10 | 0.03050736038054991 | 3.628807486391186 |
| 1143 | 93 | 199 | 1.2215851798991193 | 0.01996854032599956 | 0.00439649196353738 | 0.004393936064976773 | 1.731189107224967 | 1.2212445320557115 | 1.411281845408172 | 0.9999903353825048 | 0.003101447293244307 | model.language_model.layers.12.mlp.gate_proj.weight | model.language_model.layers.20.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 8 | 0.0003406478434078153 | 4.498203702769073 |
| 1144 | 106 | 224 | 1.298848227486521 | 0.04126187079675116 | -0.00012287433826637276 | -0.00012279413851527406 | 1.5443846640502015 | 1.31237061228356 | 1.4142993063669007 | 0.9999999924509485 | -0.00010441483543463568 | model.language_model.layers.13.mlp.up_proj.weight | model.language_model.layers.22.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 9 | 0.013522384797038933 | 3.975472511108072 |
| 1145 | 225 | 230 | 0.32946598486294043 | 0.9767077375501818 | 0.9767077375501819 | 0.38155348676469025 | 0.32946598486293993 | 0.4533752194050624 | 0.37692202674283193 | 0.2145739858640954 | 1.3440388542405977 | model.language_model.layers.22.post_attention_layernorm.weight | model.language_model.layers.23.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 1 | 4.996003610813204e-16 | 0.6932072898919168 |
| 1146 | 344 | 404 | 0.9877843529528725 | 0.3046313555210435 | 0.30463135552104376 | 0.3047990469239081 | 0.9877843529528725 | 1.7439967955410436 | 1.2155106965230629 | 0.9524703340437494 | 0.5378462477785089 | model.visual.blocks.10.attn.proj.bias | model.visual.blocks.15.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 5 | 0.0 | 2.5378442160930357 |
| 1147 | 549 | 597 | 1.334122761478233 | -0.0013875920483205914 | 0.0004644830308164265 | 0.0004644745276974131 | 1.3352549734614074 | 1.508278204963693 | 1.4138875087898783 | 0.9999998921277512 | 0.0005246710522558811 | model.visual.blocks.5.attn.proj.weight | model.visual.blocks.9.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 4 | 0.0011322119831744804 | 3.6117460016396956 |
| 1148 | 466 | 574 | 1.2760544160113323 | 0.0028575493087313517 | -0.017784467871020646 | -0.017379631147914246 | 1.2661282944060563 | 1.6681489260262734 | 1.426274233686048 | 0.9998418438445875 | -0.02343138614788542 | model.visual.blocks.2.attn.qkv.bias | model.visual.blocks.7.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 5 | 0.00992612160527595 | 5.713626916972503 |
| 1149 | 431 | 563 | 1.2762533514127599 | 0.037420900710093775 | 0.0010037432980493398 | 0.001003722979710295 | 1.524612850143434 | 1.3236218779322408 | 1.4135106676724696 | 0.999999496249569 | 0.0008714189894181838 | model.visual.blocks.17.attn.qkv.weight | model.visual.blocks.6.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 11 | 0.04736852651948098 | 4.1695404488717065 |
| 1150 | 360 | 420 | 0.45094939048357013 | 0.9011144104118749 | 0.900624136057082 | 0.008342061754181626 | 0.45274316209329596 | 0.5851378946966457 | 0.5063927884703127 | 0.4345988559021233 | 1.1639917617945836 | model.visual.blocks.11.mlp.linear_fc1.bias | model.visual.blocks.16.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 5 | 0.001793771609725825 | 1.1630604253845305 |
| 1151 | 481 | 565 | 1.286581377515183 | 0.03714657971860521 | 0.0006097339355303559 | 0.0006465420146884387 | 1.5714986454625026 | 1.2956712510011956 | 1.4137902592162888 | 0.9999998141122467 | 0.0005027142296988692 | model.visual.blocks.20.mlp.linear_fc1.weight | model.visual.blocks.6.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 14 | 0.009089873486012534 | 4.072411626636227 |
| 1152 | 398 | 422 | 0.9816599205479669 | 0.39880729417482674 | 0.39880729417482647 | 0.3987252573139708 | 1.3104562381030198 | 0.9816599205479669 | 1.1111023884038091 | 0.917034755128154 | 0.2987456775209254 | model.visual.blocks.14.mlp.linear_fc2.bias | model.visual.blocks.16.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 2 | 0.0 | 3.6023900896213203 |
| 1153 | 387 | 471 | 1.2901995940985929 | -0.0017188048361240127 | -0.0011143855919882692 | -0.0011144565333943894 | 1.486869880368086 | 1.3526324765732372 | 1.4149978201870037 | 0.9999993790721834 | -0.0010137767689365452 | model.visual.blocks.13.mlp.linear_fc2.weight | model.visual.blocks.2.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 11 | 0.06243288247464429 | 4.369395495168088 |
| 1154 | 376 | 448 | 0.5947458089765699 | 0.8621914492161501 | 0.8621914492161498 | 0.8618536564874998 | 1.08020106605233 | 0.5947458089765699 | 0.7368000534207868 | 0.5065825746100585 | 0.47471231706033007 | model.visual.blocks.12.norm1.bias | model.visual.blocks.18.norm1.bias | model.visual.layers.*.norm1.bias | whole | 6 | 0.0 | 2.965318294679934 |
| 1155 | 449 | 521 | 0.14691203253807747 | 0.9892567401230539 | 0.9892567401230534 | 0.12257133986956292 | 0.14691203253807747 | 0.1507261521668283 | 0.148782438499037 | 0.14618858409981822 | 1.0149397525025836 | model.visual.blocks.18.norm1.weight | model.visual.blocks.23.norm1.weight | model.visual.layers.*.norm1.weight | whole | 5 | 0.0 | 0.6651917955349198 |
| 1156 | 354 | 390 | 0.8902377085622094 | 0.49320857472393664 | 0.49320857472393637 | 0.49325011155629056 | 1.3046471641344504 | 0.8902377085622094 | 1.039947019147103 | 0.8699110884560464 | 0.33654530012086986 | model.visual.blocks.10.norm2.bias | model.visual.blocks.13.norm2.bias | model.visual.layers.*.norm2.bias | whole | 3 | 0.0 | 3.728010404076125 |
| 1157 | 355 | 571 | 0.25584969812385294 | 0.9916366618890333 | 0.991636661889033 | 0.6732331761296106 | 0.25584969812385294 | 0.3319601411419038 | 0.28658509999454856 | 0.12906095768115058 | 1.286629801231256 | model.visual.blocks.10.norm2.weight | model.visual.blocks.6.norm2.weight | model.visual.layers.*.norm2.weight | whole | 4 | 0.0 | 0.5350273380841555 |
| 1158 | 131 | 178 | 0.35304586798780796 | 0.9680694618381369 | 0.9680694618381367 | 0.8194861590339848 | 0.35304586798780796 | 0.49070019214651894 | 0.4052858214069676 | 0.25068210358224696 | 1.3455245168074181 | model.language_model.layers.16.input_layernorm.weight | model.language_model.layers.2.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 14 | 0.0 | 0.6744545773563043 |
| 1159 | 0 | 16 | 0.5327087186573036 | 0.8941901609539403 | 0.8941901609539405 | 0.1694141781498494 | 0.5327087186573036 | 0.8798149281152818 | 0.6444414874668918 | 0.44768734185049947 | 1.4768330696070113 | model.language_model.layers.0.linear_attn.A_log | model.language_model.layers.18.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 18 | 0.0 | 1.330087628610813 |
| 1160 | 132 | 273 | 1.1537221446959858 | 0.04392003602683724 | -0.014692942077685213 | -0.014649528820276867 | 1.1680529288290902 | 1.9827819602045527 | 1.4232717922157287 | 0.9998920529002627 | -0.024941421552847603 | model.language_model.layers.16.linear_attn.conv1d.weight | model.language_model.layers.6.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 10 | 0.014330784133104402 | 4.874721163464346 |
| 1161 | 63 | 309 | 0.9662596898958578 | 0.5177734122655655 | 0.5177734122655655 | -0.0826144636248919 | 0.9993004894782188 | 0.9662596898958578 | 0.9823635998204068 | 0.8555177926559288 | 0.5006537893654762 | model.language_model.layers.10.linear_attn.dt_bias | model.language_model.layers.9.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 1 | 0.0 | 1.8080629266906096 |
| 1162 | 275 | 310 | 1.1758129352719378 | 0.2457673399465445 | 0.21699783588937813 | 0.21693862711590756 | 1.3442216953004165 | 1.1779743252663288 | 1.2529002787634749 | 0.9761720848392084 | 0.19016050716166757 | model.language_model.layers.6.linear_attn.in_proj_a.weight | model.language_model.layers.9.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 3 | 0.002161389994391083 | 3.859452088215438 |
| 1163 | 194 | 218 | 1.1571919050121098 | 0.3083201914514183 | 0.2628085787157542 | 0.26240261073063736 | 1.2280545903337974 | 1.2009885811203764 | 1.2142954115451727 | 0.9648479937033632 | 0.25701634482902347 | model.language_model.layers.20.linear_attn.in_proj_b.weight | model.language_model.layers.22.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 2 | 0.04379667610826665 | 3.6131026358965896 |
| 1164 | 101 | 207 | 1.312045737775373 | 0.005321440514919099 | -0.00019694440846879452 | -0.0001969151333676202 | 1.5336694975657732 | 1.3191499457847828 | 1.4143512503851539 | 0.9999999806064498 | -0.00016939712641255334 | model.language_model.layers.13.linear_attn.in_proj_qkv.weight | model.language_model.layers.21.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 8 | 0.007104208009409918 | 4.047737516012239 |
| 1165 | 67 | 278 | 1.3352851866170747 | 0.02857310667499323 | 0.0036029419412993823 | 0.003598011511110327 | 1.486709122696993 | 1.3469654668853432 | 1.411675982850795 | 0.9999935093836197 | 0.003264282367030452 | model.language_model.layers.10.linear_attn.in_proj_z.weight | model.language_model.layers.6.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 4 | 0.011680280268268506 | 4.243583894375055 |
| 1166 | 5 | 33 | 0.14263995741289826 | 0.990617640296808 | 0.9906176402968081 | -0.005462426727331386 | 0.14263995741289826 | 0.15018549724310248 | 0.14626695841696802 | 0.13666268961491923 | 1.0430205223288422 | model.language_model.layers.10.linear_attn.norm.weight | model.language_model.layers.8.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 2 | 0.0 | 0.5050667788347594 |
| 1167 | 279 | 302 | 1.3688203984939382 | 0.0168313796179181 | 0.000443925420210465 | 0.0004439181592361405 | 1.3963786436354155 | 1.4320973402317907 | 1.413899724977087 | 0.9999999014651058 | 0.00045528081974209513 | model.language_model.layers.6.linear_attn.out_proj.weight | model.language_model.layers.8.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 2 | 0.02755824514147731 | 3.8101752311911694 |
| 1168 | 222 | 285 | 1.3192104619346154 | -0.00818021049849341 | -0.0002016313966146629 | -0.0002017156909248111 | 1.3179219675531357 | 1.535613884442885 | 1.414354480329839 | 0.9999999796723897 | -0.00023493649836943243 | model.language_model.layers.22.mlp.down_proj.weight | model.language_model.layers.7.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 15 | 0.00128849438147971 | 3.4819829412570162 |
| 1169 | 211 | 286 | 1.224421019855059 | 0.0006750817605109141 | 0.0039399627752289565 | 0.003941849512757384 | 1.24250536360885 | 1.6759094030536068 | 1.4115453041983397 | 0.999992238316543 | 0.005314279403598673 | model.language_model.layers.21.mlp.gate_proj.weight | model.language_model.layers.7.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 14 | 0.0180843437537912 | 3.301533801908659 |
| 1170 | 141 | 258 | 1.3014046330851203 | 0.014143778023488814 | -0.0006234140451795883 | -0.0006233946428904958 | 1.3175947186966994 | 1.5368873652031365 | 1.4146491427474908 | 0.9999998056774452 | -0.0007271713795835563 | model.language_model.layers.16.mlp.up_proj.weight | model.language_model.layers.4.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 12 | 0.016190085611579086 | 3.4160876038533514 |
| 1171 | 95 | 271 | 0.3337248266165549 | 0.9501213172058146 | 0.9501213172058146 | 0.9511641453932476 | 0.4014173605821867 | 0.3337248266165549 | 0.3629191720672043 | 0.3118805582127358 | 0.7898987512381994 | model.language_model.layers.12.post_attention_layernorm.weight | model.language_model.layers.5.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 7 | 0.0 | 1.213410479720374 |
| 1172 | 332 | 536 | 0.9883772479783638 | 0.1610193248469769 | 0.1610193248469768 | 0.15921392562347017 | 0.9883772479783638 | 4.616580564594565 | 1.366803207158408 | 0.9869512536218917 | 0.7521001592591946 | model.visual.blocks.1.attn.proj.bias | model.visual.blocks.4.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 3 | 0.0 | 3.486555068218699 |
| 1173 | 357 | 561 | 1.3341243199409227 | 0.010449415064227474 | -0.0005645227053640101 | -0.0005645553072312763 | 1.4861655291619371 | 1.3524869525348509 | 1.4146109178023127 | 0.999999840657045 | -0.0005137446525522966 | model.visual.blocks.11.attn.proj.weight | model.visual.blocks.6.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 5 | 0.01836263259392812 | 3.987467314557463 |
| 1174 | 394 | 466 | 1.276113463556358 | -0.01201606823300202 | 0.011895577285340738 | 0.012050082701034037 | 1.5663229905712466 | 1.2864956736576176 | 1.4059382221386505 | 0.9999292451173976 | 0.009770404192094106 | model.visual.blocks.14.attn.qkv.bias | model.visual.blocks.2.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 12 | 0.010382210101259615 | 8.340768479017559 |
| 1175 | 419 | 527 | 1.2788906334345216 | 0.011397826736300375 | -0.0007869937036120017 | -0.0007878754882656942 | 1.5882387047933684 | 1.2879939151981503 | 1.4147579489124495 | 0.9999996903204073 | -0.0006382183600565199 | model.visual.blocks.16.attn.qkv.weight | model.visual.blocks.3.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 13 | 0.009103281763628734 | 4.4846421803034655 |
| 1176 | 360 | 432 | 0.45289587300622897 | 0.900426074837044 | 0.9016520671830026 | -0.01754056628153718 | 0.4506608457966791 | 0.5815893718469837 | 0.5037855049803106 | 0.4324621945842414 | 1.1636051018598632 | model.visual.blocks.11.mlp.linear_fc1.bias | model.visual.blocks.17.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 6 | 0.002235027209549878 | 1.1729043321160137 |
| 1177 | 409 | 577 | 1.287208956105186 | 0.021091807403257796 | -2.6018200977102284e-05 | 0.00010650865484389252 | 1.566165073701802 | 1.2993707227126035 | 1.4142316436867108 | 0.9999999996615266 | -2.158603149500196e-05 | model.visual.blocks.15.mlp.linear_fc1.weight | model.visual.blocks.7.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 8 | 0.012161766607417412 | 4.330707468107913 |
| 1178 | 326 | 530 | 0.9874132689519721 | 0.17349009605534516 | 0.17349009605534518 | 0.17322797380781088 | 0.9874132689519721 | 4.033704059898162 | 1.3563660260037431 | 0.9848356139837283 | 0.7087282770195451 | model.visual.blocks.0.mlp.linear_fc2.bias | model.visual.blocks.3.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 3 | 0.0 | 4.410675109376427 |
| 1179 | 555 | 591 | 1.2918777862231627 | -0.005080499318766796 | -0.00031705954449565154 | -0.0003169269846140499 | 1.3006528399953148 | 1.5644754682153752 | 1.4144339702936768 | 0.9999999497366214 | -0.0003813714652164792 | model.visual.blocks.5.mlp.linear_fc2.weight | model.visual.blocks.8.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 3 | 0.008775053772152042 | 3.527196046674728 |
| 1180 | 400 | 460 | 0.6033207372905198 | 0.7978748658683514 | 0.7978748658683504 | 0.7972828753492955 | 0.7336329293196211 | 0.6033207372905196 | 0.6590031373588011 | 0.6028231070683685 | 0.6561516435579022 | model.visual.blocks.14.norm1.bias | model.visual.blocks.19.norm1.bias | model.visual.layers.*.norm1.bias | whole | 5 | 2.220446049250313e-16 | 2.371697380577663 |
| 1181 | 581 | 605 | 0.14932336816449832 | 0.9927703184084308 | 0.9927703184084309 | 0.8161401840133017 | 0.1651912160236581 | 0.14932336816449762 | 0.15665775992011363 | 0.12002955838968515 | 0.897407327864556 | model.visual.blocks.7.norm1.weight | model.visual.blocks.9.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 6.938893903907228e-16 | 0.4803693004268763 |
| 1182 | 366 | 402 | 0.8918187825181331 | 0.46919537303845327 | 0.4691953730384531 | 0.4658132650856377 | 2.586807914872976 | 0.8918187825181331 | 1.192351535837145 | 0.883094390152778 | 0.16175814367215655 | model.visual.blocks.11.norm2.bias | model.visual.blocks.14.norm2.bias | model.visual.layers.*.norm2.bias | whole | 3 | 0.0 | 6.3026201354643865 |
| 1183 | 355 | 547 | 0.25746163414130424 | 0.9775201092678296 | 0.9775201092678303 | 0.5745892693585624 | 0.2574616341413039 | 0.3102832044439533 | 0.28020511356309663 | 0.21084220634637937 | 1.1780709499635962 | model.visual.blocks.10.norm2.weight | model.visual.blocks.4.norm2.weight | model.visual.layers.*.norm2.weight | whole | 6 | 3.3306690738754696e-16 | 0.6255517153701272 |
| 1184 | 96 | 260 | 0.3548824454178348 | 0.9351221220354926 | 0.9351221220354928 | 0.796613957624034 | 0.3548824454178348 | 0.3877440667924697 | 0.3702238916430442 | 0.3543255803351444 | 1.0217131312841885 | model.language_model.layers.13.input_layernorm.weight | model.language_model.layers.5.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 8 | 0.0 | 0.7639065951447335 |
| 1185 | 6 | 16 | 0.5382654814688762 | 0.8463594224209114 | 0.8463594224209114 | -0.3853695201393212 | 0.5382654814688763 | 0.582433208863701 | 0.5590450096556852 | 0.5326121741749253 | 0.9158080003708048 | model.language_model.layers.12.linear_attn.A_log | model.language_model.layers.18.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 6 | 1.1102230246251565e-16 | 1.0866017774530052 |
| 1186 | 62 | 156 | 1.155181426996803 | 0.005184440587515595 | 0.003917111906212487 | 0.003929572820911961 | 2.301898550058817 | 1.1081415598755502 | 1.4120468533545834 | 0.999992328087728 | 0.0018857106008631367 | model.language_model.layers.10.linear_attn.conv1d.weight | model.language_model.layers.18.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 8 | 0.047039867121252854 | 7.701409492961784 |
| 1187 | 63 | 274 | 0.9672926533903882 | 0.5229083790322998 | 0.5229083790322997 | 0.12379557365829899 | 0.9672926533903882 | 0.9868620631899758 | 0.976930387046593 | 0.852388894306943 | 0.5334873990641941 | model.language_model.layers.10.linear_attn.dt_bias | model.language_model.layers.6.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 4 | 0.0 | 1.8874450585956106 |
| 1188 | 193 | 205 | 1.176469683243142 | 0.2934625159768218 | 0.2927090499229011 | 0.2925061833982237 | 1.2149990819785412 | 1.1656793647437105 | 1.1895731101095668 | 0.9562015541156753 | 0.28082728985542443 | model.language_model.layers.20.linear_attn.in_proj_a.weight | model.language_model.layers.21.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 1 | 0.010790318499431573 | 3.447361217049567 |
| 1189 | 100 | 311 | 1.1590566167697423 | 0.20422300057751513 | 0.19405454167351238 | 0.19391156540264412 | 1.4205983284967423 | 1.1629427768667935 | 1.2726095825209895 | 0.9809907414730696 | 0.15885864641007488 | model.language_model.layers.13.linear_attn.in_proj_b.weight | model.language_model.layers.9.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 4 | 0.0038861600970512278 | 3.93509555294563 |
| 1190 | 207 | 312 | 1.314226909376567 | -0.007092048319260574 | 9.0226306661075e-05 | 9.0207086664401e-05 | 1.2967242899431737 | 1.5706130377479732 | 1.4141509150562237 | 0.9999999959296069 | 0.00010928353443270613 | model.language_model.layers.21.linear_attn.in_proj_qkv.weight | model.language_model.layers.9.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 12 | 0.017502619433393374 | 3.51157892872399 |
| 1191 | 102 | 137 | 1.336626118341309 | -0.0029787735792933838 | 0.012427114100074644 | 0.012427622504503008 | 1.4502711507753379 | 1.3644794513983123 | 1.405415208243823 | 0.9999227804361414 | 0.0116919803725454 | model.language_model.layers.13.linear_attn.in_proj_z.weight | model.language_model.layers.16.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 3 | 0.027853333057003216 | 3.9771863009494224 |
| 1192 | 23 | 29 | 0.14394678516131248 | 0.9896210378668233 | 0.9896210378668236 | 0.0157579606748797 | 0.14394678516131248 | 0.14670093885479715 | 0.14530428943448978 | 0.14370177943014714 | 1.0085555936718502 | model.language_model.layers.21.linear_attn.norm.weight | model.language_model.layers.5.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 16 | 0.0 | 0.45792119904675976 |
| 1193 | 115 | 162 | 1.368900532481178 | -0.01304554108771653 | 8.141249860595188e-05 | 8.14002215655498e-05 | 1.3484487544558186 | 1.4905115949202217 | 1.4141562814655977 | 0.9999999966860026 | 8.998953259634125e-05 | model.language_model.layers.14.linear_attn.out_proj.weight | model.language_model.layers.18.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 4 | 0.02045177802535947 | 3.806328987346043 |
| 1194 | 104 | 222 | 1.3198786248727388 | 0.017047257550934832 | 5.215814248664242e-05 | 5.2169608389728144e-05 | 1.5104137112606306 | 1.3342649970500273 | 1.4141769622756046 | 0.9999999986397641 | 4.6075312553267876e-05 | model.language_model.layers.13.mlp.down_proj.weight | model.language_model.layers.22.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 9 | 0.014386372177288553 | 3.782319055238872 |
| 1195 | 199 | 286 | 1.22445876554727 | 0.032053675094322796 | 0.003955858012910141 | 0.003957625484397366 | 1.2502790012238378 | 1.657247223339036 | 1.411521284333267 | 0.99999217556308 | 0.005243497412498823 | model.language_model.layers.20.mlp.gate_proj.weight | model.language_model.layers.7.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 13 | 0.02582023567656777 | 3.332871792206132 |
| 1196 | 170 | 270 | 1.3016350213200847 | 0.00693123556000542 | 2.681683689471619e-05 | 2.681734055139021e-05 | 1.3114579627844605 | 1.5456029184323823 | 1.4141948528969994 | 0.9999999996404286 | 3.16046587414793e-05 | model.language_model.layers.19.mlp.up_proj.weight | model.language_model.layers.5.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 14 | 0.00982294146437579 | 3.434462761966517 |
| 1197 | 77 | 271 | 0.33908234016316985 | 0.9421242586948748 | 0.9421242586948749 | 0.9674613535739405 | 0.34151796230985626 | 0.33908234016316985 | 0.34029361412776166 | 0.33526389781578403 | 0.9354052600984678 | model.language_model.layers.11.post_attention_layernorm.weight | model.language_model.layers.5.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 6 | 0.0 | 0.8770318450881893 |
| 1198 | 560 | 572 | 0.9906677685283499 | 0.4512764814922475 | 0.4512764814922474 | 0.4512872446867566 | 1.1238716146646015 | 0.9906677685283499 | 1.0509909058524163 | 0.8923841870248359 | 0.39779015598918577 | model.visual.blocks.6.attn.proj.bias | model.visual.blocks.7.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 1 | 0.0 | 2.7302150857282936 |
| 1199 | 405 | 525 | 1.3344226020362808 | -0.018885390368195837 | 0.00019827732945707283 | 0.00019837654850413352 | 1.4977164856845575 | 1.3430426222760952 | 1.4140741810942539 | 0.99999998034305 | 0.00017780060981983087 | model.visual.blocks.15.attn.proj.weight | model.visual.blocks.3.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 12 | 0.008620020239814341 | 4.0028217173742275 |
| 1200 | 346 | 466 | 1.2787727803425517 | 0.010964382037548043 | 0.009166733028277642 | 0.008859361616201343 | 1.6603145971864888 | 1.2440698343675312 | 1.4079788692185344 | 0.9999579846201481 | 0.006868611562836141 | model.visual.blocks.10.attn.qkv.bias | model.visual.blocks.2.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 8 | 0.03470294597502055 | 8.276027163366413 |
| 1201 | 479 | 527 | 1.2810437614161452 | -0.016590362014484973 | -0.0005768973936004824 | -0.0005764997682886488 | 1.6006675020186398 | 1.2812742623363358 | 1.4146115353983557 | 0.9999998335946848 | -0.0004617847126258489 | model.visual.blocks.20.attn.qkv.weight | model.visual.blocks.3.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 17 | 0.00023050092019061275 | 4.619987190676641 |
| 1202 | 360 | 408 | 0.4546379668286472 | 0.8991738589962185 | 0.901286583284006 | 0.003320813867865368 | 0.45097969380579467 | 0.581169744576081 | 0.5038714831160974 | 0.4332233774766111 | 1.1614724578321671 | model.visual.blocks.11.mlp.linear_fc1.bias | model.visual.blocks.15.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 4 | 0.003658273022852543 | 1.181485032318948 |
| 1203 | 421 | 541 | 1.287842653803281 | -0.0158292861274707 | -9.176759256188615e-05 | 2.059840428391703e-05 | 1.59375311157334 | 1.2843574042718657 | 1.4142769678251434 | 0.9999999957893545 | -7.395272587904753e-05 | model.visual.blocks.16.mlp.linear_fc1.weight | model.visual.blocks.4.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 12 | 0.0034852495314152687 | 4.389555304774981 |
| 1204 | 470 | 518 | 0.9882909616755832 | 0.2401029891102775 | 0.24010298911027775 | 0.23992512344335878 | 2.3227106846251377 | 0.9882909616755832 | 1.2860775131281812 | 0.9707474206096609 | 0.10216150275611055 | model.visual.blocks.2.mlp.linear_fc2.bias | model.visual.blocks.23.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 21 | 0.0 | 5.390308316320279 |
| 1205 | 399 | 471 | 1.2920133105520695 | -0.004168853935752573 | -0.001509539699672805 | -0.0015095668982311782 | 1.4637853992122967 | 1.3712944876928632 | 1.4152782976391176 | 0.9999988606442985 | -0.0014141577516955661 | model.visual.blocks.14.mlp.linear_fc2.weight | model.visual.blocks.2.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 12 | 0.07928117714079375 | 4.259268077077573 |
| 1206 | 376 | 460 | 0.6053491254010894 | 0.8291226298057703 | 0.8291226298057701 | 0.8287031646304276 | 1.0140253183860048 | 0.6053491254010893 | 0.7350723854174498 | 0.5590667802185746 | 0.49496659472176474 | model.visual.blocks.12.norm1.bias | model.visual.blocks.19.norm1.bias | model.visual.layers.*.norm1.bias | whole | 7 | 1.1102230246251565e-16 | 3.6771599297435094 |
| 1207 | 545 | 557 | 0.15084882131972074 | 0.9917377546361543 | 0.9917377546361541 | 0.872831928631104 | 0.16533721797609296 | 0.15084882131971963 | 0.15759570889872965 | 0.12828182267663396 | 0.9048323975474235 | model.visual.blocks.4.norm1.weight | model.visual.blocks.5.norm1.weight | model.visual.layers.*.norm1.weight | whole | 1 | 1.1102230246251565e-15 | 0.46684598979586345 |
| 1208 | 462 | 498 | 0.8955937709761432 | 0.5723343348709384 | 0.5723343348709384 | 0.5779611113311256 | 0.8955937709761432 | 0.9605145365470755 | 0.9263523265152349 | 0.8200203711663756 | 0.6138223223787719 | model.visual.blocks.19.norm2.bias | model.visual.blocks.21.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 2.519620482942987 |
| 1209 | 355 | 559 | 0.25800273376005944 | 0.9852783688633739 | 0.9852783688633744 | 0.591099842403961 | 0.25800273376005944 | 0.32574224262305723 | 0.2860227929295944 | 0.17095770193216844 | 1.2439666076562639 | model.visual.blocks.10.norm2.weight | model.visual.blocks.5.norm2.weight | model.visual.layers.*.norm2.weight | whole | 5 | 0.0 | 0.5689164568139435 |
| 1210 | 248 | 272 | 0.3564168040714145 | 0.9399875614857833 | 0.9399875614857837 | 0.9194135731346691 | 0.3564168040714145 | 0.4258342245511074 | 0.38652649988327575 | 0.3412087106918727 | 1.123063979477191 | model.language_model.layers.4.input_layernorm.weight | model.language_model.layers.6.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 2 | 0.0 | 0.9296777591451054 |
| 1211 | 0 | 24 | 0.5477033613391188 | 0.8675040589818548 | 0.867504058981855 | 0.046253855385426895 | 0.5477033613391188 | 0.8580885063622608 | 0.6529062374698206 | 0.4974301032808593 | 1.3591212228731147 | model.language_model.layers.0.linear_attn.A_log | model.language_model.layers.22.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 22 | 0.0 | 1.2538961420338817 |
| 1212 | 144 | 249 | 1.162062426792285 | 0.04927121553832854 | 0.010123912654845376 | 0.010126150678350303 | 1.1792724641487113 | 1.8563831502180117 | 1.4077185242743475 | 0.9999487518830937 | 0.015936826677540285 | model.language_model.layers.17.linear_attn.conv1d.weight | model.language_model.layers.4.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 13 | 0.017210037356426344 | 4.173162822898047 |
| 1213 | 39 | 51 | 0.9782229109253103 | 0.28586493471426727 | 0.28586493471426727 | 0.24206394906235348 | 0.9782229109253103 | 2.02768848516854 | 1.245996665168744 | 0.9582699197516364 | 0.5925490294285629 | model.language_model.layers.0.linear_attn.dt_bias | model.language_model.layers.1.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 1 | 0.0 | 2.0876891490756107 |
| 1214 | 134 | 193 | 1.1770598092970763 | 0.24652131586711587 | 0.26531637641439015 | 0.26499106161051683 | 1.2630679693434397 | 1.168164750780606 | 1.2128404148875465 | 0.9641614078598757 | 0.245381282919586 | model.language_model.layers.16.linear_attn.in_proj_a.weight | model.language_model.layers.20.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 4 | 0.008895058516470211 | 3.5281667707801705 |
| 1215 | 135 | 159 | 1.1637209322404873 | 0.29807743913969054 | 0.24865498586485152 | 0.24838451689535118 | 1.2084680441058857 | 1.244168359605361 | 1.2259285125105244 | 0.9685921215891395 | 0.25600070053988094 | model.language_model.layers.16.linear_attn.in_proj_b.weight | model.language_model.layers.18.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 2 | 0.04474711186539837 | 3.4994910229441936 |
| 1216 | 160 | 253 | 1.3162179125800584 | -0.003969462438401327 | 0.0004125373871327259 | 0.0004125482924012504 | 1.3101989786199462 | 1.5469658929519907 | 1.4139258041467766 | 0.9999999149064485 | 0.0004870872881721105 | model.language_model.layers.18.linear_attn.in_proj_qkv.weight | model.language_model.layers.4.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 14 | 0.006018933960112216 | 3.8572736303004937 |
| 1217 | 208 | 266 | 1.3373397779354332 | 0.04546768313370922 | 0.0004318090744073091 | 0.0004349495311466555 | 1.3672314529245937 | 1.4657186362307715 | 1.4139089316021083 | 0.9999999067704572 | 0.000462914019640579 | model.language_model.layers.21.linear_attn.in_proj_z.weight | model.language_model.layers.5.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 16 | 0.029891674989160455 | 3.8352782136196324 |
| 1218 | 1 | 31 | 0.14517602985344114 | 0.9894656213267222 | 0.989465621326723 | 0.01950237162174311 | 0.1483523651062962 | 0.14517602985344114 | 0.14673842037436818 | 0.14476803587989323 | 0.9682804212643153 | model.language_model.layers.0.linear_attn.norm.weight | model.language_model.layers.6.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 6 | 0.0 | 0.4626676283496651 |
| 1219 | 162 | 185 | 1.3699735654934027 | -0.04366771307327329 | 3.269305997776411e-05 | 3.266590587473192e-05 | 1.5062168058373286 | 1.3372028234285593 | 1.4141906074828223 | 0.9999999994655819 | 2.9024541446729058e-05 | model.language_model.layers.18.linear_attn.out_proj.weight | model.language_model.layers.2.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 16 | 0.03277074206484332 | 4.238696248761503 |
| 1220 | 45 | 210 | 1.3203574059733059 | -0.009898524986510938 | -2.156966305524893e-05 | -2.1548485791865635e-05 | 1.5449618132282001 | 1.3119039299478439 | 1.4142286126852974 | 0.9999999997673747 | -1.831587388603773e-05 | model.language_model.layers.0.mlp.down_proj.weight | model.language_model.layers.21.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 21 | 0.008453476025461981 | 3.9620136841412736 |
| 1221 | 93 | 169 | 1.2248856123505776 | -0.0043101440769818195 | 0.004664449067600457 | 0.004660273256733305 | 1.7456150873450695 | 1.216061393813504 | 1.4111162657129608 | 0.9999891213982759 | 0.0032494313755876874 | model.language_model.layers.12.mlp.gate_proj.weight | model.language_model.layers.19.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 7 | 0.008824218537073492 | 4.952283932713046 |
| 1222 | 59 | 170 | 1.3029213443460403 | -0.0031252184733377144 | 7.75796307315284e-05 | 7.755204885079418e-05 | 1.5600295420541108 | 1.3027969312107812 | 1.4141595829435225 | 0.9999999969907004 | 6.478755825894168e-05 | model.language_model.layers.1.mlp.up_proj.weight | model.language_model.layers.19.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 18 | 0.00012441313525912712 | 4.127426454660559 |
| 1223 | 95 | 288 | 0.3429276382760538 | 0.9672259708285655 | 0.9672259708285655 | 0.9667914255077431 | 0.46546857162014255 | 0.3429276382760538 | 0.3904499875241107 | 0.2539171545105584 | 0.712590576633359 | model.language_model.layers.12.post_attention_layernorm.weight | model.language_model.layers.7.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 5 | 0.0 | 1.3728950306513883 |
| 1224 | 512 | 524 | 0.9907548769288204 | 0.14690454665938396 | 0.14690454665938385 | 0.1468498790866593 | 0.9907548769288204 | 4.874272951589272 | 1.3730617072229594 | 0.9891506731387291 | 0.7227346288387364 | model.visual.blocks.23.attn.proj.bias | model.visual.blocks.3.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 20 | 0.0 | 2.1733703054376092 |
| 1225 | 429 | 501 | 1.3364321651435171 | 0.004419552437017736 | -0.00010602308036591956 | -0.00010599895343000062 | 1.486669112018642 | 1.3515442926227503 | 1.4142881909551852 | 0.9999999943795532 | -9.638653819898891e-05 | model.visual.blocks.17.attn.proj.weight | model.visual.blocks.22.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 5 | 0.015112127479233184 | 3.8002949664667565 |
| 1226 | 466 | 562 | 1.280357939787482 | -0.001393594363241485 | -0.0025383267002504185 | -0.0023123669594864874 | 1.261401640386726 | 1.646054399703067 | 1.41594561954789 | 0.9999967784435922 | -0.0033123659420246122 | model.visual.blocks.2.attn.qkv.bias | model.visual.blocks.6.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 4 | 0.018956299400755938 | 6.178691347833976 |
| 1227 | 431 | 539 | 1.2813709371985587 | 0.006272472557029429 | -0.00016401373181593746 | -0.00016406968400771706 | 1.5740899102629 | 1.2950493469860296 | 1.4143273596245534 | 0.9999999865497479 | -0.00013493884618668076 | model.visual.blocks.17.attn.qkv.weight | model.visual.blocks.4.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 13 | 0.013678409787470924 | 4.4692770947635205 |
| 1228 | 384 | 516 | 0.45682592050936593 | 0.9127861469120669 | 0.9150312769507561 | 0.0031195968216915187 | 0.45173247965492447 | 0.6347250615409923 | 0.520486833848043 | 0.4033828977558029 | 1.2857018472928174 | model.visual.blocks.13.mlp.linear_fc1.bias | model.visual.blocks.23.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 10 | 0.005093440854441467 | 1.0807572521753253 |
| 1229 | 409 | 529 | 1.2878961159952917 | 0.02048447150547545 | -0.0006732360309260838 | -0.0005791739541628683 | 1.5808469962877059 | 1.2918635303167791 | 1.4146799968978936 | 0.9999997733765977 | -0.0005501665105421378 | model.visual.blocks.15.mlp.linear_fc1.weight | model.visual.blocks.3.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 12 | 0.003967414321487395 | 4.201010328128515 |
| 1230 | 422 | 482 | 0.992487733803808 | 0.23424745987240642 | 0.23424745987240642 | 0.23414535675299084 | 2.286802526851959 | 0.992487733803808 | 1.287555011265605 | 0.9721770042247068 | 0.10166497888128041 | model.visual.blocks.16.mlp.linear_fc2.bias | model.visual.blocks.20.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 4 | 0.0 | 6.720802252256453 |
| 1231 | 471 | 591 | 1.2920443704728835 | -0.018446258266277143 | -0.001323908149783325 | -0.0013240888103006696 | 1.3660455322298402 | 1.469954501044307 | 1.415146888765297 | 0.9999991236332214 | -0.0014246119165344233 | model.visual.blocks.2.mlp.linear_fc2.weight | model.visual.blocks.8.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 6 | 0.0740011617569567 | 3.4309650471259263 |
| 1232 | 364 | 400 | 0.6204558297842429 | 0.8087648446272774 | 0.8087648446272772 | 0.8085721990902434 | 1.0152872065151777 | 0.6204558297842429 | 0.7487173275906468 | 0.5881321501967192 | 0.49424720370101505 | model.visual.blocks.11.norm1.bias | model.visual.blocks.14.norm1.bias | model.visual.layers.*.norm1.bias | whole | 3 | 0.0 | 2.0800006132997786 |
| 1233 | 413 | 461 | 0.15243982232870082 | 0.9978118733241637 | 0.9978118733241638 | 0.8304012337372013 | 0.17716151910785383 | 0.15243982232869965 | 0.16341452918262217 | 0.06611705871651427 | 0.8585739468309821 | model.visual.blocks.15.norm1.weight | model.visual.blocks.19.norm1.weight | model.visual.layers.*.norm1.weight | whole | 4 | 1.1657341758564144e-15 | 0.34393358460342044 |
| 1234 | 474 | 558 | 0.8988980414483215 | 0.5081468448508042 | 0.5081468448508045 | 0.5078163845328236 | 1.174261857558634 | 0.8988980414483215 | 1.0094273561124687 | 0.8612704476923451 | 0.388986664826354 | model.visual.blocks.2.norm2.bias | model.visual.blocks.5.norm2.bias | model.visual.layers.*.norm2.bias | whole | 3 | 0.0 | 3.458216799360625 |
| 1235 | 451 | 511 | 0.2644998467024904 | 0.9851942316292557 | 0.9851942316292558 | 0.6104476578794945 | 0.33746711138799573 | 0.2644998467024904 | 0.29440615559115163 | 0.17144190259222022 | 0.7721751674299167 | model.visual.blocks.18.norm2.weight | model.visual.blocks.22.norm2.weight | model.visual.layers.*.norm2.weight | whole | 4 | 0.0 | 0.9222974362051743 |
| 1236 | 61 | 84 | 0.36817547872890355 | 0.9364119621055247 | 0.9364119621055245 | 0.9804884317788527 | 0.446292533743032 | 0.36817547872890355 | 0.40164468582524415 | 0.3509026036177017 | 0.772506587874452 | model.language_model.layers.10.input_layernorm.weight | model.language_model.layers.12.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 2 | 0.0 | 0.8181783063019755 |
| 1237 | 12 | 34 | 0.5512463932618823 | 0.8409200643726132 | 0.8409200643726132 | -0.3527815355197058 | 0.5827793239897826 | 0.5512463932618822 | 0.5663555471253109 | 0.5411593529964718 | 0.7954196956292154 | model.language_model.layers.16.linear_attn.A_log | model.language_model.layers.9.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 7 | 1.1102230246251565e-16 | 1.2858014983843973 |
| 1238 | 203 | 296 | 1.1631708277509654 | 0.0035748032904876987 | -0.003287864991263573 | -0.0032319834589656393 | 1.1249780793326822 | 2.196952587173906 | 1.4160986515500302 | 0.9999945949572924 | -0.006420821553358397 | model.language_model.layers.21.linear_attn.conv1d.weight | model.language_model.layers.8.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 13 | 0.03819274841828313 | 4.100582255954032 |
| 1239 | 110 | 309 | 0.9785773203324388 | 0.4986950011598334 | 0.4986950011598334 | -0.0907279888247961 | 0.9785773203324389 | 1.0269368969656174 | 1.0018828232271475 | 0.8667775353677516 | 0.523339634367743 | model.language_model.layers.14.linear_attn.dt_bias | model.language_model.layers.9.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 5 | 1.1102230246251565e-16 | 1.8343707289404247 |
| 1240 | 40 | 134 | 1.177272280409319 | 0.028038625639669475 | 0.01878152412750565 | 0.018933945056275124 | 1.1843191378338567 | 1.812059145556761 | 1.4019970071923844 | 0.9998236116192935 | 0.028736538552428564 | model.language_model.layers.0.linear_attn.in_proj_a.weight | model.language_model.layers.16.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 16 | 0.0070468574245377 | 3.2914032111056613 |
| 1241 | 206 | 299 | 1.1641345170165964 | 0.14754175850886872 | 0.17307824409375938 | 0.17266518565545755 | 1.1561630618552146 | 1.4849058904632189 | 1.290118713528466 | 0.9849080776506105 | 0.22229122573199686 | model.language_model.layers.21.linear_attn.in_proj_b.weight | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 13 | 0.007971455161381868 | 3.380021850926965 |
| 1242 | 160 | 265 | 1.317613349770583 | -0.017084187345437908 | -9.073910134470441e-05 | -9.071151217825672e-05 | 1.2942784239307257 | 1.5753367334587134 | 1.4142765039113894 | 0.9999999958832078 | -0.00011044350030592543 | model.language_model.layers.18.linear_attn.in_proj_qkv.weight | model.language_model.layers.5.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 13 | 0.023334925839857412 | 3.7527038202646943 |
| 1243 | 149 | 184 | 1.3382239149400057 | -0.004919699978470135 | 0.00243356882092275 | 0.002431932853279661 | 1.4969727267663484 | 1.3408863043392139 | 1.4125021137332578 | 0.9999970388670129 | 0.0021798253530583953 | model.language_model.layers.17.linear_attn.in_proj_z.weight | model.language_model.layers.2.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 15 | 0.0026623893992081538 | 4.460631336105021 |
| 1244 | 15 | 17 | 0.14677324607497033 | 0.9891725100623774 | 0.9891725100623774 | 0.05017371982289542 | 0.14677324607497033 | 0.14805739599218168 | 0.14741112619459207 | 0.14675743707525024 | 0.9978269878427184 | model.language_model.layers.17.linear_attn.norm.weight | model.language_model.layers.18.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 1 | 0.0 | 0.38189916874005325 |
| 1245 | 138 | 197 | 1.3702307534001517 | 0.026740875708025975 | 0.0016585943863867917 | 0.0016586260856943718 | 1.3958919498302438 | 1.430837269554146 | 1.4130406310529653 | 0.9999986245313849 | 0.0017001163044203505 | model.language_model.layers.16.linear_attn.out_proj.weight | model.language_model.layers.20.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 4 | 0.025661196430092126 | 3.8586116721090713 |
| 1246 | 168 | 268 | 1.3212140156461383 | -0.014241739515273983 | -3.540110777551559e-05 | -3.527890278468427e-05 | 1.3211872450682651 | 1.5301991114206066 | 1.414238326951548 | 0.9999999993733808 | -4.100156420946988e-05 | model.language_model.layers.19.mlp.down_proj.weight | model.language_model.layers.5.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 14 | 2.6770577873147516e-05 | 3.3870124812051006 |
| 1247 | 75 | 187 | 1.225886437344262 | 0.004143364963503194 | 0.0024307833937753103 | 0.002430032582034089 | 1.680122165804325 | 1.2421904515140771 | 1.4125692880318546 | 0.9999970456416821 | 0.001797188313387408 | model.language_model.layers.11.mlp.gate_proj.weight | model.language_model.layers.2.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 9 | 0.016304014169815195 | 4.667918852482799 |
| 1248 | 200 | 317 | 1.3032556930556838 | 0.019400893870475156 | 0.0002923384063638825 | 0.00029233612566313525 | 1.3293668966359742 | 1.5171935534684284 | 1.414008625259892 | 0.9999999572691272 | 0.0003336429895229827 | model.language_model.layers.20.mlp.up_proj.weight | model.language_model.layers.9.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 11 | 0.0261112035802904 | 3.3598130251223908 |
| 1249 | 142 | 171 | 0.34938859615471335 | 0.9817705506572973 | 0.9817705506572971 | 0.9053722583028883 | 0.5073857914793468 | 0.3493885961547134 | 0.4069573058209303 | 0.19006994991862278 | 0.6760525032442806 | model.language_model.layers.16.post_attention_layernorm.weight | model.language_model.layers.19.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 3 | 5.551115123125783e-17 | 0.9755883589124397 |
| 1250 | 368 | 512 | 0.9963536311585266 | 0.10694834669042719 | 0.10694834669042726 | 0.10701644367551658 | 5.811850495809019 | 0.9963536311585266 | 1.3887963095250886 | 0.9942645780375484 | 0.018334672175109878 | model.visual.blocks.12.attn.proj.bias | model.visual.blocks.23.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 11 | 0.0 | 13.818476625762996 |
| 1251 | 417 | 477 | 1.3368431798222968 | 0.05044147359064944 | 0.0006763077892782487 | 0.0006763093588248035 | 1.4755430201546627 | 1.359098787088087 | 1.4137368714738103 | 0.999999771303861 | 0.0006229361554026047 | model.visual.blocks.16.attn.proj.weight | model.visual.blocks.20.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 4 | 0.022255607265790234 | 3.6310087039557244 |
| 1252 | 526 | 562 | 1.2807726940689494 | 0.04898890902246304 | -0.0050258048475413306 | -0.004846064976621568 | 1.2787900294272085 | 1.6145327671408622 | 1.4176686877750035 | 0.9999873705630659 | -0.006345315822680762 | model.visual.blocks.3.attn.qkv.bias | model.visual.blocks.6.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 3 | 0.0019826646417409055 | 5.6763549384303555 |
| 1253 | 455 | 539 | 1.2822724314815703 | 0.008532021151581129 | 5.042078972500698e-05 | 5.017297164718365e-05 | 1.5800382659660572 | 1.291541330650154 | 1.414178621590133 | 0.999999998728872 | 4.1214529582327266e-05 | model.visual.blocks.19.attn.qkv.weight | model.visual.blocks.4.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 15 | 0.009268899168583644 | 4.185525509244024 |
| 1254 | 360 | 456 | 0.4574313769436963 | 0.8984506692902074 | 0.9011756718023672 | -0.01090730417638175 | 0.45452729459218577 | 0.5946341074151409 | 0.5106920863809025 | 0.433454044336366 | 1.1789606424125474 | model.visual.blocks.11.mlp.linear_fc1.bias | model.visual.blocks.19.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 8 | 0.0029040823515105174 | 1.1437936807644122 |
| 1255 | 433 | 469 | 1.2883812139491568 | -0.015573540764033552 | 0.00033608530344073333 | 0.00033957863525037297 | 1.5972679934157166 | 1.2820872939961583 | 1.413981522703981 | 0.9999999435233329 | 0.0002697673145749066 | model.visual.blocks.17.mlp.linear_fc1.weight | model.visual.blocks.2.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 15 | 0.00629391995299855 | 4.4106793456902444 |
| 1256 | 422 | 494 | 0.9941423356376561 | 0.15181556609648428 | 0.15181556609648428 | 0.1518762778218875 | 3.846831657043006 | 0.9941423356376561 | 1.3612087919225364 | 0.9884088394438831 | 0.03923391895483315 | model.visual.blocks.16.mlp.linear_fc2.bias | model.visual.blocks.21.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 5 | 0.0 | 10.65032688624512 |
| 1257 | 351 | 471 | 1.292598505593677 | -0.0019286467491951998 | -0.0011252701454875092 | -0.0011252071201099873 | 1.5133883479595451 | 1.333606799412843 | 1.4150027077205025 | 0.9999993668833494 | -0.0009915947345714177 | model.visual.blocks.10.mlp.linear_fc2.weight | model.visual.blocks.2.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 8 | 0.04100829381916604 | 4.341504476235478 |
| 1258 | 436 | 484 | 0.6214880864192543 | 0.7839297935091168 | 0.7839297935091173 | 0.7831588760336552 | 0.7652884788247883 | 0.6214880864192543 | 0.682274413620003 | 0.6208494816368559 | 0.636626632617276 | model.visual.blocks.17.norm1.bias | model.visual.blocks.20.norm1.bias | model.visual.layers.*.norm1.bias | whole | 3 | 0.0 | 1.9392085337744087 |
| 1259 | 413 | 449 | 0.15291746446161322 | 0.9981640483201215 | 0.9981640483201213 | 0.8674461726173095 | 0.17827677245712925 | 0.15291746446161322 | 0.16414576802322944 | 0.06056841289968462 | 0.8561783640241587 | model.visual.blocks.15.norm1.weight | model.visual.blocks.18.norm1.weight | model.visual.layers.*.norm1.weight | whole | 3 | 0.0 | 0.31648564753535435 |
| 1260 | 546 | 582 | 0.9008426817993135 | 0.4993232093882183 | 0.4993232093882185 | 0.49841111369922375 | 1.207590935107705 | 0.9008426817993135 | 1.021152563950049 | 0.8664157965816697 | 0.3724867800451021 | model.visual.blocks.4.norm2.bias | model.visual.blocks.7.norm2.bias | model.visual.layers.*.norm2.bias | whole | 3 | 0.0 | 3.244958169517166 |
| 1261 | 535 | 595 | 0.26896316410831844 | 0.9631673183514997 | 0.9631673183515 | 0.49508429376803337 | 0.2809104675088708 | 0.26896316410831844 | 0.2747421818629219 | 0.2689028018812377 | 0.9222031909557192 | model.visual.blocks.3.norm2.weight | model.visual.blocks.8.norm2.weight | model.visual.layers.*.norm2.weight | whole | 5 | 0.0 | 0.7228128587068658 |
| 1262 | 49 | 108 | 0.3711030552348324 | 0.928651437960061 | 0.928651437960061 | 0.6460366256220089 | 0.4042001041989795 | 0.37110305523483267 | 0.38659304039750625 | 0.3709535102606675 | 0.8526108288817937 | model.language_model.layers.1.input_layernorm.weight | model.language_model.layers.14.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 13 | 2.7755575615628914e-16 | 0.9233614172247256 |
| 1263 | 4 | 16 | 0.5595843682827146 | 0.8289153442338795 | 0.8289153442338794 | 0.09971473027217495 | 0.6628141893418648 | 0.5595843682827146 | 0.6046881180157927 | 0.5593740717030323 | 0.6998161426259416 | model.language_model.layers.10.linear_attn.A_log | model.language_model.layers.18.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 8 | 0.0 | 2.0988067198472082 |
| 1264 | 191 | 249 | 1.1643808777447533 | 0.038880842865775755 | 0.00628560064735193 | 0.006285359322450742 | 1.1883359166990182 | 1.833004716616497 | 1.4101502136410493 | 0.9999802454171293 | 0.009695520829975865 | model.language_model.layers.20.linear_attn.conv1d.weight | model.language_model.layers.4.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 16 | 0.023955038954264873 | 4.155435285570071 |
| 1265 | 157 | 250 | 0.9862011441591848 | 0.4932889971626354 | 0.49328899716263536 | 0.34694913414192724 | 0.9862011441591848 | 1.0294717272318754 | 1.0071399535514742 | 0.8698654868876461 | 0.5149325560420649 | model.language_model.layers.18.linear_attn.dt_bias | model.language_model.layers.4.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 14 | 0.0 | 1.7258418851858577 |
| 1266 | 217 | 310 | 1.1786749873111477 | 0.13006265206019588 | 0.12672973282980668 | 0.12661317689303966 | 1.194879909179599 | 1.5069520336472635 | 1.324090019387478 | 0.9919372837114683 | 0.1598283033669675 | model.language_model.layers.22.linear_attn.in_proj_a.weight | model.language_model.layers.9.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 13 | 0.01620492186845124 | 3.1727893224118118 |
| 1267 | 100 | 159 | 1.1654468489245886 | 0.19428933566586493 | 0.16758425244109162 | 0.16715010850552345 | 1.4064337532423172 | 1.201412940389137 | 1.2918781449586347 | 0.9858577576576453 | 0.1431549043984572 | model.language_model.layers.13.linear_attn.in_proj_b.weight | model.language_model.layers.18.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 5 | 0.03596609146454832 | 4.247770586724075 |
| 1268 | 113 | 160 | 1.318413306752363 | -0.01980931808000224 | 0.000387098010088333 | 0.0003870787918594675 | 1.565402067960688 | 1.299361212560442 | 1.413944498010381 | 0.9999999250775624 | 0.00032131051188872065 | model.language_model.layers.14.linear_attn.in_proj_qkv.weight | model.language_model.layers.18.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 4 | 0.019052094191921 | 4.448382886521664 |
| 1269 | 90 | 254 | 1.3385026825461734 | 0.011185103192032003 | 0.0005211228151874109 | 0.0005266773762984844 | 1.4868344721014668 | 1.3506500292420942 | 1.413846719046214 | 0.9999998642154966 | 0.0004733913282066852 | model.language_model.layers.12.linear_attn.in_proj_z.weight | model.language_model.layers.4.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 8 | 0.012147346695920769 | 3.940975539594135 |
| 1270 | 3 | 21 | 0.14824515643227767 | 0.9895064995278936 | 0.9895064995278934 | 0.02743415947466685 | 0.14824515643227767 | 0.15501234654232754 | 0.15151552700540627 | 0.14448836420990882 | 1.0346761277207324 | model.language_model.layers.1.linear_attn.norm.weight | model.language_model.layers.20.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 19 | 0.0 | 0.39401551965278164 |
| 1271 | 162 | 267 | 1.3720855292395375 | 0.004320048054276537 | 0.00016166478498383382 | 0.0001616322916829707 | 1.4752117760715724 | 1.3600029660648458 | 1.4140996204061764 | 0.9999999869322486 | 0.00014903933838688558 | model.language_model.layers.18.linear_attn.out_proj.weight | model.language_model.layers.5.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 13 | 0.012082563174691696 | 3.778447731967067 |
| 1272 | 92 | 151 | 1.3214035050151969 | 0.026622914787527513 | 0.0002471697139802691 | 0.0002471476961803274 | 1.471549873948502 | 1.3627840654553571 | 1.4140392902436756 | 0.9999999694535657 | 0.00022890080291444945 | model.language_model.layers.12.mlp.down_proj.weight | model.language_model.layers.17.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 5 | 0.04138056044016025 | 3.9103303943086454 |
| 1273 | 117 | 164 | 1.2262625160370293 | 0.020834790036164418 | 0.008092712825377272 | 0.008088691576547754 | 1.645589565306823 | 1.251390224999954 | 1.4086884141956335 | 0.9999672534633952 | 0.006154111533589272 | model.language_model.layers.14.mlp.gate_proj.weight | model.language_model.layers.18.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 4 | 0.02512770896292471 | 4.6081080142090824 |
| 1274 | 212 | 270 | 1.3035425656897555 | -0.016608371410232373 | -0.00015460592967308538 | -0.00015460490961404218 | 1.2870391131597394 | 1.5887928643742608 | 1.4143205002052945 | 0.9999999880485032 | -0.00019085418255199515 | model.language_model.layers.21.mlp.up_proj.weight | model.language_model.layers.5.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 16 | 0.01650345253001606 | 3.7092954686817357 |
| 1275 | 154 | 230 | 0.3496844656036439 | 0.9371452284185292 | 0.9371452284185295 | 0.107314269205212 | 0.3496844656036436 | 0.3824476674949978 | 0.36496772443239806 | 0.34893956618930727 | 1.0249497531840004 | model.language_model.layers.17.post_attention_layernorm.weight | model.language_model.layers.23.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 6 | 3.3306690738754696e-16 | 1.341788748837145 |
| 1276 | 332 | 524 | 0.9966641446597796 | 0.1610534565253796 | 0.16105345652537964 | 0.16007262417547835 | 0.9966641446597796 | 3.3233507018838573 | 1.3500903989735913 | 0.986945684493948 | 0.5370285673988502 | model.visual.blocks.1.attn.proj.bias | model.visual.blocks.3.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 2 | 0.0 | 3.7481008245818033 |
| 1277 | 405 | 573 | 1.3370073024521667 | -0.007176750430248471 | -0.001335220208707444 | -0.001335230192301185 | 1.4889717265927789 | 1.3513263077852593 | 1.4151529693286165 | 0.9999991085930998 | -0.0012117880833383745 | model.visual.blocks.15.attn.proj.weight | model.visual.blocks.7.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 8 | 0.014319005333092605 | 3.9025362067235085 |
| 1278 | 418 | 514 | 1.280821591596381 | -0.008346242600811597 | 0.0010282941943875524 | 0.000975957614044605 | 1.301475944936099 | 1.5605240298970862 | 1.4134980846743384 | 0.9999994713053851 | 0.0012329676982421897 | model.visual.blocks.16.attn.qkv.bias | model.visual.blocks.23.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 7 | 0.0206543533397181 | 5.726911029288991 |
| 1279 | 443 | 563 | 1.2832520567531756 | 0.025042029936466086 | -0.0003448775334055581 | -0.0003448259078998447 | 1.5344962951465628 | 1.3187921402072709 | 1.414454635468218 | 0.9999999405297417 | -0.00029639809612305365 | model.visual.blocks.18.attn.qkv.weight | model.visual.blocks.6.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 12 | 0.03554008345409532 | 4.28071020846146 |
| 1280 | 432 | 504 | 0.45744435432136027 | 0.8943962233917319 | 0.8943785170420474 | 0.016600629646763974 | 0.46080583628163435 | 0.45847650196080947 | 0.45963674247951064 | 0.4473109301746026 | 0.8898575096859659 | model.visual.blocks.17.mlp.linear_fc1.bias | model.visual.blocks.22.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 5 | 0.001032147639449199 | 1.3277786176105262 |
| 1281 | 457 | 469 | 1.289226184151521 | -0.001615526090378733 | -5.419046143941088e-05 | -5.1749298367166215e-05 | 1.5734410958834175 | 1.295293957796666 | 1.4142511665718858 | 0.9999999985316969 | -4.461087069374663e-05 | model.visual.blocks.19.mlp.linear_fc1.weight | model.visual.blocks.2.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 17 | 0.0060677736451451025 | 4.311337373633879 |
| 1282 | 494 | 578 | 0.9944290847661053 | 0.12673451011946293 | 0.12673451011946296 | 0.12709873255966386 | 0.9944290847661053 | 5.045386250021084 | 1.3797900101137885 | 0.9919366733540905 | 0.6430066905276531 | model.visual.blocks.21.mlp.linear_fc2.bias | model.visual.blocks.7.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 14 | 0.0 | 2.5715273691106617 |
| 1283 | 339 | 423 | 1.2934597420015803 | 0.0179216421422767 | -0.001074142434416619 | -0.0010719140137067924 | 1.3103626868130096 | 1.549414384220508 | 1.414962356772925 | 0.9999994231088489 | -0.001270100068733291 | model.visual.blocks.1.mlp.linear_fc2.weight | model.visual.blocks.16.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 15 | 0.016902944811429288 | 3.6573675123118226 |
| 1284 | 472 | 532 | 0.6284312496330942 | 0.7874051726963033 | 0.7874051726963033 | 0.787467347751635 | 0.690883854809181 | 0.6284312496330942 | 0.6574431995357447 | 0.616435798774783 | 0.7162275007595451 | model.visual.blocks.2.norm1.bias | model.visual.blocks.3.norm1.bias | model.visual.layers.*.norm1.bias | whole | 1 | 0.0 | 2.2299182603069223 |
| 1285 | 353 | 581 | 0.15406139297241553 | 0.9909221940556838 | 0.9909221940556837 | 0.791566248203674 | 0.15406139297241483 | 0.16824846061758036 | 0.16068710269629352 | 0.13443662197433415 | 1.0821733500197286 | model.visual.blocks.10.norm1.weight | model.visual.blocks.7.norm1.weight | model.visual.layers.*.norm1.weight | whole | 3 | 6.938893903907228e-16 | 0.4881346318348211 |
| 1286 | 414 | 462 | 0.9022788935933677 | 0.43689423911345526 | 0.43689423911345515 | 0.42955552394624846 | 1.777924068107934 | 0.9022788935933677 | 1.1378730677814044 | 0.8995128814138657 | 0.2217195085862764 | model.visual.blocks.15.norm2.bias | model.visual.blocks.19.norm2.bias | model.visual.layers.*.norm2.bias | whole | 4 | 0.0 | 4.072280815601319 |
| 1287 | 451 | 487 | 0.2692336590728331 | 0.9945146336146726 | 0.9945146336146727 | 0.8752532946995775 | 0.360695251587249 | 0.2692336590728331 | 0.30512521796670067 | 0.10459753116720001 | 0.7423352889490098 | model.visual.blocks.18.norm2.weight | model.visual.blocks.20.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 0.0 | 0.6209828366465927 |
| 1288 | 84 | 272 | 0.37352893283452315 | 0.9550052691079829 | 0.955005269107983 | 0.8803662366376903 | 0.3735289328345232 | 0.5131319365986462 | 0.42707911245231966 | 0.2965888331950294 | 1.3119297064369162 | model.language_model.layers.12.input_layernorm.weight | model.language_model.layers.6.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 6 | 5.551115123125783e-17 | 0.811217617714379 |
| 1289 | 0 | 20 | 0.5624559736526817 | 0.8674216376757695 | 0.8674216376757695 | 0.019105361291357103 | 0.5624559736526817 | 0.9294213525295618 | 0.68052159263964 | 0.4975738161236843 | 1.4333569727536617 | model.language_model.layers.0.linear_attn.A_log | model.language_model.layers.20.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 20 | 0.0 | 1.416584546194543 |
| 1290 | 62 | 203 | 1.1658037980205591 | -0.033199438553887885 | -0.012093598605022135 | -0.012044990942471702 | 2.2980950620353684 | 1.1171757809191074 | 1.4209226426071628 | 0.9999268697623745 | -0.005879075974220903 | model.language_model.layers.10.linear_attn.conv1d.weight | model.language_model.layers.21.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 11 | 0.048628017101451704 | 7.7097838147469755 |
| 1291 | 63 | 297 | 0.9958266115359782 | 0.4887120847419707 | 0.4887120847419707 | -0.0816303477465012 | 1.0278685614101701 | 0.9958266115359782 | 1.011467142649452 | 0.8724451261982938 | 0.4734773663060546 | model.language_model.layers.10.linear_attn.dt_bias | model.language_model.layers.8.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 2 | 0.0 | 2.266758061047825 |
| 1292 | 52 | 158 | 1.1790191683544406 | 0.09369233277258376 | 0.0669216453028539 | 0.06694573983866994 | 1.2061145116279148 | 1.619907218909638 | 1.3681283989335264 | 0.9977582339374399 | 0.08988106459401154 | model.language_model.layers.1.linear_attn.in_proj_a.weight | model.language_model.layers.18.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 17 | 0.02709534327347418 | 3.474711689299916 |
| 1293 | 65 | 252 | 1.1663802565328911 | 0.21189263597260133 | 0.1950396984027782 | 0.19484660827347547 | 1.2001401692135376 | 1.353509489949862 | 1.269930933192222 | 0.9807953487078501 | 0.21996437539301178 | model.language_model.layers.10.linear_attn.in_proj_b.weight | model.language_model.layers.4.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 6 | 0.03375991268064649 | 3.3555286898774694 |
| 1294 | 66 | 136 | 1.3189815380720518 | -0.004830734406725684 | -0.0001839420422675491 | -0.0001838740117641286 | 1.5645078141052 | 1.300490362735373 | 1.4143414327737716 | 0.9999999830826624 | -0.00015290102811511114 | model.language_model.layers.10.linear_attn.in_proj_qkv.weight | model.language_model.layers.16.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 6 | 0.018491175336678767 | 4.342749129879594 |
| 1295 | 67 | 254 | 1.3400878957572189 | -0.024489110076513877 | 0.00041096024972622487 | 0.0004216985769254002 | 1.5363980731265663 | 1.3167351458464047 | 1.4139263650927554 | 0.9999999155558329 | 0.00035220416754308076 | model.language_model.layers.10.linear_attn.in_proj_z.weight | model.language_model.layers.4.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 6 | 0.023352749910814152 | 4.1642669375531645 |
| 1296 | 3 | 23 | 0.14968602897516262 | 0.9889107690652786 | 0.9889107690652784 | -0.15414443116279908 | 0.15428505740042525 | 0.14968602897516262 | 0.15193336329411042 | 0.1485109114735999 | 0.9594326795236855 | model.language_model.layers.1.linear_attn.norm.weight | model.language_model.layers.21.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 20 | 0.0 | 0.4877408089937658 |
| 1297 | 44 | 138 | 1.3734435345749112 | 0.004302939751123267 | 0.0007193669826584301 | 0.0007192246243357315 | 1.3801168891051139 | 1.4498720856767247 | 1.4137054195218204 | 0.9999997412555386 | 0.0007557259212951441 | model.language_model.layers.0.linear_attn.out_proj.weight | model.language_model.layers.16.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 16 | 0.00667335453020268 | 3.8294050284462005 |
| 1298 | 92 | 121 | 1.3224789150584069 | 0.057377806280507565 | -0.0002475393243756118 | -0.00024751554868291574 | 1.4663412147350339 | 1.367592793367783 | 1.4143881637950877 | 0.999999969362141 | -0.00023086918153111393 | model.language_model.layers.12.mlp.down_proj.weight | model.language_model.layers.15.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 3 | 0.045113878309376076 | 3.763728271502021 |
| 1299 | 122 | 211 | 1.2272811832027524 | 0.04151510682414753 | 0.007481338471051119 | 0.0074774902752791006 | 1.6070430154504687 | 1.2698749331280106 | 1.4090574109736413 | 0.9999720143957438 | 0.005911704975719654 | model.language_model.layers.15.mlp.gate_proj.weight | model.language_model.layers.21.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 6 | 0.04259374992525822 | 4.391546073248732 |
| 1300 | 200 | 258 | 1.303835801919582 | -0.02178840514181187 | -0.0002727313721318865 | -0.0002727271226605636 | 1.2904843412935676 | 1.5826064146132894 | 1.4144024534480875 | 0.9999999628087985 | -0.00033446854424405497 | model.language_model.layers.20.mlp.up_proj.weight | model.language_model.layers.4.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 16 | 0.013351460626014333 | 3.365898981404538 |
| 1301 | 201 | 230 | 0.3504799219109938 | 0.959328053879823 | 0.9593280538798232 | 0.1403140342478733 | 0.3504799219109933 | 0.4663051129972592 | 0.3962162238548412 | 0.28229361494577077 | 1.2763629200975357 | model.language_model.layers.20.post_attention_layernorm.weight | model.language_model.layers.23.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 3 | 4.996003610813204e-16 | 0.8287751035875908 |
| 1302 | 428 | 512 | 0.9977335060223138 | 0.10576698060112359 | 0.10576698060112366 | 0.10574917692105182 | 5.324980777353449 | 0.9977335060223138 | 1.3868738000795116 | 0.9943909421422349 | 0.019817397430869396 | model.visual.blocks.17.attn.proj.bias | model.visual.blocks.23.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 6 | 0.0 | 11.957161956425786 |
| 1303 | 381 | 501 | 1.337316667666558 | 0.005710178565021821 | 0.0022893779585961825 | 0.002289350380199121 | 1.5216855509441374 | 1.3240615751420985 | 1.4126093570714982 | 0.9999973793708475 | 0.00199205242112846 | model.visual.blocks.13.attn.proj.weight | model.visual.blocks.22.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 9 | 0.013255092524459444 | 3.8875017425400156 |
| 1304 | 466 | 490 | 1.280990708752248 | 0.03138517007675861 | 0.027065632486090584 | 0.027162871375731024 | 1.251499594219551 | 1.6043861016686753 | 1.395527446128853 | 0.9996336586660775 | 0.03469735411351487 | model.visual.blocks.2.attn.qkv.bias | model.visual.blocks.21.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 19 | 0.029491114532697038 | 6.611000247873005 |
| 1305 | 479 | 539 | 1.2847539876776175 | -0.00873562090740114 | 3.780967199804859e-05 | 3.770846599800372e-05 | 1.5773977658878933 | 1.2930028660137638 | 1.4141873464519197 | 0.9999999992852143 | 3.099282585137862e-05 | model.visual.blocks.20.attn.qkv.weight | model.visual.blocks.4.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 16 | 0.008248878336146293 | 4.250260317186799 |
| 1306 | 348 | 360 | 0.4585197486021728 | 0.8924495487558003 | 0.8923090178487064 | 0.011298474937947844 | 0.4589845655254565 | 0.47062397526448696 | 0.46469497965682527 | 0.4514250952991835 | 0.9149371213900158 | model.visual.blocks.10.mlp.linear_fc1.bias | model.visual.blocks.11.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 1 | 0.0004648169232837063 | 1.198612922045093 |
| 1307 | 397 | 529 | 1.2903952399620917 | 0.004826021891851337 | -0.00048199278762267806 | -0.00038685598533341666 | 1.6052167674150664 | 1.2788599416602768 | 1.414545725830572 | 0.9999998838414697 | -0.00038399877248505425 | model.visual.blocks.14.mlp.linear_fc1.weight | model.visual.blocks.3.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 11 | 0.011535298301814878 | 4.377262487292472 |
| 1308 | 350 | 590 | 0.9946324977991324 | 0.478401526486557 | 0.47840152648655704 | 0.47826075155995984 | 1.0519873839841765 | 0.9946324977991324 | 1.0221049991886701 | 0.878141207013617 | 0.4523188324161493 | model.visual.blocks.10.mlp.linear_fc2.bias | model.visual.blocks.8.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 2 | 0.0 | 2.906915711803679 |
| 1309 | 339 | 591 | 1.2955746082953472 | -0.025154702286456675 | -0.00019528066421574234 | -0.00019795353833609478 | 1.2975979000639144 | 1.569606372489491 | 1.414349176777175 | 0.9999999809327309 | -0.00023621630010491857 | model.visual.blocks.1.mlp.linear_fc2.weight | model.visual.blocks.8.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 7 | 0.0020232917685671925 | 3.6719907470731514 |
| 1310 | 496 | 520 | 0.6406150780388443 | 0.7903629857070051 | 0.790362985707005 | 0.7911877975099306 | 0.6406150780388443 | 0.6552871622850667 | 0.6478265425003942 | 0.6126388420793352 | 0.8084647643084225 | model.visual.blocks.21.norm1.bias | model.visual.blocks.23.norm1.bias | model.visual.layers.*.norm1.bias | whole | 2 | 0.0 | 1.8700031674278692 |
| 1311 | 425 | 509 | 0.15801626242012662 | 0.9901674484783118 | 0.9901674484783123 | 0.25711714213592896 | 0.17237926664925293 | 0.15801626242012662 | 0.16472998700217104 | 0.1398871830224229 | 0.9076646073508183 | model.visual.blocks.16.norm1.weight | model.visual.blocks.22.norm1.weight | model.visual.layers.*.norm1.weight | whole | 6 | 0.0 | 0.7170178990974565 |
| 1312 | 558 | 570 | 0.9026276834502833 | 0.5533547327876 | 0.5533547327876 | 0.5531946212914223 | 1.0016770946123337 | 0.9026276834502833 | 0.9482945497046015 | 0.8329457003319988 | 0.4986370390905531 | model.visual.blocks.5.norm2.bias | model.visual.blocks.6.norm2.bias | model.visual.layers.*.norm2.bias | whole | 1 | 0.0 | 3.285042334441957 |
| 1313 | 379 | 583 | 0.2700271867700611 | 0.9945140971911339 | 0.9945140971911337 | 0.8290462176554696 | 0.2700271867700611 | 0.36217531123786756 | 0.3061505967493853 | 0.10460263136319388 | 1.333896993814036 | model.visual.blocks.12.norm2.weight | model.visual.blocks.7.norm2.weight | model.visual.layers.*.norm2.weight | whole | 5 | 0.0 | 0.4782694174977791 |
| 1314 | 84 | 260 | 0.3794325937370857 | 0.9352122155558213 | 0.9352122155558212 | 0.7901543898312303 | 0.3794325937370857 | 0.47496550981990804 | 0.41924553540498355 | 0.3540877177694422 | 1.1706784131967967 | model.language_model.layers.12.input_layernorm.weight | model.language_model.layers.5.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 7 | 0.0 | 0.7774156479198422 |
| 1315 | 18 | 34 | 0.5651867158190994 | 0.8256248285976345 | 0.8256248285976346 | 0.37668662910307826 | 0.7131030987924944 | 0.5651867158190995 | 0.626407102595202 | 0.5642194984251488 | 0.654368472334446 | model.language_model.layers.2.linear_attn.A_log | model.language_model.layers.9.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 7 | 1.1102230246251565e-16 | 1.3072517798113423 |
| 1316 | 97 | 156 | 1.166079175412344 | 0.02877615151251745 | 0.013726628146414201 | 0.013746602682708553 | 2.081510448198141 | 1.131659918306999 | 1.4060438211064943 | 0.9999057854016697 | 0.0074627897737667105 | model.language_model.layers.13.linear_attn.conv1d.weight | model.language_model.layers.18.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 5 | 0.03441925710534499 | 6.872925115526761 |
| 1317 | 145 | 250 | 0.9991906654489995 | 0.4069541396789054 | 0.4069541396789055 | 0.08449219994886639 | 1.2306585288543967 | 0.9991906654489995 | 1.0970164026646638 | 0.9134485908896034 | 0.3304123508667446 | model.language_model.layers.17.linear_attn.dt_bias | model.language_model.layers.4.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 13 | 0.0 | 2.3242619090626655 |
| 1318 | 64 | 205 | 1.1818777861869385 | 0.1494106993498422 | 0.1455075615532816 | 0.1454517004668734 | 1.4824266467225726 | 1.1864322644778595 | 1.3099836006281944 | 0.9893571395258731 | 0.11645423814661032 | model.language_model.layers.10.linear_attn.in_proj_a.weight | model.language_model.layers.21.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 11 | 0.004554478290921038 | 4.017541546320821 |
| 1319 | 147 | 159 | 1.166526534083635 | 0.30928525661388984 | 0.2671957062180762 | 0.2666557467409089 | 1.2209954088450514 | 1.2005721879066238 | 1.2106546184239513 | 0.9636422855907806 | 0.2627264044480943 | model.language_model.layers.17.linear_attn.in_proj_b.weight | model.language_model.layers.18.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 1 | 0.03404565382298874 | 3.7083282551855956 |
| 1320 | 160 | 300 | 1.3199642724618659 | 0.0006686748869549073 | 0.00012192135117052243 | 0.00012191169772284153 | 1.288541335789527 | 1.5854399434604165 | 1.4141291691180313 | 0.9999999925675921 | 0.00015001379834506492 | model.language_model.layers.18.linear_attn.in_proj_qkv.weight | model.language_model.layers.8.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 10 | 0.031422936672338864 | 3.846813474742875 |
| 1321 | 67 | 161 | 1.3415903247385381 | 0.013055863657692518 | -0.0015162742411198998 | -0.0015002771662971936 | 1.5182544000896372 | 1.3307597930142763 | 1.4152760839546499 | 0.9999988504555521 | -0.0013290241708810242 | model.language_model.layers.10.linear_attn.in_proj_z.weight | model.language_model.layers.18.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 8 | 0.01083053172426185 | 4.062295233319526 |
| 1322 | 31 | 33 | 0.152974812478439 | 0.9882881133045951 | 0.9882881133045948 | -0.08581724131558358 | 0.15648334786187007 | 0.152974812478439 | 0.15469924843720237 | 0.1525994924658811 | 0.9661295650505386 | model.language_model.layers.6.linear_attn.norm.weight | model.language_model.layers.8.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 2 | 0.0 | 0.4980738843259181 |
| 1323 | 68 | 185 | 1.374451473470544 | 0.0013515738397632225 | -9.249182108085538e-06 | -9.520981847033053e-06 | 1.429278614173349 | 1.3996277319864934 | 1.4142201010805269 | 0.9999999999572262 | -9.057304606881736e-06 | model.language_model.layers.10.linear_attn.out_proj.weight | model.language_model.layers.2.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 8 | 0.0251762585159494 | 4.04944575109123 |
| 1324 | 74 | 210 | 1.3235070551535297 | 0.010432617844194246 | -0.00044072058785055065 | -0.00044078550208294875 | 1.5320539957513566 | 1.3204581478964799 | 1.4145217545220783 | 0.999999902882677 | -0.00037985155404890415 | model.language_model.layers.11.mlp.down_proj.weight | model.language_model.layers.21.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 10 | 0.003048907257049871 | 4.114831771590537 |
| 1325 | 164 | 304 | 1.2304577611193217 | -0.03453833090978176 | 0.005147863300521437 | 0.00514884228949986 | 1.2144514049074657 | 1.749195698363537 | 1.4107988957148232 | 0.9999867496639339 | 0.007414557968024845 | model.language_model.layers.18.mlp.gate_proj.weight | model.language_model.layers.8.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 10 | 0.016006356211855977 | 3.308934258168857 |
| 1326 | 118 | 240 | 1.3046199054753151 | 0.026615490931654134 | 9.80092446994679e-06 | 9.830293999415784e-06 | 1.3371732735448902 | 1.5062978834655971 | 1.4142066809174205 | 0.999999999951971 | 1.1040537585641041e-05 | model.language_model.layers.14.mlp.up_proj.weight | model.language_model.layers.3.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 11 | 0.032553368069575095 | 3.4699631923838394 |
| 1327 | 271 | 306 | 0.3546478689447187 | 0.9395465442267934 | 0.9395465442267934 | 0.9801301319751364 | 0.41859819258134295 | 0.35464786894471895 | 0.3826720759870432 | 0.34242121901466643 | 0.7960095996345175 | model.language_model.layers.5.post_attention_layernorm.weight | model.language_model.layers.8.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 3 | 2.220446049250313e-16 | 1.0401383910969701 |
| 1328 | 404 | 500 | 0.9998893720704666 | 0.154184663983857 | 0.15418466398385694 | 0.1544207990526996 | 3.250085362719917 | 0.9998893720704666 | 1.3515421037531474 | 0.9880420483927722 | 0.04743494082404517 | model.visual.blocks.15.attn.proj.bias | model.visual.blocks.22.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 7 | 0.0 | 9.195182447955231 |
| 1329 | 441 | 549 | 1.3374165374612998 | 0.02009777976532869 | -0.0008200360681033456 | -0.0008200322257469505 | 1.4840557057281811 | 1.3543990655441736 | 1.414790882870258 | 0.999999663770367 | -0.0007483924491949741 | model.visual.blocks.18.attn.proj.weight | model.visual.blocks.5.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 13 | 0.016982528082873705 | 3.808315568607549 |
| 1330 | 418 | 574 | 1.2829717562408733 | 0.05572021355161684 | 0.027228325966092305 | 0.0273417725862959 | 1.3059701909248431 | 1.5051902404128925 | 1.3950224371488202 | 0.999629240401202 | 0.03138188818683507 | model.visual.blocks.16.attn.qkv.bias | model.visual.blocks.7.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 9 | 0.022998434683969782 | 5.114420168057623 |
| 1331 | 443 | 527 | 1.2853673817695173 | -0.015628609957997256 | 0.00013875089078821835 | 0.00013819189247424486 | 1.606414281814603 | 1.2776243845342259 | 1.4141179649927282 | 0.9999999903740951 | 0.00011035230665817253 | model.visual.blocks.18.attn.qkv.weight | model.visual.blocks.3.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 15 | 0.007742997235291371 | 4.466451334521205 |
| 1332 | 360 | 492 | 0.4585800248960367 | 0.8969927446123619 | 0.8986380296683326 | -0.017208709251231923 | 0.4541824197510643 | 0.5815182975418984 | 0.5062110429882853 | 0.4386908839192089 | 1.1505827491199592 | model.visual.blocks.11.mlp.linear_fc1.bias | model.visual.blocks.21.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 10 | 0.004397605144972394 | 1.1594130587863334 |
| 1333 | 421 | 553 | 1.292260419157143 | 0.003826428782692588 | -0.00029221415634085243 | -0.0001763522828033417 | 1.5836344051005762 | 1.2899482968484504 | 1.4144159025920031 | 0.9999999573054424 | -0.00023802283662999223 | model.visual.blocks.16.mlp.linear_fc1.weight | model.visual.blocks.5.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 11 | 0.002312122308692599 | 4.19318608794349 |
| 1334 | 434 | 494 | 0.996319022355549 | 0.1920018274123914 | 0.1920018274123915 | 0.19206713409781814 | 2.7386080288383137 | 0.996319022355549 | 1.3241046467239246 | 0.981394568086813 | 0.06985120578177006 | model.visual.blocks.17.mlp.linear_fc2.bias | model.visual.blocks.21.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 4 | 0.0 | 7.399354740541619 |
| 1335 | 351 | 555 | 1.2956568675785083 | 0.006418273771460709 | 0.000506090620166805 | 0.0005060440916160264 | 1.6148727281593394 | 1.2730547117843367 | 1.4138655476760753 | 0.9999998719361339 | 0.00039896707484036293 | model.visual.blocks.10.mlp.linear_fc2.weight | model.visual.blocks.5.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 5 | 0.022602155794171574 | 4.432777712330427 |
| 1336 | 364 | 412 | 0.6443361440378682 | 0.7947490215689686 | 0.7947490215689683 | 0.7945393363714764 | 1.1139448457466963 | 0.6443361440378683 | 0.7887792586098488 | 0.6069382116123252 | 0.45970455538340227 | model.visual.blocks.11.norm1.bias | model.visual.blocks.15.norm1.bias | model.visual.layers.*.norm1.bias | whole | 4 | 1.1102230246251565e-16 | 2.5889484211926264 |
| 1337 | 389 | 425 | 0.15937884271160052 | 0.9937371713924668 | 0.9937371713924664 | 0.7795732448373757 | 0.1810933492383002 | 0.15937884271159988 | 0.16919987796846186 | 0.11174271427211609 | 0.874580325573511 | model.visual.blocks.13.norm1.weight | model.visual.blocks.16.norm1.weight | model.visual.layers.*.norm1.weight | whole | 3 | 6.38378239159465e-16 | 0.39731483397805134 |
| 1338 | 366 | 594 | 0.9055949364164902 | 0.5173726461585793 | 0.5173726461585791 | 0.5176489875353963 | 0.9055949364164901 | 1.1130114279111663 | 0.9934164237524121 | 0.8557602146669765 | 0.6358711213004228 | model.visual.blocks.11.norm2.bias | model.visual.blocks.8.norm2.bias | model.visual.layers.*.norm2.bias | whole | 3 | 1.1102230246251565e-16 | 2.6758164989721456 |
| 1339 | 379 | 595 | 0.270343219198876 | 0.9948762914507114 | 0.9948762914507111 | 0.8345122889971821 | 0.270343219198876 | 0.36329189960972014 | 0.3067177258847143 | 0.1010997760100357 | 1.3369319891538274 | model.visual.blocks.12.norm2.weight | model.visual.blocks.8.norm2.weight | model.visual.layers.*.norm2.weight | whole | 4 | 0.0 | 0.4389828863130103 |
| 1340 | 131 | 260 | 0.38456846740839784 | 0.9457686137857505 | 0.9457686137857504 | 0.8491690830941295 | 0.3845684674083976 | 0.5197390840042191 | 0.4371944833017194 | 0.3248410829586986 | 1.2781934939219413 | model.language_model.layers.16.input_layernorm.weight | model.language_model.layers.5.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 11 | 2.220446049250313e-16 | 0.9927348923558221 |
| 1341 | 6 | 32 | 0.5662023422800477 | 0.8246112687035358 | 0.8246112687035361 | 0.11062734172125815 | 0.5662023422800478 | 0.6673282117178205 | 0.6105717381485503 | 0.5656997927586193 | 0.9718899450156605 | model.language_model.layers.12.linear_attn.A_log | model.language_model.layers.8.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 4 | 1.1102230246251565e-16 | 1.0091596415092643 |
| 1342 | 215 | 249 | 1.167847252529521 | 0.0369678383418727 | -0.00764672468206901 | -0.007649704353400561 | 1.2525363114808068 | 1.6776276188639128 | 1.4193882381205876 | 0.9999707633734282 | -0.010241903889653356 | model.language_model.layers.22.linear_attn.conv1d.weight | model.language_model.layers.4.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 18 | 0.08468905895128587 | 3.9436688684011623 |
| 1343 | 86 | 180 | 1.0010317125083332 | 0.34345920204000757 | 0.3434592020400076 | -0.30099102315957127 | 1.0010317125083332 | 1.450958161316415 | 1.1652605696168545 | 0.9391675976810748 | 0.49783131348600895 | model.language_model.layers.12.linear_attn.dt_bias | model.language_model.layers.2.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 10 | 0.0 | 1.6079093790414176 |
| 1344 | 134 | 158 | 1.1826001624772522 | 0.25166903496950316 | 0.23701407107786296 | 0.23669533796608977 | 1.2087120095977106 | 1.2641411650340797 | 1.2354950243804927 | 0.971506217227197 | 0.24788307021253192 | model.language_model.layers.16.linear_attn.in_proj_a.weight | model.language_model.layers.18.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 2 | 0.026111847120458442 | 3.244000647129243 |
| 1345 | 88 | 299 | 1.167512675729378 | 0.23260964518968236 | 0.2204591086121779 | 0.22042991897591324 | 1.1752835211921817 | 1.3414613266216018 | 1.2501638827827377 | 0.9753962176623016 | 0.25163066015315055 | model.language_model.layers.12.linear_attn.in_proj_b.weight | model.language_model.layers.8.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 4 | 0.0077708454628038215 | 3.625214885439663 |
| 1346 | 183 | 207 | 1.320288905027761 | -0.031634405876794724 | 0.00010489881958314557 | 0.000104822939873414 | 1.5647397475950688 | 1.300045139747968 | 1.4141406415669555 | 0.9999999944981188 | 8.715391858228598e-05 | model.language_model.layers.2.linear_attn.in_proj_qkv.weight | model.language_model.layers.21.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 19 | 0.020243765279793102 | 4.348580056750464 |
| 1347 | 67 | 114 | 1.3418230694431983 | 0.04400428075306916 | 0.013531813033101601 | 0.013527642819109518 | 1.4617017563062864 | 1.353779775759872 | 1.4046408036039912 | 0.9999084408264775 | 0.012532717248605534 | model.language_model.layers.10.linear_attn.in_proj_z.weight | model.language_model.layers.14.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 4 | 0.011956706316673671 | 3.746294450070648 |
| 1348 | 13 | 31 | 0.1530492017906249 | 0.9905283013764395 | 0.9905283013764398 | -0.050901158568278246 | 0.16583081767036714 | 0.1530492017906249 | 0.15905612681929832 | 0.1373087184861349 | 0.9141821044266458 | model.language_model.layers.16.linear_attn.norm.weight | model.language_model.layers.6.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 10 | 0.0 | 0.35365986586255066 |
| 1349 | 103 | 185 | 1.3759032416533894 | 0.011258999464067913 | 0.0001894048623132636 | 0.00018959347376427984 | 1.4339706778567969 | 1.3949940982135063 | 1.414079677409603 | 0.9999999820628989 | 0.00018425667217606147 | model.language_model.layers.13.linear_attn.out_proj.weight | model.language_model.layers.2.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 11 | 0.019090856560116887 | 3.8938004137503475 |
| 1350 | 168 | 303 | 1.3237139982332047 | 0.006629555764819186 | -0.00035169229332393504 | -0.00035175504565666 | 1.3293222924043482 | 1.5183759682929416 | 1.4144600424194442 | 0.9999999381562634 | -0.0004017092991429837 | model.language_model.layers.19.mlp.down_proj.weight | model.language_model.layers.8.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 11 | 0.005608294171143502 | 3.4351770124856795 |
| 1351 | 117 | 169 | 1.2304871274537483 | 0.02542574556103858 | 0.005619803717811757 | 0.005616528929379233 | 1.6312273963609725 | 1.2602264923167146 | 1.4103632443265055 | 0.9999842087784053 | 0.004341654353406363 | model.language_model.layers.14.mlp.gate_proj.weight | model.language_model.layers.19.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 5 | 0.029739364862966244 | 4.6081080142090824 |
| 1352 | 59 | 123 | 1.3065205719492838 | 0.036381141515334496 | 0.00023447788066002293 | 0.00023446021067063805 | 1.537778277692582 | 1.3160672681279912 | 1.414049741362522 | 0.9999999725100615 | 0.00020067175373273655 | model.language_model.layers.1.mlp.up_proj.weight | model.language_model.layers.15.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 14 | 0.009546696178707403 | 3.7985757475296436 |
| 1353 | 95 | 259 | 0.3610989501320069 | 0.934728340413921 | 0.9347283404139209 | 0.9398076247024248 | 0.3610989501320069 | 0.3615205209327524 | 0.36130955107647456 | 0.3553630954770587 | 0.9358196041099349 | model.language_model.layers.12.post_attention_layernorm.weight | model.language_model.layers.4.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 8 | 0.0 | 1.2227986143709058 |
| 1354 | 392 | 512 | 1.0025248905813304 | 0.08090488987835362 | 0.08090488987835373 | 0.08097307468964804 | 5.315153856990667 | 1.0025248905813304 | 1.3932182256882382 | 0.9967218261851054 | 0.015259984575256213 | model.visual.blocks.14.attn.proj.bias | model.visual.blocks.23.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 9 | 0.0 | 11.810906468918006 |
| 1355 | 381 | 549 | 1.3386497081136248 | 0.003240413240317548 | -0.0010398137657755449 | -0.0010398291708285682 | 1.511544277053167 | 1.3347724878072187 | 1.4149429835022345 | 0.9999994593935201 | -0.0009182098255872646 | model.visual.blocks.13.attn.proj.weight | model.visual.blocks.5.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 8 | 0.0038772203064061372 | 3.788151261063678 |
| 1356 | 538 | 598 | 1.2829969851387233 | 0.0027431881128725123 | -0.008694017202645196 | -0.008807098253318473 | 1.3141915939277449 | 1.5570038063032874 | 1.4202609228279033 | 0.9999622063182589 | -0.01030033819964388 | model.visual.blocks.4.attn.qkv.bias | model.visual.blocks.9.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 5 | 0.031194608789021583 | 5.623207418592708 |
| 1357 | 383 | 527 | 1.2855378290672477 | 0.014010691277132408 | 0.00020571957145676807 | 0.00020569864810519054 | 1.5846133509218017 | 1.2888977699101611 | 1.414071138360924 | 0.9999999788397287 | 0.00016732882928397543 | model.visual.blocks.13.attn.qkv.weight | model.visual.blocks.3.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 10 | 0.003359940842913467 | 4.47412189546601 |
| 1358 | 372 | 516 | 0.4604562398717548 | 0.9067200981401803 | 0.9050711854508956 | -0.024472160585099014 | 0.46115907995707667 | 0.6346063722395848 | 0.527586815735469 | 0.4252600960194954 | 1.2454789823742245 | model.visual.blocks.12.mlp.linear_fc1.bias | model.visual.blocks.23.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 11 | 0.0007028400853218431 | 1.1813603445207261 |
| 1359 | 457 | 577 | 1.2926724015007072 | 0.010275760127766136 | 0.00047776331988454336 | 0.0006183327578667498 | 1.5657455739760302 | 1.2990671404395804 | 1.4138814981943475 | 0.9999998858710986 | 0.00039639047370466056 | model.visual.blocks.19.mlp.linear_fc1.weight | model.visual.blocks.7.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 12 | 0.006394738938873212 | 3.997537932507598 |
| 1360 | 470 | 554 | 0.996883219729739 | 0.23015626196938754 | 0.23015626196938754 | 0.22903279094069434 | 0.996883219729739 | 2.2333151460814666 | 1.2873754782905185 | 0.9731536852297681 | 0.5156185355001548 | model.visual.blocks.2.mlp.linear_fc2.bias | model.visual.blocks.5.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 3 | 0.0 | 2.8469632110613814 |
| 1361 | 339 | 351 | 1.296179982405083 | -0.008601417757517646 | -0.0014605186046674611 | -0.0014595860140245284 | 1.271535590550252 | 1.622045406901812 | 1.4152160803547398 | 0.9999989334421339 | -0.001863123228324511 | model.visual.blocks.1.mlp.linear_fc2.weight | model.visual.blocks.10.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 9 | 0.024644391854831138 | 3.8861431952276373 |
| 1362 | 388 | 484 | 0.6446981361729108 | 0.7822756898788147 | 0.7822756898788146 | 0.7815916350345723 | 1.0462983221105528 | 0.6446981361729109 | 0.7762192745856747 | 0.6229323759643777 | 0.48201518494355544 | model.visual.blocks.13.norm1.bias | model.visual.blocks.20.norm1.bias | model.visual.layers.*.norm1.bias | whole | 7 | 1.1102230246251565e-16 | 3.305112009114467 |
| 1363 | 401 | 437 | 0.15958567732976475 | 0.9972420655219247 | 0.9972420655219247 | 0.8476773573808669 | 0.18643957888821844 | 0.15958567732976475 | 0.17145506030158988 | 0.0742176714372332 | 0.8536038937497665 | model.visual.blocks.14.norm1.weight | model.visual.blocks.17.norm1.weight | model.visual.layers.*.norm1.weight | whole | 3 | 0.0 | 0.3663861169858508 |
| 1364 | 474 | 546 | 0.9058507699713334 | 0.5499688216592471 | 0.5499688216592465 | 0.5495060375726926 | 1.005688446774619 | 0.9058507699713334 | 0.951865005753437 | 0.8351851861729468 | 0.4953717845303069 | model.visual.blocks.2.norm2.bias | model.visual.blocks.4.norm2.bias | model.visual.layers.*.norm2.bias | whole | 2 | 0.0 | 2.778185735933491 |
| 1365 | 391 | 595 | 0.2705987607966873 | 0.996447762029435 | 0.9964477620294351 | 0.8580130375646563 | 0.2705987607966873 | 0.36602684048231765 | 0.3077227134304752 | 0.08421316729900435 | 1.3478503189279036 | model.visual.blocks.13.norm2.weight | model.visual.blocks.8.norm2.weight | model.visual.layers.*.norm2.weight | whole | 5 | 0.0 | 0.4255914752037601 |
| 1366 | 178 | 237 | 0.38603028909551307 | 0.9841171112463403 | 0.9841171112463407 | 0.9264021721223357 | 0.38603028909551323 | 0.6019253864973059 | 0.4595437814437533 | 0.17752045333470015 | 1.534504129024446 | model.language_model.layers.2.input_layernorm.weight | model.language_model.layers.3.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 1 | 1.6653345369377348e-16 | 0.7979570642721405 |
| 1367 | 8 | 30 | 0.5675216845391482 | 0.8248360160679807 | 0.8248360160679806 | 0.3978577370751884 | 0.5675216845391482 | 0.731826083016285 | 0.6342350307240046 | 0.5653720426383869 | 1.0636360287448157 | model.language_model.layers.13.linear_attn.A_log | model.language_model.layers.6.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 7 | 0.0 | 1.2453357505491138 |
| 1368 | 38 | 249 | 1.1686985908959848 | 0.0028803360124657123 | -0.013127385328960822 | -0.01313155577354149 | 1.7615059424521453 | 1.2257612019277748 | 1.4228908924717918 | 0.9999138321647646 | -0.009134819946503359 | model.language_model.layers.0.linear_attn.conv1d.weight | model.language_model.layers.4.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 4 | 0.05706261103179 | 8.070742313292744 |
| 1369 | 98 | 297 | 1.0072232933788916 | 0.3713429953837107 | 0.3713429953837106 | -0.16300655457382585 | 1.3223008365915214 | 1.0072232933788916 | 1.1331366775890155 | 0.9284957618532534 | 0.28285947072958373 | model.language_model.layers.13.linear_attn.dt_bias | model.language_model.layers.8.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 5 | 0.0 | 2.2525702295890437 |
| 1370 | 99 | 251 | 1.1843330846234361 | 0.14524840877920026 | 0.12851474649025826 | 0.12845402387134724 | 1.5032880618441278 | 1.1947076081935881 | 1.3227275941612744 | 0.9917075980018226 | 0.10213448060555523 | model.language_model.layers.13.linear_attn.in_proj_a.weight | model.language_model.layers.4.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 9 | 0.010374523570152006 | 4.087506016113738 |
| 1371 | 135 | 194 | 1.1680178641329813 | 0.23047254701576184 | 0.23291856883514306 | 0.2326484200394237 | 1.3185156349131901 | 1.1738137661578094 | 1.2398761354596342 | 0.9724962417880023 | 0.20735667841395514 | model.language_model.layers.16.linear_attn.in_proj_b.weight | model.language_model.layers.20.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 4 | 0.005795902024828159 | 4.135582560492234 |
| 1372 | 89 | 195 | 1.3206139468792923 | 0.004956186074327611 | -0.00046659145212280597 | -0.00046662560303001153 | 1.5059857848618459 | 1.3379576512305924 | 1.414541158998582 | 0.9999998911462025 | -0.00041453220185857874 | model.language_model.layers.12.linear_attn.in_proj_qkv.weight | model.language_model.layers.20.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 8 | 0.01734370435130006 | 4.2181556333912065 |
| 1373 | 184 | 266 | 1.342167689859563 | -0.019871398847782953 | 0.0013793835296283285 | 0.0013778645205648888 | 1.3427930320230412 | 1.4960897509803734 | 1.4132435298542314 | 0.9999990486500865 | 0.001536857514250687 | model.language_model.layers.2.linear_attn.in_proj_z.weight | model.language_model.layers.5.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 3 | 0.0006253421634783152 | 3.817447397176247 |
| 1374 | 25 | 31 | 0.15382922528726722 | 0.9941725157730493 | 0.9941725157730491 | 0.03832161375686572 | 0.15382922528726722 | 0.17392946229249204 | 0.16295686075326365 | 0.10780078330645979 | 1.124076980635312 | model.language_model.layers.22.linear_attn.norm.weight | model.language_model.layers.6.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 16 | 0.0 | 0.40236255431292606 |
| 1375 | 138 | 209 | 1.3759515460981424 | 0.02090169272933799 | 0.0002593444914773903 | 0.0002594383687810958 | 1.4357291451902103 | 1.3932863596287282 | 1.4140302487774583 | 0.9999999663702168 | 0.0002516777928697861 | model.language_model.layers.16.linear_attn.out_proj.weight | model.language_model.layers.21.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 5 | 0.017334813530585746 | 3.9531677770283378 |
| 1376 | 121 | 280 | 1.3237412886211521 | 0.0021761181390219054 | 0.000141983238011083 | 0.00014201896519516866 | 1.3491591016985651 | 1.4894543009578332 | 1.4141136508226027 | 0.9999999899203801 | 0.00015674766916168832 | model.language_model.layers.15.mlp.down_proj.weight | model.language_model.layers.6.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 9 | 0.025417813077412976 | 3.5123845927892106 |
| 1377 | 228 | 257 | 1.231062320059652 | 0.01981515223228223 | 0.001165066519474992 | 0.0011595885993113855 | 1.23755500751662 | 1.6947340155723742 | 1.4134286196466213 | 0.9999993213097723 | 0.001595466746097156 | model.language_model.layers.23.mlp.gate_proj.weight | model.language_model.layers.4.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 19 | 0.0064926874569679605 | 3.357701977954125 |
| 1378 | 141 | 188 | 1.3074920264989942 | -0.005644622269851291 | -0.0002475530029970565 | -0.00024759493595545557 | 1.306602451066915 | 1.5541650064107568 | 1.4143859960250282 | 0.9999999693587548 | -0.0002944569820573672 | model.language_model.layers.16.mlp.up_proj.weight | model.language_model.layers.2.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 14 | 0.0008895754320792371 | 3.662370747032737 |
| 1379 | 213 | 230 | 0.36430976670410514 | 0.9669157441456826 | 0.9669157441456823 | 0.1707503820635789 | 0.36430976670410514 | 0.5154178610368665 | 0.42072474050788844 | 0.255095950032927 | 1.3679722318705048 | model.language_model.layers.21.post_attention_layernorm.weight | model.language_model.layers.23.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 2 | 0.0 | 0.781228635853318 |
| 1380 | 332 | 548 | 1.0029591287429473 | 0.08716167095070683 | 0.08716167095070686 | 0.08558162743423277 | 1.0029591287429473 | 4.929632800312445 | 1.3899228642910724 | 0.9961941794234097 | 0.42840731963542283 | model.visual.blocks.1.attn.proj.bias | model.visual.blocks.5.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 4 | 0.0 | 3.708846408524548 |
| 1381 | 405 | 477 | 1.3392945010841748 | -0.00816656633073716 | -0.0013410648044484257 | -0.001341068660851527 | 1.4954469019588221 | 1.3465487063435135 | 1.415156332485317 | 0.9999991007721908 | -0.001207538077873238 | model.visual.blocks.15.attn.proj.weight | model.visual.blocks.20.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 5 | 0.007254205259338731 | 3.992159318642621 |
| 1382 | 406 | 526 | 1.2830343469798349 | 0.03517444263784841 | 0.005665141609275539 | 0.00545080289170976 | 1.527012155379634 | 1.316729455985009 | 1.4102457056977682 | 0.9999839529565197 | 0.004885002914338232 | model.visual.blocks.15.attn.qkv.bias | model.visual.blocks.3.attn.qkv.bias | model.visual.layers.*.attn.qkv.bias | whole | 12 | 0.03369510900517403 | 6.439208539215549 |
| 1383 | 431 | 527 | 1.2858042563612757 | -0.014725614904377921 | -0.000116936005871774 | -0.0001167159609412576 | 1.5967277049510327 | 1.282833673854733 | 1.414294304322926 | 0.9999999931629852 | -9.394804483773071e-05 | model.visual.blocks.17.attn.qkv.weight | model.visual.blocks.3.attn.qkv.weight | model.visual.layers.*.attn.qkv.weight | whole | 14 | 0.002970582506542696 | 4.462916525162765 |
| 1384 | 432 | 456 | 0.46195943083045365 | 0.8927247008977279 | 0.8938709682940424 | 0.02090618258965447 | 0.4577841060924547 | 0.4640704597021156 | 0.46089513262280324 | 0.4483243156924137 | 0.9061457260091377 | model.visual.blocks.17.mlp.linear_fc1.bias | model.visual.blocks.19.mlp.linear_fc1.bias | model.visual.layers.*.mlp.linear_fc1.bias | whole | 2 | 0.0041753247379989755 | 1.3023737761951386 |
| 1385 | 433 | 589 | 1.295927188668281 | 0.0015644442600501337 | -0.00015013298858171262 | -5.262726307511633e-06 | 1.5806461169455386 | 1.2914212358363903 | 1.4143175870728837 | 0.9999999887300428 | -0.00012266182010978635 | model.visual.blocks.17.mlp.linear_fc1.weight | model.visual.blocks.8.mlp.linear_fc1.weight | model.visual.layers.*.mlp.linear_fc1.weight | whole | 9 | 0.004505952831890703 | 4.071079600493406 |
| 1386 | 518 | 542 | 0.9972373881192704 | 0.11172191558959925 | 0.11172191558959932 | 0.11147122469701239 | 0.9972373881192703 | 5.109487398332148 | 1.3841892413004662 | 0.9937395099204773 | 0.5724231026868726 | model.visual.blocks.23.mlp.linear_fc2.bias | model.visual.blocks.4.mlp.linear_fc2.bias | model.visual.layers.*.mlp.linear_fc2.bias | whole | 19 | 1.1102230246251565e-16 | 2.2435793062800986 |
| 1387 | 423 | 543 | 1.2963605353649015 | -0.028999406982695743 | -0.0006660747909779739 | -0.0006654008638725205 | 1.5895741794752078 | 1.287156950175754 | 1.414674177107232 | 0.9999997781721618 | -0.000539353751221104 | model.visual.blocks.16.mlp.linear_fc2.weight | model.visual.blocks.4.mlp.linear_fc2.weight | model.visual.layers.*.mlp.linear_fc2.weight | whole | 12 | 0.009203585189147434 | 4.813358030411115 |
| 1388 | 424 | 484 | 0.6559804921813182 | 0.7596852460793644 | 0.7596852460793639 | 0.7588748091033007 | 0.7754871267163697 | 0.6559804921813182 | 0.7082812731674969 | 0.6502909555647658 | 0.6426137642492314 | model.visual.blocks.16.norm1.bias | model.visual.blocks.20.norm1.bias | model.visual.layers.*.norm1.bias | whole | 4 | 0.0 | 2.1571076893911174 |
| 1389 | 365 | 389 | 0.1596464518909851 | 0.9959783720397912 | 0.9959783720397911 | 0.8948993791610309 | 0.18480969021926671 | 0.1596464518909851 | 0.1708536747577361 | 0.08959398656699798 | 0.8603683771541526 | model.visual.blocks.11.norm1.weight | model.visual.blocks.13.norm1.weight | model.visual.layers.*.norm1.weight | whole | 2 | 0.0 | 0.3845932778508855 |
| 1390 | 438 | 486 | 0.921209142877123 | 0.4748413733450896 | 0.4748413733450896 | 0.47958308603581 | 1.233119831921103 | 0.921209142877123 | 1.043702365122203 | 0.8800714006032404 | 0.35473293285726126 | model.visual.blocks.17.norm2.bias | model.visual.blocks.20.norm2.bias | model.visual.layers.*.norm2.bias | whole | 3 | 0.0 | 3.2398226468927414 |
| 1391 | 415 | 439 | 0.27670394624446665 | 0.9952796085688154 | 0.9952796085688155 | 0.9079272697102407 | 0.3758782851733243 | 0.27670394624446665 | 0.31513689011353374 | 0.09704896066988752 | 0.7326781199415349 | model.visual.blocks.15.norm2.weight | model.visual.blocks.17.norm2.weight | model.visual.layers.*.norm2.weight | whole | 2 | 0.0 | 0.6271550970111571 |
| 1392 | 143 | 248 | 0.39725095303776325 | 0.9547471129698829 | 0.9547471129698829 | 0.6858627786150259 | 0.39725095303776325 | 0.5745581420927451 | 0.46210133723337965 | 0.29741881291484173 | 1.3808846100974401 | model.language_model.layers.17.input_layernorm.weight | model.language_model.layers.4.input_layernorm.weight | model.language_model.layers.*.input_layernorm.weight | whole | 13 | 0.0 | 0.9898151034848081 |
| 1393 | 24 | 32 | 0.5700012392391427 | 0.8230365923977085 | 0.8230365923977088 | -0.4198017198574806 | 0.5700012392391427 | 0.6544988187390461 | 0.6078890150683917 | 0.567988351618559 | 0.9450443971356169 | model.language_model.layers.22.linear_attn.A_log | model.language_model.layers.8.linear_attn.A_log | model.language_model.layers.*.linear_attn.A_log | whole | 14 | 0.0 | 1.0378897601028385 |
| 1394 | 62 | 215 | 1.1713558124312726 | -0.031508611257568306 | -0.015641668261538382 | -0.015563110204396435 | 2.053313552808999 | 1.1549910653956668 | 1.42363434461733 | 0.9998776616236589 | -0.008798455094812457 | model.language_model.layers.10.linear_attn.conv1d.weight | model.language_model.layers.22.linear_attn.conv1d.weight | model.language_model.layers.*.linear_attn.conv1d.weight | whole | 12 | 0.016364747035605864 | 7.80729947001822 |
| 1395 | 39 | 309 | 1.0078739718798284 | 0.23084879465203334 | 0.23084879465203334 | 0.14487877761360915 | 1.0078739718798284 | 2.0413890436630493 | 1.2780654238665095 | 0.9729896371532963 | 0.46757056268307984 | model.language_model.layers.0.linear_attn.dt_bias | model.language_model.layers.9.linear_attn.dt_bias | model.language_model.layers.*.linear_attn.dt_bias | whole | 9 | 0.0 | 2.1687561208799275 |
| 1396 | 87 | 298 | 1.184714366407735 | 0.17094945308802234 | 0.15843144658604474 | 0.15839685861971345 | 1.1788044061528462 | 1.4691197453014528 | 1.3002555269918576 | 0.987369979659425 | 0.19744986126735883 | model.language_model.layers.12.linear_attn.in_proj_a.weight | model.language_model.layers.8.linear_attn.in_proj_a.weight | model.language_model.layers.*.linear_attn.in_proj_a.weight | whole | 4 | 0.00590996025488888 | 3.503149405641046 |
| 1397 | 182 | 264 | 1.1722660812491008 | 0.17000262591674323 | 0.1812591907698143 | 0.18096841843357392 | 1.1758155497740106 | 1.4238980906658392 | 1.2821951611321774 | 0.9834353592186281 | 0.2195026385748845 | model.language_model.layers.2.linear_attn.in_proj_b.weight | model.language_model.layers.5.linear_attn.in_proj_b.weight | model.language_model.layers.*.linear_attn.in_proj_b.weight | whole | 3 | 0.0035494685249097824 | 3.451270795570714 |
| 1398 | 42 | 219 | 1.3241220629972237 | -0.014415113934033167 | -0.00025490323864760033 | -0.0002549900663429243 | 1.5135641226663834 | 1.3324653907938762 | 1.4143923411391088 | 0.999999967512169 | -0.000224403934007667 | model.language_model.layers.0.linear_attn.in_proj_qkv.weight | model.language_model.layers.22.linear_attn.in_proj_qkv.weight | model.language_model.layers.*.linear_attn.in_proj_qkv.weight | whole | 22 | 0.008343327796652478 | 4.287781076854033 |
| 1399 | 278 | 301 | 1.3426095232201998 | 0.055859289868367586 | 0.006196583958423492 | 0.006196975379504225 | 1.3752332790513282 | 1.4471781849865455 | 1.40983081503941 | 0.9999808009893221 | 0.006520756341974294 | model.language_model.layers.6.linear_attn.in_proj_z.weight | model.language_model.layers.8.linear_attn.in_proj_z.weight | model.language_model.layers.*.linear_attn.in_proj_z.weight | whole | 2 | 0.03262375583112842 | 3.6013665826694314 |
| 1400 | 25 | 33 | 0.15439193477584384 | 0.9918436174965953 | 0.991843617496595 | -0.07372590149264047 | 0.15439193477584384 | 0.17065173639084225 | 0.16191269592362725 | 0.1274607328994624 | 1.0962997244623602 | model.language_model.layers.22.linear_attn.norm.weight | model.language_model.layers.8.linear_attn.norm.weight | model.language_model.layers.*.linear_attn.norm.weight | whole | 14 | 0.0 | 0.49588875091568446 |
| 1401 | 150 | 314 | 1.3759799571550764 | -0.016438386749824868 | -0.0005828694397396144 | -0.0005829310094815485 | 1.446200794127123 | 1.3850315606608776 | 1.414625268787818 | 0.9999998301315937 | -0.0005582161018459012 | model.language_model.layers.17.linear_attn.out_proj.weight | model.language_model.layers.9.linear_attn.out_proj.weight | model.language_model.layers.*.linear_attn.out_proj.weight | whole | 8 | 0.009051603505801253 | 4.014817384904005 |
| 1402 | 151 | 303 | 1.324735773451131 | 0.003459405335473893 | 0.00033148341979366677 | 0.00033144051349852794 | 1.3493974695468438 | 1.4888223208175162 | 1.4139802775017714 | 0.9999999450593697 | 0.0003657335407153745 | model.language_model.layers.17.mlp.down_proj.weight | model.language_model.layers.8.mlp.down_proj.weight | model.language_model.layers.*.mlp.down_proj.weight | whole | 9 | 0.024661696095712893 | 3.5330397047181896 |
| 1403 | 46 | 199 | 1.2310905668583 | 0.021798529569840304 | 0.0024152567700709278 | 0.0024120437983445485 | 1.6733873423394698 | 1.2449482028077756 | 1.4125768359467066 | 0.9999970832631137 | 0.0017968760125885602 | model.language_model.layers.0.mlp.gate_proj.weight | model.language_model.layers.20.mlp.gate_proj.weight | model.language_model.layers.*.mlp.gate_proj.weight | whole | 20 | 0.013857635949475533 | 4.481067468357994 |
| 1404 | 224 | 287 | 1.3081635716955493 | 0.002714950310676827 | 0.00018714723721518025 | 0.00018723205674133235 | 1.2960952372681638 | 1.5715481154976776 | 1.4140836429833452 | 0.9999999824879556 | 0.0002269207381596615 | model.language_model.layers.22.mlp.up_proj.weight | model.language_model.layers.7.mlp.up_proj.weight | model.language_model.layers.*.mlp.up_proj.weight | whole | 15 | 0.01206833442738553 | 3.362443380521118 |
| 1405 | 259 | 288 | 0.3659125350102866 | 0.9564253605905426 | 0.9564253605905425 | 0.9736945007912392 | 0.49724667751293533 | 0.3659125350102866 | 0.4167910209661114 | 0.2919769333684611 | 0.7038116976311196 | model.language_model.layers.4.post_attention_layernorm.weight | model.language_model.layers.7.post_attention_layernorm.weight | model.language_model.layers.*.post_attention_layernorm.weight | whole | 3 | 0.0 | 1.347700217497085 |
| 1406 | 512 | 548 | 1.0031479768670313 | 0.04608358701275898 | 0.04608358701275898 | 0.04596990328132864 | 1.0031479768670313 | 7.274658731630259 | 1.405366614637504 | 0.9989375871434799 | 0.33419034517142504 | model.visual.blocks.23.attn.proj.bias | model.visual.blocks.5.attn.proj.bias | model.visual.layers.*.attn.proj.bias | whole | 18 | 0.0 | 2.1467298175753906 |
| 1407 | 357 | 573 | 1.3395044625659107 | 0.0004573099305718812 | 0.0013610694821746619 | 0.001361086073473478 | 1.4817121156074247 | 1.3534858606570956 | 1.4132547449975472 | 0.9999990737445034 | 0.0012432835502192534 | model.visual.blocks.11.attn.proj.weight | model.visual.blocks.7.attn.proj.weight | model.visual.layers.*.attn.proj.weight | whole | 4 | 0.013981398091184927 | 4.0 |
