exp-model-parameter-similarity/results/qwen35-2b/analysis/block_pairs.csv

1	a	b	screen_error	screen_cosine	cosine	pearson	error_member_to_rep	error_rep_to_member	symmetric_error	scaled_error	scale	a_id	b_id	role	scale_name	layer_distance	screen_vs_exact_min_error_absolute_difference	sampled_error_q99_over_member_rms
2	167	246	1.0894452486474806	0.38796336124490094	0.37324869392682886	0.37202595882877076	1.1188727792139785	1.1203278195810313	1.1195995902799467	0.9277313255905054	0.37373408594520896	model.language_model.embed_tokens.weight|2d-128|(232576, 768)	model.language_model.embed_tokens.weight|2d-128|(238592, 768)	model.language_model.embed_tokens.weight	2d-128	0	0.02942753056649794	3.0233346033796966
3	423	496	0.7438507081053086	0.6699333398210837	0.6417520096030089	0.6411730069591058	0.7867192520997638	0.9627317961194786	0.8615218421626015	0.7669122232501576	0.7853310608827481	model.language_model.embed_tokens.weight|2d-64|(239488, 832)	model.language_model.embed_tokens.weight|2d-64|(248192, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.042868543994455166	2.1299594313244268
4	545	718	0.029953771990458095	0.9995525787405712	0.9995525787405716	0.999907302992927	0.030015470714371044	0.029953771990451055	0.0299845737438786	0.029910572262557524	0.9974979343478151	model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1998, 0, 0)	model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(174, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	0	7.039507865513883e-15	0.048599921013148646
5	904	1005	0.1902743069402343	0.993953072582102	0.9939530725821022	0.9944423811096604	0.22690602719217906	0.1902743069402343	0.20618853667545073	0.10980568976423064	0.8334892393867384	model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1952, 0, 0)	model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1648, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	3	0.0	0.5710743277943352
6	1103	1150	1.0711159653949	0.0559822305204397	0.01028288010919769	0.0103939934737235	1.0892664178974607	2.4629365914181918	1.4088239907931361	0.9999471297907004	0.023250585228721685	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)	model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	12	0.018150452502560643	3.2259271035015873
7	1434	1503	1.0779031821899423	0.015806161866962647	-0.012553062167801374	-0.012413970994473184	1.090431605185219	2.5814123621722116	1.42056286403144	0.9999212072109539	-0.02971725114073025	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)	model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	6	0.012528422995276678	3.087485067219551
8	1569	1706	1.1081752593339522	0.0202168183721736	0.0008817725583642154	0.0008949717898999777	2.2331574982947857	1.1179049072811298	1.4137143132167809	0.9999996112385021	0.00044140991884983094	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	16	0.009729647947177567	6.300079018594715
9	1811	1814	1.0585798898445296	0.10052658532672124	0.043485528874022565	0.04529577341491599	2.1514579231056645	1.1039258846581124	1.3890103921441352	0.9990540569851796	0.022312684071824906	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)	model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	4	0.04534599481358281	7.185525671842986
10	2102	2176	1.1734808420205778	0.03929645467152874	0.004081316830747968	0.004151017798498881	1.8174545632726535	1.194360251621981	1.4115620498852515	0.9999916713917807	0.002682082234916312	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)	model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	16	0.02087940960140311	4.774061324076325
11	2395	2465	1.1835603233407535	0.0874764048349385	0.03925175505343579	0.03948197026606924	1.2229487000660755	1.643005575627051	1.3873710410414284	0.999229352914147	0.05273389832497295	model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)	model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 0)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	6	0.03938837672532203	3.2924553859284442
12	2669	2813	1.2355320128476635	0.03354971199833752	0.015434176227294018	0.01545843518617855	1.2582617322579883	1.614646024158198	1.403590851842235	0.9998808860080208	0.019805681634167054	model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	19	0.022729719410324867	3.337470620889861
13	2920	2973	1.2104279288692616	0.0427721874990917	0.026731854567807262	0.026184644686830478	1.562085825497462	1.2730144509385202	1.3955774749270475	0.9996426401226418	0.021784998371884155	model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)	model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	11	0.06258652206925852	3.9850871662870815
14	3082	3138	1.1080989659511462	0.0730690960653304	0.0025627439770077986	0.002623898268926326	1.981764706473186	1.156541429072691	1.4126349362518662	0.9999967161662624	0.001495596107769383	model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	12	0.048442463121544765	5.221208913902469
15	3537	3575	1.1041235061648995	0.06450074354297969	0.034057548262042964	0.03405910559171775	1.1323403386998094	1.9993009344371577	1.3934067442909839	0.9994198734297706	0.06013323533375642	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)	model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	10	0.02821683253490992	3.0377801090077523
16	3689	3818	1.1655761376905103	0.044603181868445134	0.002404561338131494	0.0024268481856735058	1.2012251784862145	1.7983820018295664	1.4126420416565377	0.9999971090382067	0.003599924402384248	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)	model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	21	0.03564904079570419	3.1895248619643546
17	3964	4066	1.18467347454022	0.03424202478457788	0.030913013421218393	0.030933585961625796	1.7334381850834844	1.1978183406004888	1.3936173130244018	0.9995220785961757	0.02136111616658608	model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	21	0.013144866060268656	4.32663306649515
18	4208	4293	1.123937111677656	0.06731541512250179	0.01656469073106184	0.016561710032212757	1.1821431515814131	1.826469602750078	1.40348719057167	0.9998627960980367	0.025593265975247487	model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 0)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	8	0.05820603990375717	3.253088091975438
19	4409	4582	1.052680747563263	0.08554665171493507	0.03637255118043134	0.03640511505016866	2.367041392608807	1.084746718278628	1.3945960417924863	0.9993382998367604	0.016668489892738822	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1216)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	20	0.03206597071536499	6.875064342676766
20	4814	4828	1.0789874393328727	0.3753911255568909	0.3717312413966341	0.37172464299775076	1.1695680211355917	1.079814236683138	1.1220076356666884	0.9283403924044872	0.34320422534316725	model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 1792)	model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 1280)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	0	0.0008267973502653625	3.1995238675112225
21	4871	4935	1.0580171183737301	0.37705546779251675	0.4006143023357977	0.4007438849886019	1.170070196285435	1.0370017719034161	1.0975315022556145	0.9162467903157981	0.35505369053151087	model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(832, 1984)	model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(832, 1216)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	0	0.021015346470314	3.4884921154657773
22	5280	5310	0.7043073044897941	0.7485413637824063	0.766589729840059	0.7665809510174927	0.681062120292795	0.6854919075405095	0.6832662443672706	0.6421372019309778	0.7715758086547412	model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1664, 768)	model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(128, 768)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	0	0.023245184196999058	1.9839553980873788
23	5524	5620	1.0681726780871723	0.021473915662381417	0.007613702278025557	0.007040257625466312	1.0791659050469389	2.610507009212283	1.4104069244941255	0.9999710153487558	0.018417578863350714	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.010993226959766567	2.937870828897461
24	5763	5784	1.0550783154181904	0.0678811107844952	0.0022653164074056256	0.002282957038779318	1.089940911801141	2.500852888727572	1.4130397145830387	0.9999974341674954	0.005197734134027936	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.03486259638295053	3.6750982261276337
25	5988	6070	1.03983501059295	0.050704201881961605	0.03202650550503335	0.03196491398150493	2.5393513782101604	1.0730832219679467	1.3978795399583834	0.9994870198982756	0.013533812614754687	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.03324821137499678	11.312669036943484
26	6200	6394	1.0925445428218992	0.012520095599178785	-0.008530005452108098	-0.008486549689585303	1.1011471135154756	2.4331881916002	1.4187375698657156	0.9999636188416993	-0.018848624571237236	model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)	model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)	model.visual.layers.*.attn.proj.weight	2d-128	2	0.008602570693576395	3.0412122626595264
27	6512	6642	1.0992417123100044	-0.013305839082465496	0.005058849609412047	0.004866144865479302	1.0929319776557436	2.449917244143517	1.4115491983616242	0.9999872039384451	0.011339921556884952	model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)	model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)	model.visual.layers.*.attn.proj.weight	2d-64	5	0.006309734654260879	2.829431170893779
28	6763	6852	1.033156926566112	0.038659376754967265	0.0034003546758831884	0.0035199665538316657	1.0525674864684573	3.171370356188395	1.4127751635212673	0.9999942187773279	0.010245218628027325	model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)	model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)	model.visual.layers.*.attn.qkv.weight	2d-128	21	0.019410559902345303	3.5790242952160756
29	6920	7090	1.0331416291031628	0.005285473775742872	0.008966235989091196	0.008911506127349235	3.547502237378981	1.0395248281175173	1.4107875633392561	0.9999598024981744	0.002627376757430188	model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	18	0.006383199014354579	13.629539661805554
30	7182	7240	1.1537464593813556	0.07302562762216058	0.025351834507209892	0.025627416003383384	1.1943218369853204	1.759355741692622	1.3974535167265958	0.9996785905915556	0.03734579258408811	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)	model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3200, 896)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	13	0.04057537760396479	3.2814412049575883
31	7435	7640	1.1745349899928483	0.04663097109929398	0.0107345585303503	0.010591422553174145	1.7759595469796106	1.2012420814914404	1.4071508308308043	0.999942382966718	0.007260752901055654	model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	16	0.026707091498592073	5.292258106069272
32	7689	7828	1.1468915236403037	0.03916069782830123	0.007969862799926482	0.007957072202071	1.7349258436707256	1.216872236050213	1.40890485024366	0.9999682401391308	0.005590039944209056	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	8	0.06998071240990944	4.845802218747903
33	8010	8072	1.0563473069145437	0.057964568565604835	0.03525612165740582	0.034684468487886436	2.2715057848013758	1.0946464398174	1.3945780186323082	0.9993783096934205	0.016990046123709537	model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(896, 3584)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	13	0.03829913290285636	4.224516087360286
34	8269	8337	0.5506722030140612	0.8436165886878654	0.8394467875146913	0.8395691659792573	0.5714047142637327	0.5624011676000831	0.5668493200660722	0.5434418928747256	0.8262197382195556	model.visual.merger.linear_fc1.weight|2d-128|(2048, 2048)	model.visual.merger.linear_fc1.weight|2d-128|(2048, 0)	model.visual.merger.linear_fc1.weight	2d-128	0	0.011728964586021906	1.414632040530846
35	8623	8647	0.5695108658139727	0.8346012138517019	0.8382741355593843	0.83821879529538	0.5704160177838491	0.5671047340284683	0.568753146667114	0.5452490015141402	0.8334079266152212	model.visual.merger.linear_fc1.weight|2d-64|(576, 448)	model.visual.merger.linear_fc1.weight|2d-64|(576, 2496)	model.visual.merger.linear_fc1.weight	2d-64	0	0.0024061317855044173	1.6101159118737693
36	8852	8866	1.3043512352901137	0.06432613120158012	0.011381312930655503	0.011452820065614218	1.3702704517775306	1.4450130870839248	1.406154130848682	0.9999352307604601	0.012002116889888833	model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)	model.visual.merger.linear_fc2.weight|2d-128|(1408, 2432)	model.visual.merger.linear_fc2.weight	2d-128	0	0.06591921648741694	3.3439156783385386
37	8966	9179	1.2893950379742163	0.0479155894986723	0.023307836758369692	0.02330741960912553	1.321120695772949	1.4894851182910003	1.3977545140607808	0.9997283354720148	0.026278201607337546	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(960, 128)	model.visual.merger.linear_fc2.weight	2d-64	0	0.03172565779873282	3.3300679309594723
38	9271	9295	0.1957616943563766	0.98068460260963	0.9820068756666321	0.9820455292582908	0.1894907479098447	0.19608337302827444	0.19270253334448942	0.18884516446935973	1.0161721489921178	model.visual.pos_embed.weight|2d-128|(768, 896)	model.visual.pos_embed.weight|2d-128|(1152, 896)	model.visual.pos_embed.weight	2d-128	0	0.006270946446531922	0.8122989555480878
39	9364	9583	0.07004737033100995	0.9976100182950955	0.9956530039194292	0.9956236857721101	0.09494430310075026	0.09362662282834061	0.09427855747856338	0.09314019425692001	0.9818348781490198	model.visual.pos_embed.weight|2d-64|(1024, 960)	model.visual.pos_embed.weight|2d-64|(832, 960)	model.visual.pos_embed.weight	2d-64	0	0.023579252497330658	0.2597855660120499
40	9639	9695	0.3614567637813128	0.9339206878576314	0.9219877695675962	0.9214361630161053	0.39795158187541674	0.39254003850508734	0.39521802621347774	0.3872189984592301	0.909450121699946	mtp.fc.weight|2d-128|(1024, 3072)	mtp.fc.weight|2d-128|(1536, 3584)	mtp.fc.weight	2d-128	0	0.031083274723774534	0.8540122169455618
41	9891	10068	0.2886300503483287	0.9577191034476885	0.9598132531637373	0.959271283527643	0.2839409442692466	0.28309544190071007	0.28351724754601626	0.2806394823456665	0.9569551786405605	mtp.fc.weight|2d-64|(576, 2624)	mtp.fc.weight|2d-64|(1664, 3712)	mtp.fc.weight	2d-64	0	0.005534608447618661	0.8782199658641164
42	10187	10200	1.1946825544055946	0.07446873043760187	0.006509500040408419	0.006527859532127082	1.3441284970252416	1.4857378251829334	1.4096262053621242	0.9999788129801671	0.007195301977801161	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2176)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.14944594261964705	2.913183001718908
43	10457	10506	1.198150997064628	0.024918949826102973	-0.007254272083593336	-0.006812156548399444	1.6490820946703235	1.2645829911997384	1.4191588617486015	0.9999736874220927	-0.005562869865663763	mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.06643199413511036	4.181156221642901
44	10774	10882	1.2768599659253228	0.050237231231781546	-0.0029713092879358307	-0.002957340566802546	1.3110138900431856	1.551808804958648	1.4162835610226077	0.9999955856508145	-0.00351705191706424	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.03415392411786278	3.6172813491868308
45	10962	11053	1.2433693978335718	0.04576581177407618	0.04657381952004896	0.046697217585344314	1.2564681140844673	1.553632152339137	1.3816340385095114	0.9989148508933652	0.057588873647074344	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.013098716250895537	3.407050665985599
46	11152	11214	1.2826879016049593	0.04188754257032787	0.00018545514665608477	0.0002868182498373276	1.4744156881912869	1.360597769248373	1.4140828417913525	0.9999999828031941	0.00017113888631057632	mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)	mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.07790986764341379	3.9114060436397873
47	11500	11525	1.2689310555889588	0.0538477070634744	0.013087176494294929	0.012737627899661206	1.3047581067622382	1.5327038514760445	1.405048511253724	0.9999143592385336	0.015373551399139023	mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)	mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.035827051173279445	3.474631610911024
48	11676	11718	1.174938052884719	0.028759711562451568	0.013216874550090634	0.013318147663513058	1.834544741171617	1.1825781227600496	1.4056759009307889	0.9999126532988405	0.00851981766561839	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.007640069875330502	5.612726402999833
49	11749	11933	1.0428231161058483	0.05382512042460118	0.03637384877504431	0.036409964835352526	2.6544560250720037	1.0636833355077997	1.3963395665730842	0.9993382526078395	0.014575587775746229	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.020860219401951374	10.859965557393824
50	12107	12109	0.8654957504211962	0.5823965390317896	0.5767316801239848	0.5767314910138576	0.8821045427467973	0.9698896070429528	0.9228803795722684	0.8169336381502268	0.6341267225116606	mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.016608792325601085	2.8452785898124433
51	12407	12414	0.9485605177132503	0.5047085964430541	0.524476918171388	0.5243281390855615	1.0177454899353642	0.9405761288480083	0.9768821785772885	0.8514246662538285	0.4847090694502683	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1728)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1472)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.007984388865241998	3.44582960012728
52	12516	12644	0.9681457755438944	0.4749434849695384	0.4898664655238783	0.489845890138563	1.0794700122485215	0.9583030770022706	1.0134941761889928	0.8717974798972196	0.4348805764913478	mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 512)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(1152, 512)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.009842698541623784	3.0068863441508302
53	12754	12887	0.9132896966933031	0.5431185797323121	0.5430402363306829	0.5429725256523041	1.008280496287895	0.9156347201505268	0.9586161211041178	0.8397066760041365	0.4931430258283478	mtp.layers.0.self_attn.q_proj.weight|2d-64|(1728, 1152)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(1216, 1152)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.0023450234572237605	2.842001236531133
54	13031	13067	1.3008245097731315	0.05329366779201837	0.006530202330808273	0.006454532374199633	1.3680147701413792	1.455217787579088	1.4095972800990122	0.9999786780014456	0.006946464903518938	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1408)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.06719026036824771	3.4623749519759075
55	13193	13279	1.2536471030059182	0.03702871867789737	0.03073761183313115	0.03086288475693952	1.2793180400256439	1.542767390569433	1.392690561228705	0.9995274879755912	0.03706739349910622	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.02567093701972567	3.2890972647859105
56	155	220	1.0935004990632051	0.3804886045588433	0.3469398338048047	0.3458989697896254	1.1072995884430297	1.1835623902745709	1.1435281275465072	0.9378873875468708	0.3708345449282207	model.language_model.embed_tokens.weight|2d-128|(241920, 1152)	model.language_model.embed_tokens.weight|2d-128|(176256, 1152)	model.language_model.embed_tokens.weight	2d-128	0	0.013799089379824547	3.1148320325102166
57	496	508	0.7474382918785522	0.6661982158025668	0.6305240495258688	0.6298864875776136	0.9638150023712678	0.801892279578134	0.8717711734965778	0.7761697127365249	0.5245948300858365	model.language_model.embed_tokens.weight|2d-64|(248192, 832)	model.language_model.embed_tokens.weight|2d-64|(204608, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.054453987699581874	2.737282973460522
58	531	751	0.030796562937720245	0.9995272346174879	0.9995272346174878	0.9996274199444429	0.030865683838279045	0.030796562937720245	0.030831065276728464	0.030745849442121175	0.9972888839963968	model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(152, 0, 0)	model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(707, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	10	0.0	0.04499781071511481
59	870	971	0.19802419391338302	0.9802612394073156	0.9802612394073157	0.980575988832631	0.20434866638862353	0.19802419391338302	0.20111188513432723	0.1977066071623142	0.9499227236893492	model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(1656, 0, 0)	model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(244, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	1	0.0	0.5639894156541914
60	1103	1156	1.0784146431543578	0.02338033007257561	0.007158612416376109	0.007162858801121737	1.0895889132656138	2.4769655391846355	1.4104772990077095	0.999974376805862	0.016273693727847576	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)	model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	8	0.011174270111256046	3.346260585929831
61	1360	1503	1.0841620103861473	0.0408147878925415	0.033536041068112865	0.03312560524212907	1.1019128675439602	2.214544906074931	1.3951697820988214	0.9994375087765507	0.0673983135189645	model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)	model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	2	0.017750857157812883	3.070883723490639
62	1635	1706	1.10846081594884	0.008139457424767526	-0.0009558873991997446	-0.0008036585310235453	2.2727440380277306	1.114108217818349	1.4147477450999986	0.9999995431395357	-0.00046857982638538124	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	16	0.005647401869508961	6.060146570881549
63	1814	1922	1.0764268072892007	0.050784112347396534	0.025019157179407243	0.02120703845765066	1.1117797737126893	2.173494941514722	1.3997947786800544	0.9996869718937184	0.04891167554596674	model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	18	0.03535296642348862	3.610809620595609
64	2061	2134	1.1798588622930277	0.04176850135006261	0.00782399471759439	0.007823907202205362	1.1973121649948735	1.7969013133266878	1.4090985022169924	0.9999693920849073	0.011742089318508361	model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1408)	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	6	0.017453302701845752	3.206170541175117
65	2374	2458	1.185801300064947	0.011555279642868063	0.027654708097652893	0.027444676574805836	1.7710868931118866	1.1889054544514805	1.395998005025921	0.9996175354204395	0.01856421242031402	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)	model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	4	0.003104154386533553	5.034114720318088
66	2594	2632	1.239189270888164	0.058869441096805614	0.01581393240512056	0.015792493241041438	1.2966149156700715	1.5411672928177589	1.4031530359915632	0.999874951952436	0.018796571826422064	model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)	model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1408, 6016)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	13	0.05742564478190748	3.230994296594653
67	2942	2973	1.2248379261786813	0.047452355950809995	0.01131037107713967	0.01150762541518856	1.542914584940549	1.3005582121772121	1.4063091936104037	0.9999360357073334	0.009533772077028109	model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1024, 2816)	model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	2	0.07572028599853087	3.607275176578205
68	3278	3319	1.1189033642283337	0.04735582978285068	-0.008841081204813547	-0.008744261278822319	2.0098379639968424	1.1586866719447477	1.4196133308449492	0.9999609168778197	-0.005096949675100656	model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	14	0.03978330771641403	5.264877871628759
69	3472	3539	1.1058536874129425	0.03900342965345889	0.01354064457329182	0.013844711057949235	2.09535797725386	1.1296167116518414	1.4061920235510947	0.9999083212697751	0.007299821110555337	model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	11	0.023763024238898867	5.901437557476287
70	3653	3689	1.1762872768442856	0.018770996099192652	-0.007829589779249564	-0.007858626671551358	1.8165996000444224	1.2040213067551813	1.4193033570969233	0.9999693482921808	-0.0051893619910180246	model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	21	0.027734029910895686	4.846648921693085
71	3885	4045	1.185994935387896	0.07177464971383685	0.04645507288269968	0.04649334468379994	1.7045331020145014	1.1939760404559732	1.3829973941226004	0.9989203803123966	0.032540432282615495	model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3200, 448)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	22	0.007981105068077143	4.1906523928064106
72	4223	4293	1.133109374990293	0.09944442343549056	0.0023364494597588117	0.002342389197177389	1.2132338409987848	1.7600529749200624	1.4126687026256481	0.9999972704982358	0.0033895154284630507	model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 640)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	20	0.08012446600849188	3.049776163654257
73	4500	4506	1.0729723827335713	0.057096414115268425	0.02483774892570497	0.024865811329940153	1.0960898788822255	2.3108894434698577	1.4005466426541888	0.9996914955266468	0.05236549748137373	model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 960)	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	8	0.023117496148654215	2.886935802687288
74	4648	4710	1.083503495878119	0.0265069301036364	0.011677746618301737	0.011689459770202313	1.100230790430423	2.3377451192334453	1.4078361039791931	0.9999318127922118	0.024812607861937626	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)	model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	4	0.01672729455230404	2.914813285367577
75	4916	4933	1.0792252167636358	0.0282840886739839	0.017685505572767008	0.017587146241559503	1.0962569365814003	2.3462796709429443	1.404588819689899	0.9998435992157151	0.03785165759145027	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)	model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	16	0.017031719817764523	2.9213168377685292
76	5219	5296	0.8501586074603862	0.5925032737620842	0.576744724435529	0.5767482988994865	0.8588479600274835	1.0202518018030002	0.9291966272275128	0.8169244290849588	0.6851327262474878	model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2688, 1024)	model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2176, 1024)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	0	0.008689352567097353	2.3112567579264702
77	5528	5618	1.069482584032153	0.01873315374168497	0.005236364399949196	0.004865511911125726	1.0748511248348216	2.6914433410851264	1.411660660648029	0.9999862901499554	0.01311193501137591	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.0053685408026686865	2.759163988624914
78	5647	5770	1.0577139534201399	0.061646261703369974	0.009010442796016583	0.00890312498602076	2.536084750334254	1.0839663574998935	1.4096008886413747	0.9999594051363384	0.0038512186376153104	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1664)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.0262524040797536	8.833780761112425
79	5970	5988	1.0469377271764795	0.013109026443681502	-0.0013471821755834954	-0.0012567979005316796	1.062240958355662	2.976105086554449	1.4148166046172557	0.9999990925496812	-0.0037744314919620223	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.01530323117918253	3.4837068376849514
80	6289	6394	1.0943912601253716	0.007591428950822788	-0.00393106007868674	-0.003928288530765916	1.097454127593229	2.4485902173525806	1.4162869306565808	0.9999922733534783	-0.008770804182592065	model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)	model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)	model.visual.layers.*.attn.proj.weight	2d-128	2	0.003062867467857444	3.054778941017298
81	6512	6524	1.1080589221694928	0.0029574118623939345	0.0047534036532367	0.004915991776357549	1.1226039274661297	2.180184413673641	1.4114749097503552	0.9999887025130381	0.009231480759271323	model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)	model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)	model.visual.layers.*.attn.proj.weight	2d-64	23	0.014545005296636937	2.908020906100653
82	6848	6852	1.0406084967665092	0.04097132234699253	0.0019135528883197149	0.0018726531699266226	1.0547762760261035	3.1261133993601473	1.4133935648578988	0.9999981691559957	0.005671329039649856	model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)	model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)	model.visual.layers.*.attn.qkv.weight	2d-128	20	0.014167779259594226	3.081208347030841
83	7063	7099	1.0344190109797486	0.04922249826585061	0.004791148885206039	0.003447485034513963	1.051184360066576	3.1965860029650606	1.412201405979269	0.999988522380312	0.014569584600365717	model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)	model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	18	0.016765349086827364	3.46945164565838
84	7182	7304	1.1575946955968142	0.06795638924361275	0.008276482169634513	0.008564228353134461	1.208997801704984	1.7577903218201758	1.4087378558260626	0.9999657493348938	0.01203337196807479	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)	model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(2176, 0)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	14	0.051403106108169894	3.430235546262716
85	7530	7640	1.1753632942087457	0.05581056910864196	0.03865837280902787	0.039616073753657575	1.7392566261715516	1.1894686333669118	1.3885053156262985	0.9992524857170776	0.026438261715616102	model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 448)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	22	0.01410533915816603	5.388214759703163
86	7828	7877	1.1580537182082806	0.08737478997380586	-0.003776792818777645	-0.0037796186604157622	1.2828857508950362	1.6039152925672648	1.416816516329498	0.9999928678925685	-0.004721898076012944	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 1536)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	0	0.12483203268675558	3.2648634705171826
87	8072	8155	1.0608767598548852	0.031710857568215664	0.0198903778907776	0.019587964165940205	1.1093767208416088	2.215953266584556	1.4029081540701729	0.9998021668647064	0.03973055052681498	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	14	0.0484999609867236	1.6736839077212051
88	8250	8438	0.5573242527984019	0.843920037000917	0.8394248871563923	0.8393509497717053	0.5701295556985032	0.5635311111714169	0.5668015294389499	0.5434757205455254	0.8297097294397027	model.visual.merger.linear_fc1.weight|2d-128|(2048, 2816)	model.visual.merger.linear_fc1.weight|2d-128|(2048, 768)	model.visual.merger.linear_fc1.weight	2d-128	0	0.006206858373014934	1.5377660407232991
89	8535	8583	0.5865557850890762	0.8263653013603015	0.8280515256314781	0.827890249505259	0.5858846510105598	0.5869763160476769	0.5864297214618415	0.5606520051684305	0.8295944144883616	model.visual.merger.linear_fc1.weight|2d-64|(768, 2240)	model.visual.merger.linear_fc1.weight|2d-64|(768, 192)	model.visual.merger.linear_fc1.weight	2d-64	0	0.0006711340785164888	1.515303910119289
90	8704	8852	1.3097994443052454	0.05586296245648692	0.017008572077141303	0.017074735293005072	1.441349407924407	1.3659889446649311	1.4021525760160432	0.9998553437752367	0.016119284674608318	model.visual.merger.linear_fc2.weight|2d-128|(1280, 2816)	model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)	model.visual.merger.linear_fc2.weight	2d-128	0	0.05618950035968573	3.7984877704914757
91	8964	8966	1.2944199532662342	0.021804802356475785	-0.0019292619632561836	-0.001928666872653464	1.5195199435670146	1.330389279327609	1.4155651471896478	0.9999981389724069	-0.0016891317838878801	model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight	2d-64	0	0.03596932606137493	4.155651743577192
92	9287	9311	0.23202241152297753	0.981645586456563	0.9516282826123709	0.9513879218012692	0.32533386787596325	0.3851575862028902	0.3514833754806321	0.3072517074520983	1.1266175719311355	model.visual.pos_embed.weight|2d-128|(1024, 896)	model.visual.pos_embed.weight|2d-128|(1408, 896)	model.visual.pos_embed.weight	2d-128	0	0.09331145635298571	0.7576842250526394
93	9614	9615	0.07788550833653142	0.9974361665461607	0.9945322108088724	0.9946318007522339	0.11180332222774361	0.10807882724754828	0.10989376686711567	0.1044302717779496	0.9614014401573985	model.visual.pos_embed.weight|2d-64|(1152, 960)	model.visual.pos_embed.weight|2d-64|(960, 960)	model.visual.pos_embed.weight	2d-64	0	0.030193318911016856	0.31349803795926817
94	9639	9770	0.3649761556791358	0.9326925356925333	0.9026821583141863	0.9020076394663482	0.4351444643492073	0.44981760833703527	0.44229859917308834	0.4303079374834286	0.9331207514007295	mtp.fc.weight|2d-128|(1024, 3072)	mtp.fc.weight|2d-128|(1408, 3456)	mtp.fc.weight	2d-128	0	0.07016830867007146	0.9555369833398781
95	9891	10017	0.34108163616079645	0.9408841214527678	0.9276466719977533	0.9266286833644823	0.3763620401836042	0.38628883380052825	0.38122853994113653	0.3734590364839131	0.9521139563653688	mtp.fc.weight|2d-64|(576, 2624)	mtp.fc.weight|2d-64|(640, 2688)	mtp.fc.weight	2d-64	0	0.03528040402280774	0.7966694037573129
96	10132	10187	1.2090078861520532	0.0455833879890021	0.0100976659673105	0.010097206882475642	1.5068029615964031	1.324909348372223	1.40711429457163	0.999949017271387	0.00887872693232279	mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1024)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.11590146222016973	4.184292674156305
97	10536	10545	1.1995087887092406	0.032065418545341985	0.01702499629487734	0.01711685906447422	1.5056053695602933	1.3175893668384089	1.4022306183956579	0.9998550642473936	0.014898959941372195	mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.11808057812916828	4.413261669800515
98	10765	10871	1.2786207872941788	0.013399016177399659	0.00041399487312156967	0.0004144950922798127	1.3096766280897594	1.5478243675117207	1.4139248328536822	0.9999999143041188	0.0004892744811191451	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.031055840795580547	3.8253578508213213
99	10962	11026	1.2496334956615915	0.0563822450605868	0.03003615581566686	0.030271497813009095	1.290393055486034	1.5250449521433702	1.393110367808568	0.999548812887003	0.035498089216871365	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 576)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.04075955982444235	3.4325434215569723
100	11214	11284	1.2882052757546185	0.055201445049249384	0.010644347248879216	0.010579404153384597	1.356484564325582	1.4629133002577905	1.4066882705781623	0.9999433473310602	0.011479494549714838	mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)	mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 384)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.06827928857096355	3.4037367540828463
101	11500	11652	1.2818732685591845	0.06282317615290589	0.031980131522278	0.03223684306586977	1.2989339199151206	1.5076014729823248	1.3916691400082528	0.999488504780229	0.03711758746919574	mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)	mtp.layers.0.mlp.up_proj.weight|2d-64|(4928, 640)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.01706065135593615	3.3892370220675256
102	11678	11718	1.1784693118188143	0.03376637450663699	0.00371738022561136	0.00394545277300073	1.8061730779809821	1.1978836085448488	1.4117899649900132	0.9999930905182587	0.002465427534755607	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.019414296726034452	5.877950387024183
103	11872	11933	1.050915739064377	0.04847658157207521	0.012360056864143399	0.012317701668042604	2.551115669786005	1.0812807698232263	1.4079190831667274	0.9999236115795621	0.005238763557216868	mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1024)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.03036503075884922	10.241511552420382
104	12123	12125	0.8780353700619699	0.5764010420711057	0.5666209111142084	0.5666223943164707	0.887038095121903	0.9909977956180751	0.9347095822570228	0.8239786059650483	0.6330281381975119	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.009002725059933159	2.6617862975599964
105	12274	12444	0.9622386918290026	0.509993503867037	0.4904310037205707	0.4903599088995709	0.9767320216771822	1.0485759341171932	1.0107439858596876	0.8714800230582647	0.5265048513135522	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 640)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 896)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.014493329848179637	2.874193793962929
106	12597	12651	0.9714744131862952	0.46138962561789604	0.42338196758290814	0.42339008207980994	1.1401931795874596	1.0219607898730627	1.0762364742299229	0.9059512732623236	0.37947935293350094	mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1280)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1280)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.050486376686767476	3.387098687690566
107	12826	12835	0.9723441515158403	0.4656948964701066	0.4495276334645458	0.44956784292993107	1.0172492062589285	1.0865474367062897	1.0501874118714063	0.8932664254027266	0.48015087636767545	mtp.layers.0.self_attn.q_proj.weight|2d-64|(1664, 1216)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 1216)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.044905054743088146	2.766167384065556
108	13013	13031	1.3035945955391455	0.030980408102641757	0.018336814067372097	0.018460375823573842	1.4470621520728266	1.3594627670369235	1.40121296021567	0.9998318664904907	0.017226776303259077	mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.05586817149777801	4.0198356736089025
109	13177	13215	1.2580749523277754	0.06630515621952934	0.04216064250206507	0.04217150097385824	1.2806977826251802	1.5185166034653843	1.3845169781518216	0.9991108448134336	0.04998965136093414	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 960)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.02262283029740475	3.442780997138874
110	26	36	1.1084257576966596	0.3696691735881532	0.37078213918067504	0.37076673130524007	1.1382431195769498	1.1063064386365054	1.1219340099025192	0.928719874485629	0.3603787809931642	model.language_model.embed_tokens.weight|2d-128|(245888, 1408)	model.language_model.embed_tokens.weight|2d-128|(246656, 1408)	model.language_model.embed_tokens.weight	2d-128	0	0.002119319060154279	3.027275595682369
111	335	496	0.7644607496729374	0.6468156606196593	0.6246700691612385	0.6241365962245768	0.7976094917859411	1.0133120901034254	0.8863489268801753	0.7808887915024094	0.7936035615492698	model.language_model.embed_tokens.weight|2d-64|(165056, 832)	model.language_model.embed_tokens.weight|2d-64|(248192, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.03314874211300367	2.101100182743358
112	695	697	0.03403512335111858	0.9997388056912778	0.9997388056912777	0.9998657555917921	0.03492507027335487	0.03403512335111858	0.03447148392396843	0.02285432989560993	0.9742638541392428	model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(4710, 0, 0)	model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(5935, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	4	0.0	0.05199571883134296
113	774	846	0.21693618206171744	0.9763601333963948	0.9763601333963948	0.9768640530554213	0.2180678383391658	0.21693618206171744	0.21749980221934062	0.21615015594297957	0.9712933427938767	model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5400, 0, 0)	model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(2948, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	1	0.0	0.41170233220629765
114	1124	1239	1.0801312938540426	0.052095975685828036	0.005338661831461035	0.005361791939969411	1.1110663258700546	2.2693930213898907	1.411228722202265	0.9999857492433827	0.01090440923442695	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)	model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	8	0.030935032016012	3.053145690029337
115	1434	1458	1.0923146243651338	0.03356510789512309	0.020260094929430254	0.02038701682189558	1.1032583952356418	2.266697360273373	1.4028935534200977	0.9997947432115507	0.041625338083757644	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)	model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	20	0.010943770870508018	3.136287729881976
116	1540	1569	1.1090709761058477	0.026602447085622535	0.007244950946351299	0.007154612491061562	1.1148596025057755	2.2290096434789675	1.4101084585825503	0.9999737549984925	0.014485290784285513	model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	18	0.005788626399927832	2.9998700457959018
117	1886	1922	1.0899938118087689	0.020502114611172267	0.004303655876254976	0.002399396887575813	1.0991661244633573	2.386501902938899	1.411899046093083	0.9999907392301685	0.009344067934490885	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	2	0.0091723126545884	2.963762111799592
118	2134	2176	1.179937917453415	0.0033014025526312612	0.003441319671254585	0.003441538517841398	1.8798287067310397	1.1784114929683205	1.4120216953888964	0.9999940786419289	0.002157266051456562	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	16	0.0015264244850945463	4.997804185176664
119	2403	2439	1.1891496230240926	0.022938256457556164	0.03537173105645061	0.03577003994355206	1.7674845818475176	1.183691927321633	1.3908934687863437	0.9993742245235616	0.023688598439227902	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)	model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	10	0.005457695702459464	4.726781925829632
120	2669	2721	1.2408840762188014	0.05038818849856301	-0.0048776940137050485	-0.004968606815144817	1.2840905053147433	1.6037635958194905	1.4175751147540159	0.9999881039797966	-0.0060919912251896895	model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)	model.language_model.layers.2.mlp.down_proj.weight|2d-128|(768, 2432)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	20	0.04320642909594197	3.336368700951933
121	2933	2973	1.2253359320539436	0.05183397769877203	0.030437323298056283	0.03040202567094527	1.5432591078262845	1.2793679045616777	1.3929035495312896	0.9995366773412818	0.02523266140521874	model.language_model.layers.3.mlp.down_proj.weight|2d-64|(192, 384)	model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	2	0.05403197250773406	3.877267364779108
122	3131	3138	1.1228313009404223	0.05426143126098754	0.00719267924307348	0.0070812123511609145	1.9760607399603167	1.1545378493340597	1.4097759502446454	0.9999741323480854	0.004202411523248296	model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	13	0.0317065483936374	5.52444710239551
123	3437	3539	1.1077939284181282	0.04174285602509351	0.020455424136150247	0.020455249154563104	2.0468935149161362	1.1330299349235973	1.4019027409061104	0.9997907659222555	0.011322820512608089	model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(2176, 1152)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	15	0.02523600650546909	6.220903968176898
124	3689	3801	1.1797001377135128	0.014915961749648078	-0.005780588543987707	-0.005810908027711337	1.204693675952187	1.8087864802792963	1.4179802143725768	0.9999832922584683	-0.00867926064122323	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)	model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	21	0.024993538238674118	3.1068256518983244
125	3929	4074	1.1871946577877035	0.006770228831355348	-0.007801387859719081	-0.007770028775032543	1.822568846062179	1.2022619067090652	1.419275663100162	0.9999695687106994	-0.005146204196054184	model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	21	0.015067248921361687	4.7497354220493095
126	4214	4300	1.1342125697029712	0.026293140042928206	0.018277834466248026	0.01829675852031464	1.1432871543196577	1.9961357815951228	1.4030213783306187	0.9998329464301646	0.0319124021032683	model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 768)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	8	0.00907458461668642	3.271424410363211
127	4409	4438	1.0739972062814467	0.04388374674127539	0.0273989096555774	0.0273477395477486	2.330262818557391	1.0928075482008017	1.3992388387746024	0.9996245794045311	0.012849080818541754	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 896)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	20	0.018810341919355045	6.7676330374134
128	4631	4710	1.0861954990258729	0.032521884617574603	0.006549320891483018	0.006535354679973297	1.1159105101598885	2.2236993008266177	1.4104957229566597	0.9999785529679426	0.013050975104798721	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)	model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	4	0.029715011134015645	3.0920883632041867
129	4898	5002	1.082137589555169	0.021971262247872096	0.02298209336716901	0.022391870239579975	1.090185636068711	2.3815595652746406	1.401859136518599	0.9997358768117021	0.05020541683707027	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)	model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	12	0.008048046513541962	2.853698636968441
130	5220	5354	0.8705647590797841	0.5497326704033514	0.538497400462129	0.5384885495614407	1.1103828458959004	0.880113437500165	0.9754235521329729	0.8426271712302715	0.4268246757930008	model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)	model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3712, 0)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	0	0.009548678420380874	2.869845601057707
131	5443	5524	1.0710050674962164	0.018484453349043747	0.00830194931738472	0.007267649825093213	2.578084560075691	1.0811586242166156	1.4100200929820152	0.9999655382249588	0.0034815475959548096	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.010153556720399193	7.1996226300605315
132	5662	5770	1.0627417215278756	0.018553346188674033	-0.0032855732323261045	-0.0033014586306974536	2.6266376825602507	1.082904497874455	1.4158499609827377	0.999994602489701	-0.0013545690199319056	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.02016277634657948	10.390306374815342
133	5988	6038	1.0487191865665346	0.01840553982831401	0.0008976983995976206	0.0007461139822998663	2.7988283093812907	1.0703046887303918	1.4137899519892956	0.9999995970687104	0.00034329037009329775	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.02158550216385713	10.958912065938526
134	6289	6377	1.0992297099856836	0.05607686098893018	0.00875587757315011	0.008761196050460178	1.116476112463651	2.209357248529591	1.409220184833355	0.999961666569236	0.01732671336853764	model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)	model.visual.blocks.18.attn.proj.weight|2d-128|(512, 768)	model.visual.layers.*.attn.proj.weight	2d-128	5	0.017246402477967493	3.057028071056152
135	6512	6643	1.111799625353118	-0.008986464562766394	-0.019110992809810767	-0.01891714628483256	1.1179042263629597	2.3242987313813925	1.4247313818378458	0.9998173682997428	-0.03973476018406247	model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)	model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)	model.visual.layers.*.attn.proj.weight	2d-64	2	0.006104601009841781	2.9139990016098225
136	6763	6888	1.0407050293344227	0.03243988455832638	0.012315580882473613	0.012214500153318418	1.053848407515933	3.0537124240297002	1.4088323601719535	0.999924160357938	0.03568657700835757	model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)	model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)	model.visual.layers.*.attn.qkv.weight	2d-128	21	0.013143378181510235	3.4212222188375616
137	7090	7102	1.0366275400257565	0.06239226818570879	0.03408831784186176	0.03400953093096884	1.0532636952713272	2.87350285701375	1.3985493244613376	0.9994188244108234	0.09299938766440562	model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)	model.visual.blocks.10.attn.qkv.weight|2d-64|(128, 448)	model.visual.layers.*.attn.qkv.weight	2d-64	10	0.016636155245570716	3.466060894146785
138	7182	7290	1.1674527785586273	0.058395798811772155	0.004303289575801269	0.004583098811838734	1.211674111664351	1.7597864707802144	1.4113680696410533	0.999990740806547	0.006249923723254708	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)	model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1792, 512)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	15	0.04422133310572374	3.305763941582865
139	7466	7623	1.1761287971249463	0.04675587428565946	0.013005234376329451	0.012813155230616225	1.1979928165777496	1.7805539032595108	1.405669309456652	0.9999154283632274	0.019329432122747056	model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)	model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	15	0.02186401945280325	3.255803221921703
140	7783	7828	1.1627124093417378	0.027579661249636164	0.01925258137971514	0.019243151867970196	1.6997486449621941	1.2194637212454074	1.4012581715134198	0.9998146518781456	0.013812527283061699	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	8	0.056751311903669555	4.82227924258322
141	8046	8072	1.0611365812656708	0.02668089171872339	0.023154283005299446	0.02183184993905152	2.325257076769249	1.0955146766330006	1.4015316536090838	0.9997319036514292	0.010908839763413752	model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	15	0.03437809536732983	4.3017552668730525
142	8227	8243	0.5622464514709057	0.8385693895133686	0.8347713399115981	0.8346900099098674	0.5690482377069183	0.581549200715572	0.57519686126914	0.5505967762911393	0.8531097600128023	model.visual.merger.linear_fc1.weight|2d-128|(128, 384)	model.visual.merger.linear_fc1.weight|2d-128|(128, 2432)	model.visual.merger.linear_fc1.weight	2d-128	0	0.006801786236012575	1.4594856328958683
143	8555	8557	0.5928664759236246	0.8228119373179549	0.8178004793739156	0.8177717433342744	0.6011478695136464	0.60629287462287	0.6037039297724321	0.5755018470307404	0.8247997350613864	model.visual.merger.linear_fc1.weight|2d-64|(1600, 256)	model.visual.merger.linear_fc1.weight|2d-64|(1600, 2304)	model.visual.merger.linear_fc1.weight	2d-64	0	0.00828139359002178	1.6904593379433637
144	8852	8948	1.3173063757883638	0.06638337716508734	0.009256867874962346	0.009148570612091969	1.3711492945352635	1.4472568465224198	1.4076623334852123	0.9999571542806949	0.009770683223764842	model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)	model.visual.merger.linear_fc2.weight|2d-128|(896, 2560)	model.visual.merger.linear_fc2.weight	2d-128	0	0.053842918746899615	3.471885109700073
145	8966	9142	1.3005494151319963	0.02743013484832641	0.0013064188362895603	0.0013049890887493801	1.3294675343984914	1.5152889454974423	1.4132973375965028	0.999999146634548	0.0014890187007950224	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(1856, 2176)	model.visual.merger.linear_fc2.weight	2d-64	0	0.028918119266495124	3.4693208333303773
146	9279	9303	0.25069270643837904	0.9683537048033586	0.9706356759641124	0.9704669563118634	0.25080319032642795	0.2787718354391059	0.26368147253262425	0.24055432763866585	1.0788773802239802	model.visual.pos_embed.weight|2d-128|(896, 896)	model.visual.pos_embed.weight|2d-128|(1280, 896)	model.visual.pos_embed.weight	2d-128	0	0.00011048388804890674	1.1769049104042453
147	9364	9474	0.08144377524699625	0.9976829480966698	0.9960502566825586	0.9960253886310504	0.09788430856076823	0.10251274734574889	0.10011837789001492	0.08879125048454295	1.043148281969803	model.visual.pos_embed.weight|2d-64|(1024, 960)	model.visual.pos_embed.weight|2d-64|(1216, 960)	model.visual.pos_embed.weight	2d-64	0	0.016440533313771974	0.3597876869136228
148	9695	9764	0.3729514301087001	0.9297739246222165	0.9085112876029131	0.9078987828307522	0.4221470483021222	0.4358687615494067	0.42884334735519036	0.4178603119441914	0.9380420670328488	mtp.fc.weight|2d-128|(1536, 3584)	mtp.fc.weight|2d-128|(512, 2560)	mtp.fc.weight	2d-128	0	0.04919561819342211	0.9967008296846974
149	9891	10012	0.3627576514228468	0.9319429215362784	0.9302081563947883	0.9292696855476709	0.3677818485977797	0.3856468602496061	0.3763967523651244	0.36703240425963646	0.975393038726464	mtp.fc.weight|2d-64|(576, 2624)	mtp.fc.weight|2d-64|(1792, 3840)	mtp.fc.weight	2d-64	0	0.005024197174932854	0.8265936760276735
150	10187	10360	1.215764823925745	0.0652465807316423	0.011290348277651841	0.011284289607716373	1.339078913696135	1.4846624026935842	1.4062499882874002	0.9999362619866174	0.012517825073414366	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5120)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.12331408977038993	3.2050517853064457
151	10457	10545	1.206563861529369	0.0015650472241687443	0.018295590445823358	0.01783712550379371	1.5692955957170858	1.2780834708226914	1.4014872017646554	0.999832621677368	0.014900501729289218	mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.07151960929332235	4.57692634425093
152	10845	10871	1.279986271017964	0.016589030011043955	0.0033007540554042445	0.0032830781447347776	1.3160477871338738	1.532307817547148	1.4119044460896746	0.9999945524964952	0.0038431516639006965	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.03606151611590991	3.625617984772038
153	10921	11035	1.2598576238149986	0.07016223803743574	0.042195445016591365	0.04199032195677489	1.2776319152160516	1.5236852486812673	1.3845220425628408	0.9991093756040185	0.05032167431607222	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.017774291401053022	3.5713945097149984
154	11207	11214	1.2922125689783062	0.019547071818538545	0.009339586990029984	0.009309323581617382	1.4553822093824653	1.3642490333973665	1.4076078329827004	0.9999563851062984	0.008754760393069112	mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)	mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.07203646441906031	4.056598663737619
155	11523	11607	1.284685323892326	0.04837393244317967	0.02217134839389191	0.022373696363816486	1.4948353552281308	1.318792601194892	1.3985718178499058	0.9997541854428	0.019560288106723698	mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)	mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.03410727730256613	3.951501325452596
156	11675	11722	1.1812923266565556	0.04128832065253017	0.003471884136711443	0.003505078562005457	1.6990883353208737	1.2337969846263968	1.4118771833778294	0.9999939729921082	0.002521116818824984	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.05250465796984116	5.170701772478099
157	11735	11933	1.0571574302349382	0.030941312856518098	0.0021200585798896387	0.0013307133204393106	2.703607015258092	1.0754243218718103	1.4131834970896722	0.9999977526732837	0.0008433039815842756	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.018266891636872007	10.148272052896044
158	12059	12061	0.8965046179218634	0.5652229574024088	0.5603994273434411	0.5603763592389714	0.8999406106829075	0.986288770448094	0.9401536621649644	0.828222483293676	0.614169041371472	mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.0034359927610441154	2.8747829213933
159	12361	12487	0.9667858735801383	0.49648568810728283	0.5275664580383422	0.5274612688161889	0.9425522849964715	1.0071146267430566	0.9732310160182116	0.849513762309286	0.5637033668338415	mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1472)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1728)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.024233588583666865	3.2495105685395567
160	12666	12707	0.9817189653046672	0.44390446942445305	0.42323878603110854	0.42323881255679535	1.0237777819118037	1.1375961430890225	1.0761989460430048	0.9060181731063198	0.4702923027842649	mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 384)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 384)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.04205881660713651	2.893220977019942
161	12793	12830	0.9740785399562253	0.43998775924394273	0.41422634186588114	0.4143317335472473	1.198758698114005	1.003684316452079	1.088321876125695	0.9101739051985671	0.34681915838959193	mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 576)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 576)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.02960577649585372	3.343975023689596
162	13031	13063	1.3118474926239154	0.008779995814788466	-0.004019183149857072	-0.004036492844884119	1.3647378940582275	1.475865520523833	1.4170440356787493	0.9999919230507854	-0.004346456456855254	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.05289040143431212	3.543368698651961
163	13184	13279	1.258875835558496	0.03602486361341177	0.029878933466035935	0.029824660655648635	1.2817756893523378	1.540084176520646	1.3932821920132317	0.9995535249975022	0.03590025386236368	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.02289985379384185	3.2490083372909173
164	86	155	1.1108329095584892	0.32987710327973496	0.350669444494936	0.3495665010152127	1.1978893788425486	1.0913696758960458	1.1409169260995553	0.9364993009594897	0.3194869282127497	model.language_model.embed_tokens.weight|2d-128|(183040, 1152)	model.language_model.embed_tokens.weight|2d-128|(241920, 1152)	model.language_model.embed_tokens.weight	2d-128	0	0.019463233662443402	3.369640287627221
165	496	511	0.7921397570173135	0.6263304720209766	0.5813876896106288	0.5811610191772207	0.988141771094588	0.8651719052025963	0.920553086880094	0.8136266676856253	0.5090365672170484	model.language_model.embed_tokens.weight|2d-64|(248192, 832)	model.language_model.embed_tokens.weight|2d-64|(184320, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.07303214818528281	2.854937469059467
166	596	733	0.034862066800840495	0.9998162589853437	0.9998162589853437	0.9999519885761453	0.034862066800840495	0.03591445842587493	0.03537652794588472	0.01916894020419961	1.0299980110753852	model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)	model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	12	0.0	0.05617422229115627
167	843	930	0.2348436565153077	0.9742560872838468	0.9742560872838467	0.9743507846714959	0.23484365651530828	0.25850167683919933	0.2458229285201298	0.22544417577389245	1.0724021077284458	model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1688, 0, 0)	model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5740, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	7	5.828670879282072e-16	0.6282063600088552
168	1103	1239	1.0830601936830107	-0.008759095964567724	-0.0029857341847877653	-0.003014171552160011	1.0859194381904604	2.5832477474916127	1.4157211984317277	0.9999955426857551	-0.0071026365641950395	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)	model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	6	0.0028592445074497874	3.4437576422426024
169	1300	1434	1.0931726376294666	0.018918748993468307	-0.0037401744358666867	-0.0038679093510202234	2.495865616658865	1.0932207357738437	1.416156110975409	0.9999930055231333	-0.0016382437505486746	model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	2	4.809814437711779e-05	6.542912588690593
170	1543	1569	1.1100595767134265	0.02342332529118355	0.007806576976363079	0.007750796886645468	1.1165533737236466	2.2129760133147443	1.409766561424177	0.9999695282136912	0.015472406426190684	model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	18	0.006493797010220126	3.01496517501403
171	1811	1882	1.0915295865234689	0.04146437070403791	0.015189924256643936	0.014971842554503501	2.3179361771328733	1.1004380361251802	1.4058662789249348	0.9998846264450101	0.007211402359899095	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	16	0.008908449601711332	6.16363839515579
172	2102	2217	1.1806276037774028	0.0658298147441106	0.01716059274742637	0.017241352100780642	1.717880037023484	1.2148324446963905	1.4027261738286434	0.9998527461864357	0.01213544857062108	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)	model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	6	0.03420484091898768	4.429375382255246
173	2307	2403	1.1922670923876164	0.058565860979710116	0.028186242079430043	0.028370398648971114	1.2221506705500391	1.6710765184428742	1.3950907303778537	0.9996026889506849	0.03853973852576101	model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1152, 832)	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	8	0.029883578162422708	3.2581284674595206
174	2653	2696	1.241073636493234	0.0733254857597295	0.012266065833044225	0.01218332339156195	1.2802660446718797	1.5770985963131396	1.405699720530995	0.9999247689846369	0.015109980685722633	model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)	model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 4736)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	20	0.039192408178645666	3.281625727204391
175	2913	3066	1.22693838965798	0.03864893977619232	0.036037242252150124	0.036199031505141185	1.5688146158380665	1.25972092283182	1.389109984903182	0.9993504476262868	0.02893705069285146	model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	17	0.032782533173840056	4.318008614653066
176	3265	3324	1.1231189421881116	0.04831733144891098	0.007088597378000707	0.007069542733378192	1.1461492372241606	2.0207668050549508	1.4099050263855333	0.999974875577988	0.012497850899901497	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)	model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	14	0.02303029503604903	3.051272625522667
177	3384	3539	1.1099794390043078	0.02286490343417801	-0.005994612000953623	-0.0060165288563637735	2.166613328720345	1.130771725145287	1.4176866623293458	0.9999820321520572	-0.003128632905576437	model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	14	0.020792286140979055	5.869335297831083
178	3689	3700	1.1809207862424898	0.022634362216201562	0.01237087611763707	0.012317261032720074	1.1938896537465822	1.7961491083415597	1.4061250156375364	0.9999234777842163	0.01861138342087867	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)	model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	19	0.01296886750409243	3.0345756630811436
179	3964	4074	1.1875172945153327	0.0284155915810755	0.013616271763962242	0.013619239531772196	1.7805336670138407	1.1975021431196282	1.4052679362641267	0.9999072942744492	0.009157655887512805	model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	21	0.009984848604295493	4.623347646740308
180	4220	4300	1.134937536057569	0.02457796955662006	0.003960888871686534	0.004007754399234451	1.1520665278356084	1.9999812740230352	1.4117887057444292	0.9999921556489062	0.0068760817022796685	model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1536)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	8	0.017128991778039282	3.0807551191832925
181	4409	4570	1.07543232217128	0.035858005513789856	0.018443667565893336	0.018397948159154753	2.3604175010583233	1.094485166935078	1.4042240801784978	0.9998299010965409	0.00855201275439665	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1216)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	8	0.01905284476379787	7.136034325185222
182	4825	4831	1.0868348270824353	0.3247554892392386	0.3426797052552568	0.3426798157237095	1.0759865369389314	1.240684557264691	1.149579735306538	0.9394522976746453	0.39513265622053345	model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1152)	model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1920)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	0	0.010848290143503858	2.9920895884451584
183	4898	4903	1.0847520227730303	0.03824292376297855	0.010173623252208597	0.009810258914125125	1.1028264924080806	2.320341570999839	1.408624345331369	0.999948247355793	0.021405253793137128	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)	model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1728, 1408)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	8	0.018074469635050328	2.875007507019375
184	5167	5359	0.9901317383027024	0.4693932170741091	0.492721592274797	0.49156596962224597	1.036073005218095	0.9820060611130629	1.007953595346533	0.8701870100766781	0.4670091659740498	model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(256, 1920)	model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1792, 1920)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	0	0.008125677189639524	3.2194260947624933
185	5583	5609	1.0725144041680301	0.024252849374670465	0.021701565886170324	0.02195081534292115	2.7224839800096494	1.065980649696222	1.4037554545984938	0.9997644932873383	0.008497184730057885	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.00653375447180804	6.975369292653089
186	5756	5769	1.0627486375257877	0.040098238247494804	-0.0016436307545224353	-0.0016399619711224061	2.644248959484029	1.0809513392226338	1.415027489590495	0.9999986492380591	-0.0006719052905045743	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.018202701696846013	8.765115713933405
187	6038	6042	1.0508178334330696	0.037331309411169765	0.0025420004491387123	0.0028196937084100644	1.081968224217915	2.603048858714745	1.4129388672871293	0.999996769111639	0.006115661458325971	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.031150390784845383	3.547105421401996
188	6198	6289	1.101446063555874	0.025007187573142582	0.006922039929444528	0.006919924901043307	2.1844657901914277	1.1207733888147071	1.4102320416708651	0.9999760423946241	0.0035514578365424578	model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)	model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)	model.visual.layers.*.attn.proj.weight	2d-128	23	0.019327325258833072	6.489762272130812
189	6512	6543	1.1129436111400544	0.022118821216779324	0.017210449276449193	0.017205938230930525	1.1146687902186778	2.1858809309028726	1.4043288751038998	0.9998518892494542	0.0337499293205124	model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)	model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)	model.visual.layers.*.attn.proj.weight	2d-64	1	0.0017251790786234622	3.0689277262323458
190	6732	6784	1.046335903962435	0.03324213752134536	0.0034434798381858815	0.0035083584208722915	1.0912742061645562	2.478171961030112	1.4124162701449947	0.9999940712057267	0.007819790053828107	model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)	model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)	model.visual.layers.*.attn.qkv.weight	2d-128	0	0.04493830220212125	4.881888498637951
191	7079	7099	1.037513836839957	0.06957270434303198	0.037349546492717337	0.03759468920661851	1.0362718713311392	3.3248490345543296	1.399127978916274	0.9993022622694238	0.11983496516009477	model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)	model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	18	0.0012419655088178327	3.1487643945381554
192	7182	7357	1.1675981000802635	0.04997602498776193	0.0059620877653554965	0.0055343214130313	1.2090814348350603	1.7635267616745698	1.4102757150148042	0.9999822265967923	0.008696106835096086	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)	model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(2560, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	22	0.04148333475479671	3.2399709390114912
193	7462	7640	1.176600443924449	0.0640765107530364	0.025123194768266372	0.02544332075170304	1.7384627557831773	1.2010898356850335	1.397498959987932	0.9996843627288744	0.017357411756863447	model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3008, 832)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	19	0.0244893917605844	4.646537896701879
194	7828	7861	1.163859322939483	0.005827791280118081	0.013479066662921327	0.013459547128051993	1.2036389363314197	1.7609927017241942	1.4053051090671032	0.9999091532543827	0.01972064653525178	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	8	0.03977961339193681	3.1651973440596675
195	8072	8077	1.0623990544695512	0.03677063757459029	0.01560871624844712	0.015642061851544153	1.0973576240937362	2.346003152965932	1.4057163304224096	0.9998781765680634	0.03336933806137169	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1664)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	14	0.034958569624184976	1.7609497988111302
196	8273	8329	0.5661948726000369	0.8375993630157609	0.820126370864165	0.8200945843977938	0.6050774647175449	0.5950124690863771	0.5999816591586532	0.5721824322828987	0.806484203007845	model.visual.merger.linear_fc1.weight|2d-128|(3712, 2944)	model.visual.merger.linear_fc1.weight|2d-128|(3712, 896)	model.visual.merger.linear_fc1.weight	2d-128	0	0.02881759648634019	1.5536978260585945
197	8531	8685	0.6032101900798731	0.8167175768868427	0.813513833440082	0.8131016134321462	0.6123809190230427	0.6090999592225387	0.6107338295318634	0.581545563822494	0.809155261672482	model.visual.merger.linear_fc1.weight|2d-64|(640, 192)	model.visual.merger.linear_fc1.weight|2d-64|(640, 1216)	model.visual.merger.linear_fc1.weight	2d-64	0	0.005889769142665591	1.6574044858857353
198	8875	8915	1.317680120205195	0.05921279826473172	-0.004150279744273506	-0.004065414735737064	1.386170116783526	1.450287732665072	1.4171422232849515	0.9999913875519351	-0.00434225188335104	model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)	model.visual.merger.linear_fc2.weight|2d-128|(768, 2432)	model.visual.merger.linear_fc2.weight	2d-128	0	0.06848999657833099	3.3260498601441726
199	8966	9084	1.3007362872650983	0.04963565579237447	-0.0020897338273048673	-0.0020872561573310024	1.3549229065322894	1.485429097211812	1.4156842366550588	0.9999978165038816	-0.002291017014725242	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(64, 3840)	model.visual.merger.linear_fc2.weight	2d-64	0	0.05418661926719115	3.409367006020747
200	9263	9287	0.28097502055733314	0.9599364702013281	0.933938980429408	0.9335302329436767	0.3577257322437193	0.37718045602330913	0.36706699215944766	0.3574324843022495	0.9847307553942208	model.visual.pos_embed.weight|2d-128|(640, 896)	model.visual.pos_embed.weight|2d-128|(1024, 896)	model.visual.pos_embed.weight	2d-128	0	0.07675071168638614	1.3780360208135773
201	9556	9599	0.09003767567213544	0.9962202251985024	0.992885405369933	0.9929263105831093	0.12492921840604052	0.12121000414187093	0.12302746831732385	0.11907380821735697	0.963326639138517	model.visual.pos_embed.weight|2d-64|(1088, 960)	model.visual.pos_embed.weight|2d-64|(896, 960)	model.visual.pos_embed.weight	2d-64	0	0.031172328469735486	0.33635191585935614
202	9764	9770	0.3957130699317522	0.9207214594194351	0.8908891350230587	0.8901683787360524	0.4639169424203186	0.47086619219786646	0.46735282261481526	0.45422081535071285	0.9042342202253352	mtp.fc.weight|2d-128|(512, 2560)	mtp.fc.weight|2d-128|(1408, 3456)	mtp.fc.weight	2d-128	0	0.06820387248856641	1.0514358037080076
203	10012	10017	0.3662561512189138	0.9305559268842727	0.9325700997972546	0.9316406879668115	0.37181242334844006	0.36394078591716483	0.3678134463568533	0.3609889319136234	0.9128266667006881	mtp.fc.weight|2d-64|(1792, 3840)	mtp.fc.weight|2d-64|(640, 2688)	mtp.fc.weight	2d-64	0	0.002315365301748973	0.7296771543790186
204	10187	10210	1.220031283512759	0.06600479088475866	0.01006189909821258	0.01004864262411766	1.3440189630307264	1.4800197737110128	1.4071138293677528	0.9999493778119658	0.011080059162899754	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 4352)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.12398767951796752	3.1084864123125064
205	10422	10545	1.2092018349093823	0.001521954953207391	-0.008314880812763886	-0.008426799181418391	1.5912018058317852	1.2942683169931724	1.4199581834426247	0.9999654307810193	-0.0067632444584294375	mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.08506648208379008	4.6795255098699124
206	10765	10864	1.2822042414107515	0.024858278173450595	0.01537698983704572	0.015373757950372343	1.3059448318531277	1.5266113260473513	1.4034304610834036	0.9998817671022666	0.017975251536803873	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1024)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.023740590442376197	3.4635950737490906
207	11047	11053	1.2633445384020257	0.03293692255432872	0.005239889506964718	0.005021640713104889	1.30236997043124	1.551136803760832	1.4105595758523721	0.9999862716847441	0.006240765409541735	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.03902543202921427	3.5538594638598595
208	11183	11214	1.2953850338294461	0.03945359971205373	0.01416092677054156	0.014336969284705453	1.4498419017921713	1.3625845787135298	1.4041839689652669	0.9998997290493679	0.013308665182031304	mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 384)	mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.06719954488408364	3.8276402261599274
209	11521	11647	1.287091704825899	0.04276992702427007	0.014823361007096962	0.014823135359141149	1.3350736009580135	1.484250417955154	1.4037516941507155	0.9998901279482928	0.01647967554335285	mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)	mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.047981896132114565	3.2814115642450417
210	11666	11718	1.1839522551235275	0.0015373844952025894	-0.0004910718049346743	-0.00047987232256596613	1.80164984618849	1.2025784374448205	1.4145342069343176	0.999999879424234	-0.0003277842057383687	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.018626182321292983	5.882531239687308
211	11730	11933	1.0572136036325601	0.02429563769859649	0.012772979279593857	0.013015725949259429	2.6204130270553474	1.0761865970477322	1.4078513017378447	0.9999184221726906	0.005245779563427948	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.018972993415172112	10.408991072260953
212	12139	12141	0.8986015998804608	0.544706769948907	0.4976865034443716	0.4976555248218378	0.9526180412521194	1.0684287384263216	1.0055557312019299	0.8673569878022056	0.5581907333058229	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.05401644137165851	2.978097638230364
213	12289	12452	0.9807996208927958	0.49255711645432565	0.5206123930457127	0.5206218681694266	1.0020007285637782	0.9587995680075326	0.9796864810163644	0.8537931460296553	0.4981662421214747	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1728)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1472)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.022000052885263188	3.2607659737352215
214	12502	12714	0.9831532068081777	0.432603069975999	0.3306361412980743	0.33066487553324164	1.057628689872448	1.3089083072516636	1.1633882377053755	0.9437583070190799	0.409191237120163	mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1280)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1280)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.07447548306427032	3.29451988887316
215	12879	12922	1.0101537253085318	0.4551735985340176	0.43165737971203083	0.43135054122394567	1.0985463440212004	1.0376763506010156	1.0668111309092527	0.9020376414208797	0.40773942485664744	mtp.layers.0.self_attn.q_proj.weight|2d-64|(2624, 1472)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(3136, 1472)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.027522625292483838	2.857345537020884
216	13012	13036	1.3151358146885108	0.028977582458426226	-0.008523906140195228	-0.008573116761154988	1.4529788667307264	1.389585407487248	1.420222117490625	0.999963670852153	-0.008152008166407394	mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.0744495927987372	3.7347441856788506
217	13177	13273	1.259665258680513	0.020356717142973844	0.027948315837297077	0.027887608462585648	1.269834274085324	1.565652344595558	1.394742643330147	0.9996093695248454	0.034459099987421776	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.010169015404810855	3.384041585925689
218	155	209	1.1129449050203855	0.33202069302622833	0.35422196517497206	0.3528033340434124	1.0971431655919834	1.1822939944693718	1.137334844253753	0.9351613761204967	0.3817136316111856	model.language_model.embed_tokens.weight|2d-128|(241920, 1152)	model.language_model.embed_tokens.weight|2d-128|(186240, 1152)	model.language_model.embed_tokens.weight	2d-128	0	0.015801739428402017	2.800813500860639
219	394	496	0.8144320659911198	0.6020851289917909	0.5836653387832813	0.583672337482094	0.8574841175078984	0.9979504738630134	0.9197682977313856	0.8119943179006843	0.6792768396795719	model.language_model.embed_tokens.weight|2d-64|(172480, 832)	model.language_model.embed_tokens.weight|2d-64|(248192, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.0430520515167786	2.1338011451421437
220	649	715	0.0350398931764176	0.9993994346291001	0.9993994346291001	0.9997268989274902	0.03524427584455391	0.03503989317641759	0.03514163876214478	0.034652129271305065	0.9936038857608436	model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2491, 0, 0)	model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1265, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	9	6.938893903907228e-18	0.061607635385464606
221	805	876	0.23868731678556987	0.971325788810023	0.9713257888100231	0.972041207336864	0.23868731678556987	0.25119144155753975	0.24470009484665814	0.23775241742742953	1.0222106829932518	model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(4924, 0, 0)	model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4380, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	12	0.0	0.6435831835444187
222	1031	1103	1.084550390873571	0.03444904382475407	0.00827925284958081	0.008289396298787622	2.3589543546721385	1.0998465748878432	1.40972216226727	0.9999657263987866	0.0038601458613248415	model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(3840, 512)	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	10	0.01529618401427224	7.535433060091929
223	1346	1405	1.094324612209367	0.036109071684002784	0.02014473221994241	0.02007160635333512	1.1144952641458008	2.1742294683188255	1.4026012677762145	0.9997970742924721	0.0392996469640095	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)	model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	8	0.020170651936433748	2.970524924646897
224	1645	1646	1.1104701047329069	0.062282904578603276	0.011437239609257108	0.011423003356025425	2.0119363127715952	1.1449054195909576	1.4072435674227124	0.9999345926359986	0.006508435446328857	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	2	0.034435314858050736	6.02773998588774
225	1867	1922	1.0960351783473479	0.02678634454903835	0.02935115003955185	0.025524150311875653	1.1004169846574523	2.2478329790811475	1.3977254237168049	0.9995691621850665	0.05995589304121958	model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(64, 1472)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	17	0.00438180631010443	2.8222020337800147
226	2134	2240	1.1839271570924506	0.01636548841540249	-0.005946135338777577	-0.00594650473067907	1.8923314971785568	1.1822722582748975	1.4179872912574452	0.9999823215810032	-0.003714967945873284	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	16	0.0016548988175530965	4.8004813573588425
227	2403	2458	1.1943437076358607	0.0013111197446237345	0.01915817201288988	0.019352682761555898	1.8245525356001222	1.1806482838214536	1.4018014642106722	0.999816465380084	0.012397046654913063	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)	model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	4	0.013695423814407137	5.010559074613683
228	2807	2813	1.24147012154222	0.044486074315483376	0.0073817025096192795	0.007358411118782237	1.2775330416052517	1.5920262491929216	1.4091085986297545	0.999972754862881	0.009198872965571717	model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	19	0.0360629200630318	3.2166566709238826
229	3002	3066	1.2290086656298107	0.029594978890297403	0.019008438583315152	0.018714574585295914	1.5976547793536897	1.2628211375878513	1.4010748908550095	0.9998193233092788	0.01502468389651828	model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	13	0.0338124719580406	4.341180589595708
230	3220	3267	1.1251354881760862	0.042484090540854	0.006003390861785259	0.006009519082385555	1.1550128968722877	1.9777303102175101	1.410511448542432	0.9999819794867109	0.010279615148529687	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)	model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	13	0.02987740869620148	2.987643161644658
231	3539	3569	1.1126801200881047	0.013787146158649906	-0.02767084150542446	-0.027832988524574474	1.1407554157122393	2.1855435036623616	1.4301756654421927	0.9996170889547565	-0.05301384245920299	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)	model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	12	0.028075295624134577	3.0018533560193448
232	3653	3718	1.18148121458869	0.02624942849333143	0.003714545861659338	0.0037883527036396947	1.7900529799299716	1.202665875001242	1.411779747097289	0.999993101050723	0.002495656608509731	model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	21	0.02118466041255207	4.825048018542249
233	3976	4084	1.188696201065871	0.06660170623876567	0.04055980027043918	0.04081926915280985	1.2129097522016896	1.6657168532050939	1.3866498429861693	0.9991771127292809	0.05570170637218902	model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)	model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	20	0.02421355113581858	3.068215852386648
234	4208	4300	1.1366424171620635	0.011143535390121157	-0.009636797393444406	-0.009590715052915897	1.1560110322154027	2.0266315101486634	1.4200668615581042	0.9999535649898937	-0.016894507673551176	model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 0)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	8	0.0193686150533392	3.40093234980044
235	4378	4409	1.0770388829231923	0.03942868614864648	0.001089527670148487	0.0010411854481329195	1.1038660683154207	2.355907689872204	1.4136214477442797	0.9999994064645519	0.002325306203449599	model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1984)	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	20	0.026827185392228392	2.963223088523108
236	4710	4795	1.0875699472107063	0.025991515397137045	0.00043536247358284705	0.000396123138547181	2.34220280062264	1.1056298499166928	1.4139758661748	0.9999999052297538	0.00020551155783726482	model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	4	0.018059902705986453	6.542459968482327
237	4877	4955	1.0853530923738006	0.024751257872040685	0.005008787184367813	0.005267681088278615	1.1101857937449515	2.278564778205963	1.4114216422953558	0.9999874559467942	0.010280122592211666	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)	model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	4	0.0248327013711509	2.9831506152742593
238	5184	5298	1.0731942356825237	0.38690581921498896	0.3976092987182743	0.39760888641469394	1.1320260350664593	1.0673301871886112	1.098251520431083	0.9175548188379603	0.37488573061307157	model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2560, 1536)	model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3584, 1536)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	0	0.005864048493912533	4.1422324834944675
239	5528	5620	1.073156026890757	0.009174254762531248	0.003209397356482499	0.0034699513325038667	1.078610499850289	2.647218162195319	1.4126266511227012	0.9999948498710421	0.007876777551267448	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.005454472959532053	2.8424601463064056
240	5685	5787	1.0634905374969994	0.06921488941211956	0.017660042433250093	0.017693597381349496	2.4183153620556364	1.0895251600426679	1.404828939891256	0.999844049290316	0.007956390163312559	model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1408)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	16	0.026034622545668462	8.59161948001795
241	5908	6080	1.0513055525137451	0.027144095814710348	0.018473532444823137	0.0186412310361578	2.736563463502451	1.066533398621925	1.4053463851573227	0.9998293497387492	0.007199774317571559	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.015227846108179843	9.617371037775587
242	6200	6252	1.102908495462688	0.06137076023870415	0.00970384252268131	0.009723525926866122	1.1280288996572496	2.1213092627448353	1.4085131992393702	0.9999529166117248	0.018248513875695704	model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)	model.visual.blocks.12.attn.proj.weight|2d-128|(896, 512)	model.visual.layers.*.attn.proj.weight	2d-128	11	0.02512040419456163	3.0916932946843807
243	6469	6512	1.1208443213121297	0.023258677301899636	0.011423488563246504	0.011553691346851315	2.116694888103034	1.1276765804774005	1.4074935999932743	0.9999347498257302	0.006085903354578071	model.visual.blocks.11.attn.proj.weight|2d-64|(384, 192)	model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)	model.visual.layers.*.attn.proj.weight	2d-64	12	0.006832259165270749	5.58053659037978
244	6732	6852	1.0480914022537031	0.009539572915602798	-0.006355490662897692	-0.006377964597789082	1.0606262937490982	3.0552093990276226	1.4169954571074672	0.999979803665271	-0.018307442426380854	model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)	model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)	model.visual.layers.*.attn.qkv.weight	2d-128	21	0.012534891495395106	4.815467041112666
245	6920	7106	1.037971359528483	0.004901956646794144	0.03582944199312158	0.035841968762057676	4.686862284073142	1.0155916718638254	1.4036870709373512	0.9993579194094884	0.007763847258622466	model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)	model.visual.layers.*.attn.qkv.weight	2d-64	18	0.022379687664657588	14.792907650089404
246	7312	7318	1.1691327144014454	0.07881612095257301	0.006318717122900055	0.006301177746421693	1.2209984871121145	1.7271477039188985	1.4099951140231433	0.9999800367076939	0.008938060026873543	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)	model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3456, 128)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	18	0.051865772710669056	3.484594763454393
247	7453	7640	1.1784398426382598	0.03717395427825767	0.029403059181361168	0.030319408139137524	1.7573883166118633	1.1915816772424415	1.3947651265413192	0.999567636586328	0.019936485433642036	model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	22	0.013141834604181613	5.290870519437089
248	7819	7828	1.164237385465568	0.014942977107153168	-0.004267636073197242	-0.004280092244357843	1.6975253628272842	1.241379776903031	1.4170863477942275	0.9999908935997102	-0.003120870670011864	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	8	0.07714239143746293	5.145614871877143
249	8072	8149	1.0629179916600127	0.05400383143652869	0.02502105755665467	0.02416576622080379	1.1074568810936751	2.2080365816060064	1.3999613084055111	0.9996869243311861	0.04988673720732407	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(192, 384)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	14	0.044538889433662465	1.6906438439460734
250	8192	8415	0.5667514988997023	0.8352176906178197	0.8271317493532887	0.8271350007981303	0.5935057385681695	0.5830636018841058	0.5882151673895394	0.5620080686358235	0.8125791979267218	model.visual.merger.linear_fc1.weight|2d-128|(1920, 2560)	model.visual.merger.linear_fc1.weight|2d-128|(1920, 512)	model.visual.merger.linear_fc1.weight	2d-128	0	0.016312102984403443	1.502630613135991
251	8536	8617	0.6116784186964912	0.8126516888943521	0.8053921107856635	0.8054039474387308	0.6205265348365341	0.6274320885778828	0.6239506534128625	0.5927423958889844	0.8143549482980897	model.visual.merger.linear_fc1.weight|2d-64|(896, 1728)	model.visual.merger.linear_fc1.weight|2d-64|(896, 704)	model.visual.merger.linear_fc1.weight	2d-64	0	0.008848116140042883	1.6271460836510516
252	8720	8852	1.3229446926659716	0.04438286324825892	0.007182251497773985	0.007203323121539135	1.4520291138107715	1.369829629465213	1.4091344342486933	0.9999742072990797	0.006775663665655574	model.visual.merger.linear_fc2.weight|2d-128|(1920, 2176)	model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)	model.visual.merger.linear_fc2.weight	2d-128	0	0.04688493679924144	3.6173547960486543
253	8966	9040	1.3011098154338567	0.04383591176643672	0.016903867060750245	0.016902798849618345	1.3301965701928715	1.487525805858545	1.4022847106490313	0.9998571194317678	0.018903174940544564	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(64, 1024)	model.visual.merger.linear_fc2.weight	2d-64	0	0.029086754759014788	3.230039847507095
254	9264	9288	0.33805483374764356	0.9411969166019389	0.9345984734050905	0.934654364063091	0.396713042296289	0.357316749386091	0.37547357575928064	0.3557045030764643	0.8417865129044532	model.visual.pos_embed.weight|2d-128|(768, 0)	model.visual.pos_embed.weight|2d-128|(1152, 0)	model.visual.pos_embed.weight	2d-128	0	0.019261915638447424	1.3569951460075182
255	9474	9583	0.10837006356902538	0.9956875657955275	0.9933523870415927	0.9933524408876072	0.13404040905321496	0.1262122172747499	0.12994980697089858	0.11511314068676108	0.9353388891398482	model.visual.pos_embed.weight|2d-64|(1216, 960)	model.visual.pos_embed.weight|2d-64|(832, 960)	model.visual.pos_embed.weight	2d-64	0	0.01784215370572452	0.5506173267717531
256	9695	9770	0.396315043121696	0.9198374131928468	0.9097166867635217	0.909109710596643	0.41760810475496424	0.43764118204647173	0.4272728198439362	0.4152295146349796	0.9533567035443289	mtp.fc.weight|2d-128|(1536, 3584)	mtp.fc.weight|2d-128|(1408, 3456)	mtp.fc.weight	2d-128	0	0.021293061633268218	0.9696589232893406
257	10017	10068	0.3729813893819537	0.9304375272785457	0.9298921357328278	0.9287626959644144	0.38106509145481177	0.37016698363643996	0.37549747813517426	0.36783232036111246	0.9032980840027597	mtp.fc.weight|2d-64|(640, 2688)	mtp.fc.weight|2d-64|(1664, 3712)	mtp.fc.weight	2d-64	0	0.002814405745513726	0.8480736420914318
258	10171	10187	1.220312277012829	0.03992234840505803	0.008439204403735643	0.008434033632327406	1.479236420953265	1.3466084189852205	1.4082598435871887	0.9999643892804544	0.007682547251158177	mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 768)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.12629614197239158	3.9646683818556556
259	10545	10550	1.2111199824509205	0.030793508689644773	0.019493225385992064	0.01943226078295107	1.3075252246865596	1.5166579340351438	1.4005137565275994	0.9998099890299411	0.02261107807590279	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)	mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 4480)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.09640524223563918	2.9918332432493946
260	10795	10882	1.2828570064323708	0.04206545145776926	-0.004967146368918588	-0.004959917810216062	1.342222559716582	1.507528744273636	1.4176980152162795	0.9999876636523822	-0.005578892914555354	mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.059365553284211225	3.50583592902187
261	11091	11133	1.267112760262862	0.06510018044324939	0.042616319541450814	0.042524605949496704	1.3065630363887692	1.4770232751413275	1.383981295242496	0.9990915119791285	0.04817624110778349	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.039450276125907235	3.3878621079681137
262	11214	11404	1.295650745953974	0.013788500452513206	-0.006330072720755904	-0.0064570470064801875	1.3569787844261039	1.4896047345185888	1.4186632089954558	0.9999799648889721	-0.006948749975242111	mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)	mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.061328038472129975	3.3096659795418804
263	11500	11575	1.2887529039568846	0.036571124414145555	0.01690122765078087	0.017091443166529594	1.3164149296299013	1.5075892836612603	1.402321628399213	0.999857164050894	0.01935568270575611	mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)	mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 256)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.027662025673016677	3.568312525451775
264	11666	11722	1.184909920747452	0.015121029024492699	0.0010623783166736746	0.001070441071035368	1.7065313751655349	1.2331285931431077	1.4135001464035026	0.9999994356759969	0.000767667737077776	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.04821867239565569	5.4076470134757955
265	11757	11933	1.0573206190477955	0.01234199266416457	0.002057369862471405	0.0023734647136222364	2.7099041120179903	1.0750581291146601	1.413215904232011	0.999997883612385	0.0008161883608488029	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.017737510066864637	10.858403691075559
266	12187	12189	0.9078785116695365	0.5439855375861803	0.5694928259618846	0.5694140599735847	0.8885774684289295	0.9797190585005896	0.930818246312842	0.8219963024113592	0.6279058327471458	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.019301043240606996	3.2263026136049007
267	12443	12447	0.9977838272628323	0.39831091776522565	0.44707598473556837	0.44683562050277426	0.990718954430991	1.1348598571409951	1.0554780792967844	0.8944959831506915	0.5121216121877659	mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 704)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 960)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.007064872831841318	3.3913646824383603
268	12538	12728	1.0046251898487282	0.4019002143651345	0.4316426716879554	0.4316268461653423	1.1666935488119923	0.9958395268932573	1.0711792960405582	0.9020446795908083	0.36843165405206424	mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1152)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1152)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.008785662955470896	4.180364629819955
269	12818	12908	1.0267385975097378	0.4462667765153254	0.45434906141301956	0.4543624374372739	1.081992633475112	1.0126586948099257	1.0456055239328457	0.8908237369946471	0.4252344362464704	mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 128)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(1664, 128)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.014079902699812186	2.9458987067549707
270	13009	13031	1.317134943937085	0.017161946430398037	-0.0039144954484005975	-0.003801638524559846	1.462418054130772	1.375518453182621	1.4169736494724716	0.9999923383333417	-0.0036818888476967014	mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 128)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.058383509245536036	3.9501747626250867
271	13181	13273	1.2612091015318427	0.05007986155291417	0.033641037174458745	0.03339155979958906	1.300790098001472	1.5016867745821965	1.3904696645898753	0.9994339801196609	0.03883662758943877	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.039580996469629204	3.5273619487514543
272	26	210	1.1173681346799937	0.33890095812344556	0.3453451858947722	0.3452973655374469	1.125146754363133	1.1647422502675897	1.1444310942709257	0.9384757336123856	0.35749836843802213	model.language_model.embed_tokens.weight|2d-128|(245888, 1408)	model.language_model.embed_tokens.weight|2d-128|(195712, 1408)	model.language_model.embed_tokens.weight	2d-128	0	0.0077786196831393095	2.873258035343594
273	317	496	0.8181143820970943	0.6014714731805381	0.5450337139466689	0.5443538506492428	0.9156530482093465	1.0027819050588576	0.9562532173077729	0.838414128376604	0.5968963321441233	model.language_model.embed_tokens.weight|2d-64|(158848, 832)	model.language_model.embed_tokens.weight|2d-64|(248192, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.09753866611225215	2.1912723423382636
274	643	731	0.03987152738784184	0.9993331857355416	0.9993331857355416	0.9991747190181217	0.03987152738784184	0.04054803661487099	0.040205513955559366	0.0365127907404176	1.0162890980197719	model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)	model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	4	0.0	0.0566634035189968
275	943	987	0.2537318738180255	0.9808934039379864	0.9808934039379865	0.9842550471584195	0.2537318738180255	0.3101827230400485	0.2777436077683585	0.19454595886563678	1.1991248181287504	model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2936, 0, 0)	model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(3244, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	8	0.0	0.6704039589879167
276	1103	1230	1.086223009279016	0.011971884705612394	0.0011698778475575104	0.0011633200209005769	1.094852409384696	2.4497112311608693	1.4135971078998206	0.9999993156926769	0.002617579207647306	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)	model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	8	0.00862940010568014	3.172729400353127
277	1379	1434	1.095868936857877	0.017766613652862775	0.012958999537452616	0.012922063557316166	2.400110021209685	1.0935134816694896	1.4072820326917161	0.9999160286398995	0.005904246296180554	model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	7	0.002355455188387312	6.70144394517978
278	1565	1635	1.1111888173248154	0.029065050995366166	0.009730513881873622	0.00958757417717756	1.1244327202437803	2.145981351573512	1.4085449851669243	0.9999526574291379	0.018570698767286675	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	14	0.013243902918964823	3.0898096476286745
279	1811	2029	1.096352242186618	0.033561295701297116	0.009706770588892489	0.008828760660005023	2.2399739123178124	1.112148372648929	1.4087351491879656	0.9999528881926061	0.004819417339973733	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)	model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	2	0.015796130462310876	6.776241011413475
280	2134	2172	1.1904002255235586	0.04474199533528756	0.010259893161731487	0.010260237625656891	1.7515449061335977	1.209363791826913	1.40741310339315	0.9999473659109812	0.007083999533417729	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 384)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	6	0.018963566303354273	4.58044038468677
281	2403	2558	1.194813662596964	0.027585121584826157	0.0026987045774631412	0.00269006536940374	1.7862939938664866	1.2046341109246796	1.412443265161981	0.9999963584901715	0.0018199420702769606	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)	model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	10	0.009820448327715559	5.021921729813975
282	2632	2653	1.2450017500573411	0.05360038640654683	0.014414064439120121	0.014383476811789392	1.5565761916089196	1.2892317927628412	1.4041638990199128	0.9998961119768117	0.011938426296137797	model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1408, 6016)	model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	14	0.04423004270550002	4.044401498787736
283	2928	2973	1.2296252251846693	0.039193178088324926	0.015697506253739432	0.015600101733724185	1.527314753670061	1.3051447699293546	1.4032066610347738	0.9998767865579308	0.01341407731364532	model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)	model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	6	0.07551954474468525	3.8274840847285496
284	3138	3211	1.1255246770434593	0.0347533273918056	-9.715210373537575e-05	-0.00019689778863941752	1.1507872119918423	2.02110156348683	1.4142726383965056	0.9999999952807344	-0.00017062604338098476	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)	model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	11	0.025262534948383042	2.9222804928357524
285	3518	3539	1.1159118276224336	-0.013977464574522796	-0.02166759134038728	-0.022291325327083583	2.2289885952157635	1.131160759141231	1.4265257809884058	0.9997652301843197	-0.010995807301105526	model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	12	0.01524893151879736	6.675543222380966
286	3660	3689	1.1832433411114944	0.03130261797094598	-0.00561717974004987	-0.00561035361837136	1.788017980548017	1.2108821189416763	1.417897003507781	0.9999842235214353	-0.003804068292435822	model.language_model.layers.3.mlp.up_proj.weight|2d-128|(2688, 0)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	20	0.02763877783018187	4.910032034484005
287	4074	4084	1.189139424419187	0.008126853174932714	-0.0016934760836243878	-0.0016624307613034963	1.1982869032487864	1.8196404473659356	1.4153132111163549	0.9999985660683489	-0.002571602485227208	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)	model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	21	0.00914747882959932	3.2224460224424734
288	4182	4300	1.1411493091224194	0.08197863570323093	0.029770641663691994	0.029803237095323187	1.1802105127886535	1.7955648074325918	1.3947551820366775	0.9995567562149396	0.04529286588009261	model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1536)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	16	0.03906120366623411	3.1452680024864987
289	4352	4409	1.0794908093025177	0.018737041171994137	-0.0072965167536752475	-0.007291682981001577	1.101216760684593	2.4259518145993333	1.4180920223611782	0.9999733800673213	-0.01607403618505473	model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 832)	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	4	0.021725951382075337	3.3908496399140273
290	4795	4823	1.0896737068599376	0.03837298705996571	0.008794435829912262	0.00861779722607353	1.1024595507882917	2.3307409681242155	1.4093980370262431	0.9999613282014628	0.018592565927393556	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)	model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	12	0.012785843928354135	2.978959094561817
291	4955	5051	1.0856214640255648	0.04745375619347909	0.01791549501997634	0.018148484000676358	2.1568497373800155	1.1181062661824368	1.4038231214612131	0.9998395046397143	0.009287354096316654	model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	4	0.032484802156871995	6.261622408363448
292	5150	5345	1.075888025194726	0.04396075569314666	0.0026849779702209425	0.002658337924044124	2.408838433169842	1.0978468754268267	1.4127799046012754	0.9999963954401533	0.0012236996199525057	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.021958850232100646	6.335048011866712
293	5452	5492	1.0751345925560813	0.08827007124393005	0.04300319677158862	0.042693802414830236	1.0996318921445332	2.1887854847378594	1.3896035209757234	0.9990749346607711	0.08559661970826833	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)	model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 1280)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	16	0.024497299588451815	3.094693438827872
294	5756	5770	1.0650447592690067	0.022987926832900515	2.999176656755682e-05	1.943757774348921e-05	2.618310041078769	1.0820116464486151	1.4141985911548276	0.9999999995502469	1.2394040512595056e-05	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.01696688717960848	9.549216426141065
295	6070	6081	1.052713262323201	0.02879155589536532	0.020168721655261065	0.020232906651213457	1.0842906076411964	2.4654008524194344	1.4036629216688166	0.9997965906457136	0.04585853940878656	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.0315773453179955	3.9377118500057007
296	6178	6395	1.10349328557768	0.03801293021571901	0.014719620363196661	0.014830961477949281	1.1214949035621082	2.1458899301395165	1.4056423040034123	0.9998916605194602	0.028164804862272845	model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)	model.visual.blocks.6.attn.proj.weight|2d-128|(128, 768)	model.visual.layers.*.attn.proj.weight	2d-128	17	0.01800161798442823	3.086913384817999
297	6496	6512	1.120869073664463	0.008602859240330541	0.005625021136144236	0.0051422761201577035	2.21691121364775	1.11728668593553	1.411012826041512	0.999984179443464	0.00283491787349428	model.visual.blocks.0.attn.proj.weight|2d-64|(384, 0)	model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)	model.visual.layers.*.attn.proj.weight	2d-64	23	0.0035823877289331563	5.749042017902581
298	6728	6852	1.0490617097701145	0.03366647442050184	0.00032156135431298964	0.0002410669852459037	1.0551914635844606	3.130073356723012	1.414075895438041	0.9999999482991464	0.0009538654001879091	model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)	model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)	model.visual.layers.*.attn.qkv.weight	2d-128	21	0.006129753814346106	3.9637289305643537
299	7067	7090	1.0422931070785282	0.02186047591729569	0.022013213408789926	0.022007244156234743	3.1450577097273844	1.0469784032576517	1.4048529660258122	0.999757679858184	0.007328119593488338	model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	21	0.004685296179123499	11.197969767333989
300	7312	7423	1.1741016324120785	0.05234333050771213	0.003826523443498796	0.0035736263872157533	1.214953923452485	1.751041164638331	1.4116767203678542	0.9999926788323684	0.005514941709048318	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)	model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(2560, 768)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	17	0.04085229104040655	3.412350746587541
301	7439	7640	1.1823158115949246	0.03093683690694493	0.017629428405284073	0.017126247029035584	1.795555652521154	1.1898594592586247	1.4026863730761796	0.9998445895508477	0.011682479526544673	model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	13	0.0075436476637000816	5.142341613883441
302	7750	7828	1.1647398599226901	0.01049295666685932	-0.006016132321858954	-0.0060208580741696995	1.710024240508415	1.2381197206169052	1.4182493044336797	0.9999819029121907	-0.0043558985265143004	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(896, 2176)	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	8	0.0733798606942151	5.00257281045161
303	8072	8115	1.063723905283438	0.05116511929320853	0.03603455711134982	0.03543273260119572	1.1083375393764365	2.150792500980253	1.3933085680015707	0.9993505444506391	0.06992712279224958	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(320, 1152)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	8	0.044613634092998566	1.7047012407499071
304	8229	8378	0.569754544410783	0.8356365860755725	0.8342347101391386	0.8341962568509025	0.5731178882602735	0.5786281412664398	0.5758532431630979	0.5514095106171704	0.8422554758726011	model.visual.merger.linear_fc1.weight|2d-128|(1408, 0)	model.visual.merger.linear_fc1.weight|2d-128|(1408, 2048)	model.visual.merger.linear_fc1.weight	2d-128	0	0.003363343849490552	1.4682305048347148
305	8544	8640	0.6363388784955797	0.7915022640662124	0.793018235132116	0.7929928372164983	0.6493373429434689	0.6379951303915261	0.6435912910164029	0.6091978978525321	0.7791662959541499	model.visual.merger.linear_fc1.weight|2d-64|(1408, 1280)	model.visual.merger.linear_fc1.weight|2d-64|(1408, 3328)	model.visual.merger.linear_fc1.weight	2d-64	0	0.0016562518959464256	1.7757885078195357
306	8744	8888	1.3241968141236642	0.04681004583904798	0.0022005525117106636	0.002168882454396892	1.3886002651138794	1.4380103223817449	1.4126576314777142	0.9999975787813905	0.0022788539699173213	model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)	model.visual.merger.linear_fc2.weight|2d-128|(640, 3072)	model.visual.merger.linear_fc2.weight	2d-128	0	0.06440345099021516	3.3026826224608334
307	8966	9088	1.3019785685020309	0.04595331068913128	0.02184084149321563	0.021846868983006786	1.3387000175854382	1.4676817173315482	1.3987503239247263	0.9997614603708568	0.023945173175201683	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(896, 3264)	model.visual.merger.linear_fc2.weight	2d-64	0	0.036721449083407354	3.3503722207384654
308	9263	9311	0.3464176091765663	0.9447110450178482	0.8931001660878307	0.8923755242651291	0.45916706859253686	0.5731640102869594	0.5067908281876669	0.4498578590331498	1.1148292371052033	model.visual.pos_embed.weight|2d-128|(640, 896)	model.visual.pos_embed.weight|2d-128|(1408, 896)	model.visual.pos_embed.weight	2d-128	0	0.11274945941597059	1.9703229235151671
309	9503	9556	0.12205499371405762	0.9925237097410393	0.9826503532703658	0.9825714431109203	0.18661711940726244	0.18599766511369117	0.18630661990182562	0.18546774171705843	0.9793885572339355	model.visual.pos_embed.weight|2d-64|(512, 960)	model.visual.pos_embed.weight|2d-64|(1088, 960)	model.visual.pos_embed.weight	2d-64	0	0.06394267139963355	0.4902686780568079
310	9695	9698	0.4067233836618315	0.9152907877283112	0.9138858680085592	0.9132828388892141	0.4120147179672996	0.41863077993006115	0.4152832278868642	0.4059712061886192	0.9285608911714857	mtp.fc.weight|2d-128|(1536, 3584)	mtp.fc.weight|2d-128|(256, 2304)	mtp.fc.weight	2d-128	0	0.005291334305468132	0.9823338292876561
311	10064	10068	0.399238456145511	0.9169011893759609	0.9354406286149161	0.9345409165863702	0.3781368289133764	0.3534844177935779	0.3651880274193585	0.3534838473488294	0.8744551196893614	mtp.fc.weight|2d-64|(1408, 3456)	mtp.fc.weight|2d-64|(1664, 3712)	mtp.fc.weight	2d-64	0	0.04575403835193309	1.2578209149255009
312	10187	10340	1.2250839553202537	0.0240058302462384	0.012839545010820559	0.012853060975926507	1.3218403071062577	1.5065802703446123	1.4051829346144253	0.9999175696445758	0.01463399556626539	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5120)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.09675635178600395	2.944917413757838
313	10506	10623	1.2121997262689284	0.03364015342255876	0.013751020684422483	0.013745161193327105	1.267972123099752	1.5980338158812568	1.4047127533757193	0.9999054502452402	0.017330504083062557	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4032)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.05577239683082369	2.9345305071483443
314	10765	10802	1.2835541646057118	0.03971608994459731	0.022308809449878383	0.02230341064683636	1.3174370702994413	1.4965880492575319	1.398478672129181	0.9997511275417142	0.0253424610317538	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 1536)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.03388290569372954	3.6633851675956883
315	11053	11091	1.268028412675051	0.04232226586968574	0.02604487993203089	0.026107670317123202	1.5395039045411785	1.2863120637630183	1.3959727578634167	0.9996607745777195	0.021761453905383435	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.018283651087967367	4.257511759367189
316	11214	11393	1.297209373857858	0.015685876747443685	0.0015028604462305431	0.00149372030768344	1.3567398890904894	1.4772469755040716	1.413154318874698	0.9999988707046019	0.0016363461166362871	mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)	mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 128)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.05953051523263131	3.2891159188891064
317	11491	11520	1.2894912114910053	0.06345561904308161	0.03579434369906561	0.035975391851589024	1.3298101962916444	1.4563584688084872	1.3887786282713124	0.9993591771526158	0.039200628576127466	mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)	mtp.layers.0.mlp.up_proj.weight|2d-64|(1344, 960)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.04031898480063911	3.4818126195831294
318	11708	11723	1.1862634952830757	0.030285598453319813	0.0003862047029418164	0.000386938290235857	1.7162151339024738	1.2301204675791604	1.4139549233614683	0.9999999254229609	0.0002768174574266718	mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.04385697229608465	5.7708486142307525
319	11744	11933	1.0582647998530137	-0.0026045716977961698	-0.005450834527166127	-0.004855620979594894	2.6770979356666778	1.0804028391549818	1.4168863092803956	0.9999851440911297	-0.002199806372585216	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.022138039301968115	10.58406119359794
320	12203	12205	0.9078881776639075	0.544309061612956	0.559278237490994	0.5592833043476203	0.8970532617736247	0.9944538994019252	0.9419977499499536	0.8289800076412984	0.6200037922206548	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.010834915890282848	3.1454637019713942
321	12356	12360	1.0203594512248266	0.4326339662027006	0.40025942002406184	0.3999574274933364	1.1304851305422248	1.0642570683671921	1.0958730323613812	0.9164018750973841	0.3768107208423383	mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1280)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1536)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.04389761714236551	3.8000765348720913
322	12517	12709	1.0047565150949944	0.43632534959175384	0.4219543381413937	0.4219410481975232	1.1172846711693893	1.0394072318385217	1.0762384574192716	0.9066170837369315	0.39254310193906616	mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 640)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 640)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.034650716743527266	3.1195180277320174
323	12790	12800	1.0283374107148393	0.4128211739407823	0.4232546602493382	0.42325220822671533	1.1657215634738753	1.0077345423904593	1.0781415144807764	0.9060107574290811	0.36589212615226285	mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 384)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 384)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.020602868324379964	3.005789653742844
324	13031	13040	1.3174121191140777	0.013749467029153018	-0.0004707688015063072	-0.0005402645689918442	1.3674657898885507	1.4668488274230733	1.4145455896526429	0.9999998891883617	-0.0005049827714762592	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.05005367077447298	3.5691895933688467
325	13192	13273	1.2614668266135782	0.032144031424011996	-0.005559015310911943	-0.005011045023292822	1.3175916204475187	1.5457592856009164	1.4180894637859944	0.999984548555013	-0.006521671360296928	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.05612479383394042	3.206062527041789
326	142	191	1.1224263624695363	0.28967711657234396	0.2655641130875418	0.26320388475737017	1.2950652476368965	1.1458004789710796	1.2136018307277605	0.9640932018430725	0.23495610628766467	model.language_model.embed_tokens.weight|2d-128|(173696, 1920)	model.language_model.embed_tokens.weight|2d-128|(158208, 1920)	model.language_model.embed_tokens.weight	2d-128	0	0.023374116501543307	3.338661382434882
327	431	496	0.87414977047356	0.5353191535743981	0.5388136062805238	0.5397362716001698	0.8992174656797742	1.053791092830628	0.9673621816704632	0.8424250101267037	0.6314345535594461	model.language_model.embed_tokens.weight|2d-64|(151808, 832)	model.language_model.embed_tokens.weight|2d-64|(248192, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.025067695206214213	2.2972946241056853
328	639	696	0.0409543014409479	0.9994381264474617	0.9994381264474619	0.9995977890536145	0.041965473215978474	0.0409543014409479	0.04145064001974248	0.03351762824525688	0.9753563385655056	model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(59, 0, 0)	model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(5346, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	3	0.0	0.0656775078617354
329	814	815	0.2677074457738158	0.9677771281084907	0.9677771281084906	0.9660818069571264	0.30529074114934435	0.2677074457738158	0.2846548844243983	0.2518083205735711	0.8486374073084113	model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5328, 0, 0)	model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5844, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	4	0.0	0.705936762144973
330	1103	1260	1.0881372780709437	-0.017043188088215505	-0.01364962970674987	-0.01363083986973315	1.0918438093478708	2.569763079407198	1.4211440794416892	0.9999068394649916	-0.03212576209864272	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)	model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	6	0.0037065312769271053	3.2806853581187387
331	1434	1466	1.0960261973574643	0.018040804960683585	0.009762138932777565	0.009711054777797486	1.0918811495620573	2.4357010535246246	1.4090508561940727	0.9999523491864286	0.02177677679732547	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)	model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	11	0.004145047795407031	3.3569235030359774
332	1543	1592	1.1128411330890742	0.031738409416905054	-0.00048363650446415726	-0.0005422522362248353	1.1306248413717706	2.145113535053309	1.41449565724655	0.9999998830478589	-0.0009175945670123475	model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)	model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	16	0.017783708282696375	3.0020417626307365
333	1811	1886	1.0968209483504274	0.01361999798974925	0.0004569299934629027	0.0012477188352883947	2.3838941603440493	1.1013755849886566	1.4139675092416035	0.9999998956074851	0.00021110481632139117	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	16	0.0045546366382291925	6.2410878092831465
334	2134	2138	1.1932131369509984	0.03894553184516694	0.000397187255455068	0.00039745402919926203	1.764573609141235	1.2133815926150577	1.4139512901515543	0.999999921121139	0.0002731196375678653	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(896, 896)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	8	0.020168455664059337	4.7099500193215444
335	2333	2509	1.1959149086300713	0.07691416446257507	0.04260383097855994	0.042788315675112584	1.2613248108464845	1.5523808399281496	1.384411978940664	0.9990920446014723	0.05243484497404638	model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1536, 192)	model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	18	0.06540990221641318	3.1270751440906555
336	2669	2803	1.2463509991116741	0.04458620545359006	0.011304291243710317	0.011279634767037739	1.2682081377788432	1.6025773048101934	1.4064126784837332	0.9999361044584185	0.01428472192731972	model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)	model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 1024)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	20	0.021857138667169096	3.43541905981689
337	2819	2995	1.2304937240211806	0.07681211702574105	0.02669403308654924	0.026865858201543896	1.5862463890797374	1.2606115347450295	1.3957044519671022	0.9996436508064132	0.021214110398884493	model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 3712)	model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	17	0.030117810723848892	4.211198306599043
338	3131	3319	1.125696840094519	0.05429633002574778	0.008228054290017628	0.008184714897693192	1.9758056021873784	1.1538870330259832	1.409137098319566	0.9999661489883548	0.004805252673529343	model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	13	0.028190192931464075	5.379074103100029
339	3521	3539	1.116083578048789	-0.007073757413344384	-0.002502714385438796	-0.0023046224490850874	2.2227784406073967	1.1211264341052096	1.4156359905968623	0.9999968682054484	-0.0012623207078453034	model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	13	0.00504285605642063	6.168447733186485
340	3594	3689	1.184648705330756	0.00941730059672654	-0.006478337552975482	-0.006577958813926478	1.7934255716598226	1.2099057708841043	1.4184548130232812	0.9999790153510971	-0.0043705064291159725	model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	21	0.02525706555334839	4.63875278031782
341	3880	4045	1.1892709989531989	0.058591139080454456	0.020875442390734415	0.021062414518798395	1.6905041039598068	1.2214199835777646	1.4001289930144067	0.9997820842088495	0.015082887076312966	model.language_model.layers.7.mlp.up_proj.weight|2d-64|(2176, 1408)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	16	0.032148984624565724	4.455243457195182
342	4216	4300	1.1442286605461547	0.0237397010807594	-0.007290691143643542	-0.0072628447820837815	1.1619660279559563	1.9879601345907012	1.4186983787272445	0.9999734225581437	-0.01247334517401762	model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1024)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	8	0.017737367409801585	3.076409698704527
343	4410	4561	1.0809843723604569	0.06349789712729828	0.03401640094984574	0.03390516934173205	1.1050908835817062	2.185739098893745	1.394708416292935	0.9994212747717648	0.06728041889074814	model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 768)	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	20	0.024106511221249294	2.8649882674450993
344	4709	4784	1.089925648620532	0.35160636304326504	0.3583985192516924	0.35837340881119734	1.1881174052374788	1.0867311008873974	1.1340392065088627	0.9335686913121038	0.32781509273905113	model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 1792)	model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 1280)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	0	0.003194547733134545	3.3951073742601636
345	4898	4927	1.0870850549824072	0.024592710376360866	0.011872966524599961	0.012109265743462914	1.0984606012567657	2.354291503209614	1.4077651735528969	0.9999295138488041	0.025446906493302602	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)	model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 320)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	12	0.01137554627435855	2.9273444171431167
346	5172	5345	1.079168654434958	0.0025469063871099654	-0.0002669476001854725	-0.0002590682940936882	2.6907130297114126	1.0772678622385696	1.4143438220307878	0.9999999643694888	-0.00010687652953178868	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.001900792196388279	7.011807938909946
347	5465	5583	1.076614573056925	0.014042760765409154	0.017000211838157482	0.017138281379459646	1.0742978815183941	2.6205956555598378	1.4057504040035687	0.9998554859565745	0.04146957939049945	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.0023166915385308684	3.008843035618211
348	5770	5784	1.0652033894754984	0.025808467651554364	-0.002051586580910139	-0.0020181240215204803	1.0841695940510439	2.601239719200668	1.4152434775670426	0.9999978954940361	-0.004922355811236016	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.01896620457554543	3.8569444986913073
349	5908	6038	1.0545321607512756	0.0053502744921250294	0.008809864467408467	0.008469345610590505	2.7545004149725374	1.069545569802802	1.4100033951292548	0.9999611923910178	0.0034207842048097096	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.015013409051526372	10.883241596310466
350	6145	6200	1.1058997813334677	0.04146344511972853	-0.004913527340327412	-0.004823417879608981	2.1620258426888497	1.1307940491964532	1.4170644208194194	0.9999879285516781	-0.0025698987344648216	model.visual.blocks.14.attn.proj.weight|2d-128|(640, 896)	model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)	model.visual.layers.*.attn.proj.weight	2d-128	9	0.024894267862985542	5.8322446355287205
351	6419	6642	1.1224070038732459	0.0007503682958390039	0.0008592817386243234	0.0013446893428727391	1.1234391868340228	2.1906561728503835	1.4137200484449577	0.9999996308173786	0.0016755609622624717	model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)	model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)	model.visual.layers.*.attn.proj.weight	2d-64	5	0.001032182960776895	2.9331991575117997
352	6783	6852	1.0522751576569722	0.01653597237126465	5.3427168013901106e-05	0.0001053740889285	1.065956905145128	2.8872608778180218	1.4141890130133419	0.9999999985727689	0.00014471332872330805	model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)	model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)	model.visual.layers.*.attn.qkv.weight	2d-128	21	0.013681747488155871	3.864765865853372
353	6968	7063	1.0425838833767338	0.0433658026165542	0.027234721579435895	0.027665316629863327	3.035014168919054	1.04912419296427	1.4022703395934508	0.9996290661742938	0.009414323527790532	model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	21	0.006540309587536264	10.632173309238272
354	7182	7422	1.1766452892486174	0.03603463534866009	-0.007576611750477405	-0.007204006774754865	1.2094364055421396	1.7978492754665847	1.419167276457788	0.999971297065262	-0.011262771555137222	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)	model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(512, 768)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	17	0.03279111629352216	3.3136688309860776
355	7469	7592	1.1823712017994448	0.04320458770827865	0.0401252376799109	0.039886685717196946	1.6898436257660259	1.204527715062898	1.387133243076636	0.9991946583629892	0.02860143987407671	model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3968, 512)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	15	0.022156513263453137	4.702391331952529
356	7782	7828	1.1664727553146115	0.037535779981965646	0.004687801385449976	0.004683276194035599	1.6828508132806428	1.2390256259765657	1.411044748684001	0.9999890121987194	0.0034514681873302447	model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(256, 1152)	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	11	0.07255287066195426	4.958275951716259
357	7957	8072	1.0663877720995572	0.030229732748521598	0.016861699245999402	0.016887310258519833	2.3075796287781967	1.100642456218794	1.4049171667055909	0.9998578314433195	0.008042496927382617	model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 3520)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	13	0.03425468411923682	4.311081649183146
358	8253	8404	0.5766435649946303	0.8264748037704007	0.8251999514374294	0.825169651233926	0.5839857967367318	0.5998796417961676	0.5917727003912149	0.5648407210423696	0.8476587171205837	model.visual.merger.linear_fc1.weight|2d-128|(1152, 128)	model.visual.merger.linear_fc1.weight|2d-128|(1152, 2176)	model.visual.merger.linear_fc1.weight	2d-128	0	0.007342231742101468	1.586795315338934
359	8507	8572	0.6372722653051527	0.7968282557201828	0.7836220378138309	0.7835664776455485	0.6617833798458816	0.6541283811529667	0.6579224828298417	0.6212378786362749	0.7745577036859457	model.visual.merger.linear_fc1.weight|2d-64|(1920, 2112)	model.visual.merger.linear_fc1.weight|2d-64|(1920, 3136)	model.visual.merger.linear_fc1.weight	2d-64	0	0.01685611584781399	1.6650266866018393
360	8865	8932	1.325836008422733	0.0331805922528685	0.003830983464394326	0.0038384158920319934	1.3712604051475987	1.4555186235629742	1.4115068670680258	0.9999926617559228	0.004066381380265662	model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)	model.visual.merger.linear_fc2.weight|2d-128|(1792, 1664)	model.visual.merger.linear_fc2.weight	2d-128	0	0.045424396724865757	3.394213085354851
361	8966	9104	1.301982129815674	0.04607791205344491	0.013466145059044397	0.013466606820149874	1.3394954584786976	1.4804754384188108	1.4047070869887146	0.9999093273578603	0.014883437553974442	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(320, 768)	model.visual.merger.linear_fc2.weight	2d-64	0	0.03751332866302359	3.2333416922012495
362	9288	9312	0.3620752988722578	0.9332682503138554	0.8109866174711875	0.8153578374201234	0.5866859491789033	0.6865259588095023	0.6307551341823132	0.5850647026463329	0.9489972717435975	model.visual.pos_embed.weight|2d-128|(1152, 0)	model.visual.pos_embed.weight|2d-128|(1536, 0)	model.visual.pos_embed.weight	2d-128	0	0.22461065030664545	1.4780816255309863
363	9503	9599	0.12404525294469132	0.9926789089929906	0.9822059425237134	0.9820553997864926	0.19484920268728592	0.18842090575797077	0.19155420480132912	0.18780704585053232	0.949801850758383	model.visual.pos_embed.weight|2d-64|(512, 960)	model.visual.pos_embed.weight|2d-64|(896, 960)	model.visual.pos_embed.weight	2d-64	0	0.06437565281327945	0.5234631383284981
364	9698	9764	0.4083560022419398	0.9152566996805879	0.9004014359069035	0.8997208619081919	0.443032563435128	0.4502038550145202	0.44657503015572053	0.4350600581721868	0.9149760784237561	mtp.fc.weight|2d-128|(256, 2304)	mtp.fc.weight|2d-128|(512, 2560)	mtp.fc.weight	2d-128	0	0.03467656119318818	1.0365703842044496
365	10012	10068	0.4116207217573123	0.9117752946472387	0.9275719517515179	0.9265682245450263	0.39372543482591355	0.3743680845518844	0.3836810149166446	0.373644582891121	0.8819682554031781	mtp.fc.weight|2d-64|(1792, 3840)	mtp.fc.weight|2d-64|(1664, 3712)	mtp.fc.weight	2d-64	0	0.037252637205427874	0.8769955397598285
366	10172	10187	1.2252265644044662	0.04097185152906831	-0.010369220389041896	-0.010392391812741849	1.5018111660821254	1.3528105661442562	1.4214871600209542	0.9999462381890956	-0.009340449200127497	mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 5248)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.12758400173979	3.8932103639879565
367	10505	10506	1.2126154572603893	0.031416885615092524	0.03238430761532676	0.032407689079870405	1.5860376036183381	1.2549028226672019	1.3917498566387614	0.999475490755164	0.025623074096026207	mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5248)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.04228736540681255	4.315467946455579
368	10655	10871	1.2838436379295894	0.05000857743914566	0.0069037563948890195	0.006909608480212491	1.3213542808322412	1.517697210913775	1.409370049418526	0.9999761687898567	0.00792960069630369	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1152)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.037510642902651714	3.5314802388708606
369	10947	10973	1.2686370757001015	0.06263924508724084	0.03609427733046675	0.03616936115478668	1.2879342431237872	1.5178135394065553	1.388803137510445	0.9993483892737264	0.042536630359638665	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 448)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.0192971674236857	3.343672590448694
370	11178	11387	1.2993552927112775	0.04778714090663585	0.01163171642306883	0.011870244678920915	1.33996899251246	1.4828815527236405	1.4060069399347694	0.999932349298218	0.01287228122938896	mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)	mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 896)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.04061369980118257	3.5435809485839282
371	11575	11637	1.2907481175542035	0.04880810131708906	0.03421262828569327	0.03431792254098568	1.452492655726442	1.3347569379488173	1.389898733408158	0.9994145766726564	0.03143943123550881	mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 256)	mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.044008820394613846	4.0039048216730775
372	11672	11712	1.1879476755845741	0.039418240254510316	0.011523950220624054	0.011540302079493496	1.7398825479689892	1.2121531665799792	1.4065488288709411	0.9999335970809825	0.008028583749946592	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.024205490995405032	5.445281856365771
373	11753	11933	1.0595398104192444	0.02235334452747963	0.02055050207482999	0.020529185257685413	2.762319577022614	1.0642354471129856	1.4044299150858008	0.9997888161329234	0.007917466518329638	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.004695636693741179	10.489758148552637
374	12011	12013	0.9083386025790742	0.5526414789929588	0.5558950239973752	0.5559396841015007	0.904455293586825	0.9913491217841349	0.9449187909222905	0.8312525021285395	0.6093015848892988	mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.0038833089922492015	2.6791460175814636
375	12350	12439	1.0270158790132133	0.3988244167105149	0.3786099112786382	0.3784523113835622	1.066843578315348	1.1734177259357317	1.116333188452728	0.9255563381456483	0.416431790132581	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1536)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1280)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.0398276993021347	3.65096906950722
376	12514	12706	1.0161972428382549	0.4316830446754996	0.42023584329575137	0.4202232874090797	1.1338814672034103	1.030659352619517	1.0785834746668166	0.9074149194329508	0.38197996415529845	mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 256)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 256)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.014462109781262056	3.0805140413489447
377	12795	12812	1.033048922988491	0.39033829857633273	0.4192677032644278	0.4193613349111019	1.0215195820277472	1.150944032290812	1.0804609032899928	0.9078626509551826	0.472388067242514	mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 1792)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 1792)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.011529340960743761	2.788619328535489
378	13031	13033	1.3179835790701755	0.055284383319120015	0.021098493499339725	0.021082553603560584	1.3802782147573034	1.4189655223933797	1.3992209010718952	0.9997774020110968	0.021689855371127463	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.0622946356871279	3.607232588434023
379	13185	13273	1.2618771264593598	0.03788661322397235	0.010481827606944872	0.010033621789749578	1.3153727627507539	1.5205448329654165	1.4068598570916448	0.9999450641360346	0.012116784883430298	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.05349563629139409	3.5544107851536997
380	51	126	1.122469397873808	0.3355380566222751	0.3042945216761433	0.30018416575711127	1.2069778447644266	1.1544465454699009	1.1798360053718553	0.9525779989470086	0.2910507105646196	model.language_model.embed_tokens.weight|2d-128|(220416, 1920)	model.language_model.embed_tokens.weight|2d-128|(102784, 1920)	model.language_model.embed_tokens.weight	2d-128	0	0.031977147596092825	3.068361765217034
381	449	462	0.9948997025621957	0.468706087716256	0.34823981743914967	0.34735308534545484	1.1782698367299844	1.109381577864548	1.142270700803201	0.9374054776615868	0.3278797658251848	model.language_model.embed_tokens.weight|2d-64|(183872, 1920)	model.language_model.embed_tokens.weight|2d-64|(224448, 1920)	model.language_model.embed_tokens.weight	2d-64	0	0.11448187530235221	2.929684966988325
382	655	731	0.04448904110323406	0.9991941682459693	0.9991941682459693	0.9999361361086518	0.04448904110323406	0.045396793104461694	0.04493604201042891	0.04013744066635946	1.0195816722997333	model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)	model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	1	0.0	0.05417174286027133
383	966	1016	0.2782211810267177	0.9610097523921992	0.9610097523921993	0.961023520995421	0.29908533566021056	0.2782211810267174	0.28808815782232416	0.2765144766681917	0.8939698353934424	model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1592, 0, 0)	model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1740, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	1	3.3306690738754696e-16	0.7725460310176102
384	1103	1243	1.0882523432936941	0.016125463437934612	-0.0003052841367370926	-0.000287624425008781	1.0969176150239128	2.43487162455111	1.4143752376544747	0.9999999534007968	-0.0006776513311353133	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)	model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3968, 512)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	12	0.008665271730218693	3.445553345302469
385	1346	1503	1.097581222343965	-0.012761743416939095	-0.00045435299748595515	-0.0008471591292722818	1.1117266624803668	2.2909045501371654	1.4144659218471425	0.9999998967816716	-0.000936272722817257	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)	model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	6	0.014145440136401843	3.2423016919633323
386	1569	1733	1.114081913298388	0.04005660919668075	-0.015755321901632518	-0.015614292780259525	2.1153215210315808	1.1444469345569583	1.4235082627116311	0.9998758772126548	-0.008524061081971212	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)	model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(256, 1408)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	4	0.030365021258570435	6.323639942196611
387	1922	2029	1.0994938017827343	0.016756819209062017	-0.01529864100876646	-0.01317465032723253	2.267959791918292	1.1225564671604997	1.4227890852752385	0.9998829689435084	-0.007572263169900296	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	16	0.023062665377765468	6.418703783058775
388	2134	2236	1.1937453392782402	0.0442171804538744	0.011468564251933008	0.011469812647042532	1.7241833355636993	1.2175728449229684	1.4065504617184807	0.9999342338544066	0.008098797915154795	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(256, 1664)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	6	0.02382750564472813	4.579083950202419
389	2397	2533	1.2001692454921438	0.04843755616476391	0.03464918694945628	0.034617936196992	1.2412580076528166	1.6103446361794018	1.3903183833429236	0.9993995366437497	0.044952082490525104	model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1280, 256)	model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	11	0.04108876216067281	3.169256236932826
390	2632	2655	1.2467472387605796	0.04714062094781733	0.008014580303701706	0.007978539649650524	1.5524000559318902	1.2985872007042325	1.4086244799509857	0.9999678827355184	0.006704219934568142	model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1408, 6016)	model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	12	0.051839961943652924	4.163514300639738
391	2832	2875	1.2315183245169359	0.037320194616287015	0.027318948700177283	0.02727178913359089	1.5568725837373876	1.2752006175032085	1.3951460341168465	0.999626767869847	0.022376359257592824	model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	8	0.043682292986272575	4.2420487303728285
392	3082	3265	1.128004627039798	0.031351042666304445	-0.005204176402961202	-0.005183049030750859	2.0101001688089823	1.1562218629714887	1.417390947377848	0.999986458182293	-0.002993473971712237	model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	12	0.028217235931690565	5.571697453565939
393	3489	3539	1.116649977983216	0.02403804453681138	0.010000377217779964	0.010098749286269526	2.113441503637744	1.129024979687608	1.4083235282977251	0.9999499949774999	0.005342317573369529	model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3328, 1984)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	14	0.012375001704391986	5.683466865598427
394	3687	3689	1.18579740907856	0.007147282229541689	0.0022083812633065616	0.0021954962236810944	1.7882390133497574	1.2044385912994635	1.4127657525868504	0.9999975615231248	0.0014874184032293279	model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	21	0.018641182220903607	4.686467296271838
395	3840	4074	1.190080565865623	0.011224165652564327	-0.00867780071551446	-0.008670521337112602	1.827662887060673	1.201486866921062	1.4198355940323306	0.9999623471785034	-0.005704697330817275	model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	21	0.01140630105543905	4.6996524201243215
396	4213	4300	1.1444719905767498	0.020157858554008076	0.0003347409879572743	0.00038601688337355067	1.1635899003895673	1.9547439057178913	1.4140054785967828	0.9999999439742339	0.0005623397951326311	model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 640)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	8	0.01911790981281758	3.260674041308662
397	4409	4443	1.0818940253159204	0.03427022638808279	0.02051146595030138	0.020424987935872087	2.2377379583006562	1.106430779567693	1.4026412020690457	0.9997896177519398	0.010141722437734585	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(320, 832)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	0	0.024536754251772708	8.56987704044058
398	4648	4816	1.090805070975278	0.027617209137789697	0.009575232410261028	0.00959999867929145	1.1003913840396558	2.346894275974003	1.408999017456813	0.9999541564113275	0.020421877579834376	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)	model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	12	0.00958631306437785	2.763899255519983
399	4898	4997	1.0871464435145064	0.06403220417628167	0.026008087347708785	0.026538847056706796	1.1125755966327777	2.162971789029009	1.3991727486865715	0.9996617324838007	0.05056263986910378	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)	model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(896, 448)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	12	0.02542915311827132	2.88482974790345
400	5185	5345	1.0819180494052902	0.04987764527078509	0.0038619165954533984	0.003892209497712297	2.3390308328571563	1.1041733110587018	1.4121036135355152	0.9999925427722998	0.0018230735458179149	model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	8	0.022255261653411518	5.897338059607468
401	5528	5583	1.0768385115463246	0.002378480585936795	-0.00935589593281461	-0.009122642457692766	1.0800928597097557	2.707551564342234	1.4187598070731222	0.9999562326478566	-0.023453141497039875	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.0032543481634310645	2.716383399142678
402	5634	5776	1.0658198134080539	0.06564868320121739	-7.306089339232772e-05	-8.043243372658887e-05	2.430741473295504	1.0971815935029698	1.4142523060236238	0.9999999973310529	-3.297803090769069e-05	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 768)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.03136178009491597	8.417081108013775
403	5970	6129	1.0552558655479995	0.013392670548659492	-0.0050788879648280705	-0.004980957268804768	1.0662771060360285	2.921152752127192	1.4165252178191983	0.9999871023653458	-0.013914026168448829	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.011021240488028994	3.585438120256953
404	6178	6374	1.1064150527678467	0.03314932523431958	0.006362491708657116	0.006493540803564741	1.1252695216499813	2.154128960834523	1.410516062591014	0.9999797591447824	0.012179862147684654	model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)	model.visual.blocks.13.attn.proj.weight|2d-128|(640, 896)	model.visual.layers.*.attn.proj.weight	2d-128	10	0.0188544688821346	3.160805748213389
405	6512	6533	1.1224147238779936	-0.016125203110200843	0.0011105422357038672	0.0014569738038748379	1.1173688752378883	2.2364250642589663	1.4135854898884048	0.9999993833477813	0.0022227614764350296	model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)	model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)	model.visual.layers.*.attn.proj.weight	2d-64	17	0.005045848640105266	3.0149384991639256
406	6675	6763	1.053560178101208	0.024311365526062872	0.005013683108082663	0.005137875395218479	2.7309018718715077	1.0725217839766483	1.4117989562867412	0.9999874314118612	0.00196905073988957	model.visual.blocks.7.attn.qkv.weight|2d-128|(2048, 640)	model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)	model.visual.layers.*.attn.qkv.weight	2d-128	7	0.01896160587544027	9.641129278680015
407	6988	7090	1.0427336126617286	0.006971790717243563	0.011053053601731382	0.010991414337279144	3.2876385537139323	1.0460406387039154	1.4096900368655332	0.9999389131372363	0.00351679269490333	model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	21	0.0033070260421868003	11.566511863261663
408	7182	7265	1.1776201024539337	0.022197789072795515	0.00712828894542912	0.007366804085049972	1.2011369057849068	1.7859551235936015	1.409537512810747	0.9999745934256082	0.010598961786313253	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)	model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	17	0.02351680333097317	3.5196824102021687
409	7552	7640	1.1825475149579574	0.06693241648985215	0.046074334270025795	0.0456674802725176	1.7085464576937146	1.192979619472392	1.3832903061473236	0.9989380139536056	0.03217105482697544	model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(64, 768)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	19	0.01043210451443466	4.795256917831949
410	7807	7828	1.1684706369214168	0.008650660944397866	-0.013954917119298181	-0.013961778108710668	1.7110584155842392	1.2448233833721283	1.423571143285968	0.9999026254031907	-0.010152433712902167	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	0	0.07635274645071144	5.395719660988748
411	7979	8072	1.067745642152901	0.033446506395573734	-0.0044621312186270525	-0.006209585522754561	2.1684858357734993	1.1296037249095583	1.416796793709012	0.9999900446429394	-0.002324405335024206	model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(832, 3776)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	21	0.06185808275665727	4.302161489474608
412	8291	8346	0.5774060293027856	0.8326465294050294	0.8305109779667447	0.8305090798562891	0.5871228110143489	0.577791734033368	0.5824012175071789	0.5570022580535211	0.8173117601479567	model.visual.merger.linear_fc1.weight|2d-128|(1408, 2304)	model.visual.merger.linear_fc1.weight|2d-128|(1408, 256)	model.visual.merger.linear_fc1.weight	2d-128	0	0.0003857047305824146	1.5066271177791406
413	8482	8509	0.6388511393189416	0.7923890674990788	0.7957566903580433	0.7956065391370117	0.6391023688147666	0.6391568025246683	0.6391295839312033	0.6056164543260142	0.7958244666501507	model.visual.merger.linear_fc1.weight|2d-64|(704, 2048)	model.visual.merger.linear_fc1.weight|2d-64|(704, 1024)	model.visual.merger.linear_fc1.weight	2d-64	0	0.00025122949582501164	1.7748372568012039
414	8719	8875	1.326337814134835	0.06322699474436512	0.015754508113188154	0.01582785441140983	1.433667773137386	1.3742934478230988	1.4030392536292666	0.9998758900354141	0.015102046428964072	model.visual.merger.linear_fc2.weight|2d-128|(0, 1920)	model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)	model.visual.merger.linear_fc2.weight	2d-128	0	0.04795563368826383	3.5877916033626995
415	8966	9081	1.302754039855824	0.04586886833654006	0.02347439442290313	0.023473926525164203	1.3361975122880623	1.468305971388796	1.3975904638792118	0.9997244384361512	0.02579528339853238	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(448, 2432)	model.visual.merger.linear_fc2.weight	2d-64	0	0.03344347243223833	3.4428615488258703
416	9251	9315	0.3873155779697397	0.926381809650338	0.8603025492157812	0.8606312360505262	0.5136361813660322	0.5564296863614081	0.5337505984957437	0.5097838010498454	0.9319784995732666	model.visual.pos_embed.weight|2d-128|(512, 384)	model.visual.pos_embed.weight|2d-128|(1536, 384)	model.visual.pos_embed.weight	2d-128	0	0.12632060339629247	2.175982538543832
417	9519	9615	0.15455959569592448	0.9879854409283952	0.9686122656492135	0.9683827652887256	0.2487159210039972	0.25458701292254726	0.25160010577176667	0.24857650499171757	0.9914769524859286	model.visual.pos_embed.weight|2d-64|(576, 960)	model.visual.pos_embed.weight|2d-64|(960, 960)	model.visual.pos_embed.weight	2d-64	0	0.09415632530807272	0.6623021557505863
418	9639	9764	0.41045480516965527	0.9155820398947514	0.9046667196363998	0.9040100894783355	0.43305724369422227	0.44105324354551373	0.43700038823211085	0.42611984978678924	0.9213705505063635	mtp.fc.weight|2d-128|(1024, 3072)	mtp.fc.weight|2d-128|(512, 2560)	mtp.fc.weight	2d-128	0	0.022602438524567003	0.9412806085087748
419	9891	10064	0.4151531723624131	0.9099811408065528	0.9268274258139264	0.9258376879105118	0.37564200683969784	0.40064313950741914	0.38753904615163315	0.3754875800331225	0.9885131132795059	mtp.fc.weight|2d-64|(576, 2624)	mtp.fc.weight|2d-64|(1408, 3456)	mtp.fc.weight	2d-64	0	0.039511165522715275	1.1144314728262201
420	10187	10271	1.2256268330181288	0.007837095109168548	-0.0015187931824114423	-0.0015241886015548857	1.3480297864968287	1.493719820507365	1.4152814774329876	0.9999988466329695	-0.0016829386876643516	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.1224029534786999	2.8277567563278496
421	10431	10506	1.2126746184949762	0.042910668711347945	0.026124117142429883	0.0263642796290559	1.606633761142348	1.2513875497560547	1.3961882646335684	0.9996587070113122	0.020347757983848948	mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 3008)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.038712931261078554	4.062223855733005
422	10748	10765	1.2842468188392526	0.015988138881298335	-0.0018368275780545431	-0.0018460346921630511	1.5466606124978208	1.3128850226188922	1.4154945691851653	0.9999983130308012	-0.001559193656885435	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.02863820377963955	4.533239232201259
423	10921	11053	1.273652757216638	0.03161531403683014	0.014036027147617642	0.013900228719437815	1.272441018445274	1.5885770819321856	1.4044946359806574	0.9999014901188573	0.017523257050709694	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.001211738771364157	3.5423711204591424
424	11214	11321	1.300065375634967	0.006343260635208324	0.004579069129638652	0.004432912092658915	1.3657899832050107	1.460972967841829	1.4109793072112986	0.9999895160079959	0.004898188080558577	mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)	mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.06572460757004372	3.380463704026805
425	11543	11647	1.290854367904149	0.050099928990087576	0.038239100300468676	0.03823724383345163	1.3270919668965884	1.4558965318898542	1.3870287476874066	0.9992686181443959	0.041950501471446855	mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)	mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.03623759899243928	3.446452709435306
426	11676	11722	1.1890550507734619	0.01849602262771575	0.008021974015356764	0.00809337924696407	1.7408358337548753	1.2148157599206624	1.4088794092979926	0.9999678234487833	0.005598012328658007	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.025760709147200522	5.304421938318042
427	11866	11933	1.0618327774110774	0.022710467759039926	0.013078704930566584	0.013404974684378313	2.5974653596834156	1.0776217776029657	1.4076516153583416	0.9999144700809861	0.005426019332069024	mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 640)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.015789000191888336	10.191180174535495
428	12091	12093	0.9090976319020785	0.537185833690159	0.5309177954410113	0.5309523673538022	0.933916465719579	1.0113450569532476	0.9703214370483004	0.8474233266107657	0.5749348124557062	mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.024818833817500496	2.971055549891882
429	12303	12469	1.0270962719777417	0.3441492639402214	0.357585122535333	0.35757916868182754	1.0504446999374721	1.2527322099820475	1.1383229055094721	0.933880549182491	0.42644643819617895	mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 704)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 960)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.023348427959730467	3.473378594257931
430	12496	12683	1.019937598263243	0.36902046490257967	0.30475626809689255	0.30482461420645535	1.3163667261995533	1.084826386724633	1.1839416319707488	0.9524303738623915	0.2511516240658284	mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1536)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1536)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.06488878846139001	4.325458144435481
431	12778	12846	1.0348408798131885	0.06426157877069834	0.020076746937525747	0.019892757257909264	3.123339023923608	1.0484270222879017	1.4056218594820675	0.99979844180335	0.006739263284488291	mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.013586142474713236	9.090902517580902
432	13011	13070	1.3195214227724552	0.03386159479472266	0.0068624535847459965	0.006872727257916177	1.4134260232324085	1.4053145934729985	1.4093528018709462	0.9999764530881701	0.006823071042387977	mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.08579317070054326	4.210570039379324
433	13172	13279	1.2674467571508694	0.04414883581079451	0.01183260948979241	0.01200410251183928	1.301938369049272	1.5396453279326645	1.405938721763904	0.9999299922257868	0.013992998709696317	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 256)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.03449161189840266	3.4216187123889337
434	28	155	1.1225562241797453	0.3175280179577994	0.3143581351429284	0.31358546550258015	1.2167671451997735	1.13134579306709	1.1717276266608374	0.9493044626827898	0.29228908350576494	model.language_model.embed_tokens.weight|2d-128|(83456, 1152)	model.language_model.embed_tokens.weight|2d-128|(241920, 1152)	model.language_model.embed_tokens.weight	2d-128	0	0.008789568887344723	3.3116423894365123
435	342	462	1.0010444093087776	0.48598925100458973	0.36853584789646643	0.3660737697269032	1.1358462870916992	1.1122704451471919	1.123872949367755	0.92961353734508	0.36088644762141786	model.language_model.embed_tokens.weight|2d-64|(217088, 1920)	model.language_model.embed_tokens.weight|2d-64|(224448, 1920)	model.language_model.embed_tokens.weight	2d-64	0	0.11122603583841428	2.739664709766033
436	643	655	0.0453037962969353	0.9989760059191877	0.9989760059191878	0.9991061370818044	0.04545689509457686	0.0453037962969353	0.045380152006153994	0.04524311657862508	0.9956114552814729	model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)	model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	5	0.0	0.08741635311514222
437	810	836	0.2837305553216617	0.9623657660658397	0.9623657660658396	0.9662530259152259	0.3221235817348631	0.28373055532166225	0.3011066026392391	0.2717574880376066	0.8476640293077473	model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4532, 0, 0)	model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4632, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	0	5.551115123125783e-16	0.9247448030604546
438	1103	1221	1.08830732081369	-0.012809809685989085	-0.0022336132227854548	-0.0022350942472872497	1.0888614966246917	2.540461056371583	1.4153568728731052	0.9999975054828742	-0.005211321573104467	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)	model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	12	0.0005541758110017003	3.516951247172253
439	1379	1455	1.0994027885035176	0.03522421378299225	0.027833093542501637	0.02779645856449072	2.1800825486290742	1.1093228691073687	1.398213333093337	0.9996125844065061	0.014162714711934978	model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)	model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	4	0.009920080603851078	6.219871664805086
440	1540	1645	1.1156582342622337	0.01909329028380755	0.004931471260154653	0.00519432796512147	1.1290994937150935	2.1334719876425496	1.4113272640283807	0.999987840221675	0.009318183074182711	model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	4	0.0134412594528599	3.030621362368639
441	1811	2041	1.0997658064458675	0.03625795218257072	0.014346100598182185	0.013947982545294203	2.276211793206051	1.105397159254055	1.4062184823069084	0.999897089403518	0.006966899519164362	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(576, 64)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	16	0.005631352808187495	5.994489298501452
442	2176	2178	1.19377792278685	-0.0020881095615896627	-0.001015809598609111	-0.0010283582933269422	1.1951881759983194	1.8287216956439643	1.4148712903233103	0.9999994840652966	-0.0015542598972485822	model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)	model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	12	0.001410253211469481	3.1842013424275746
443	2364	2533	1.2007553886824032	0.03414499044680412	0.019242229596983858	0.019446233463188026	1.2288739759092597	1.6748173505907242	1.4011741917087883	0.999814851160022	0.026224999979541096	model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)	model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	5	0.028118587226856562	3.1426802618649448
444	2651	2671	1.246870556371663	0.06153928511947539	0.007679366312765957	0.007698609289770319	1.5438146219726592	1.304041529818774	1.4088497012455123	0.9999705132317824	0.006486667798068976	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)	model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1152, 2176)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	16	0.05717097344711086	4.006309681425775
445	2816	3035	1.2320643703873366	0.05974475782833823	0.03961879071524286	0.039876449340304994	1.248950400012903	1.5831215650714971	1.3867005995069863	0.9992148674946054	0.05021925767645169	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)	model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 3648)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	17	0.0168860296255664	3.2973077510857762
446	3220	3278	1.1293307184729107	0.015049630268374931	0.007943251557849418	0.007921893902540104	1.1512058359707444	1.9905783796489211	1.409336816774864	0.9999684518797024	0.013734872010820387	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)	model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	14	0.021875117497833774	3.0820099378036305
447	3544	3547	1.1171891625472994	0.05983746566217748	0.017342739926802724	0.01740509700878721	2.0316340763862377	1.1375890274695697	1.403719424100577	0.9998496033763434	0.00971085830676847	model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(128, 1792)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	13	0.020399864922270305	5.50817563071366
448	3665	3801	1.1869424817028886	0.03679187730184876	0.022302925841241175	0.022333997060233188	1.2059770974329223	1.730861807836096	1.3993411227674455	0.9997512588133711	0.03200996322714349	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)	model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	21	0.01903461573003362	3.1026501993888624
449	4047	4074	1.1902122267469897	0.04387062387646309	0.02159675273179979	0.02156824410527894	1.7315953606901187	1.2063357474887304	1.3998150818452648	0.9997667629359568	0.015045625231787242	model.language_model.layers.2.mlp.up_proj.weight|2d-64|(448, 1408)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	21	0.016123520741740727	4.615905412746361
450	4300	4322	1.1450138088929476	0.04308869245706723	0.0096119497320221	0.009647974521118466	1.9191353240443918	1.1647703435679493	1.4081714279185549	0.9999538041441459	0.005833728268901517	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 0)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	20	0.019756534675001713	5.731063648519672
451	4375	4500	1.0822200651278608	0.04220054288517098	0.037816163635736	0.037819049551452114	2.2983891964826513	1.0905221574255886	1.393347567094441	0.9992847130662388	0.017942724590209843	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)	model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 960)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	8	0.008302092297727715	6.638924798311062
452	4710	4851	1.0908318568971171	0.023477454418356438	-0.003148505036912473	-0.0031310525826984477	2.300211544363925	1.1121157252551024	1.4159573931116067	0.9999950434457325	-0.00152225214727523	model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	4	0.021283868357985236	6.398868974091462
453	4867	4898	1.0872457369608184	0.020425720406394038	0.014018259614851876	0.013684229005087586	2.3492342417546594	1.097857510783925	1.4065890240806322	0.9999017393711097	0.006551092833888358	model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(64, 256)	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	12	0.01061177382310663	6.521987561126811
454	5288	5353	1.0843012789011286	0.05155183365184918	-0.001777350915520453	-0.0018157356460525526	2.3472541123726685	1.106253083680671	1.415182553396347	0.9999984205106142	-0.000837659595828624	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.021951804779542394	6.3047213533948145
455	5455	5620	1.0771404975340504	0.01631070021321511	0.01606181653796488	0.01601450024559631	1.0796446702385032	2.550190078982703	1.4060350155677743	0.9998710007043412	0.03793904264493776	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.0025041727044528006	2.998549875435078
456	5786	5792	1.0661050474234983	0.027808974769903655	0.0074836442992641805	0.007473821771076429	1.077734102104687	2.632231872264848	1.4104975427849455	0.999971997141921	0.018277872999237107	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.011629054681188578	3.6302580313187334
457	5970	6081	1.0553223932729425	0.003955564214617662	0.0148159666435695	0.014727911128276436	1.0615939539051586	2.857828126554111	1.4073573659118315	0.9998902375423098	0.039884822290409495	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.006271560632216122	3.4868038228461256
458	6178	6335	1.1079789986465474	0.03070666740201908	-0.013498643416824064	-0.01343619911077521	1.136957938965517	2.1547060294279836	1.4220709910964835	0.9999088891623603	-0.02558195634377932	model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)	model.visual.blocks.12.attn.proj.weight|2d-128|(0, 512)	model.visual.layers.*.attn.proj.weight	2d-128	11	0.028978940318969526	3.1280625589647384
459	6512	6636	1.1237275244490466	0.01803078764648159	-0.01039838727121369	-0.010044670374533734	1.135490350503543	2.1521644317497435	1.4202698276743002	0.9999459353095835	-0.01970870049467281	model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)	model.visual.blocks.8.attn.proj.weight|2d-64|(384, 960)	model.visual.layers.*.attn.proj.weight	2d-64	15	0.011762826054496411	2.8486413579016623
460	6763	6770	1.0540925731042872	0.015930682321161488	0.00918640068517184	0.00919198067039038	1.0692963642778845	2.756111973752584	1.4098258251967186	0.99995780413098	0.023677952876225546	model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)	model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)	model.visual.layers.*.attn.qkv.weight	2d-128	8	0.01520379117359738	3.356685331195102
461	7099	7106	1.0444864103886087	-0.0022648743783857065	0.013573857481873496	0.01356876196865901	4.638171758212579	1.021020545147226	1.410177344195631	0.9999078709526502	0.0029880711815713727	model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)	model.visual.layers.*.attn.qkv.weight	2d-64	18	0.02346586524138261	14.24014870753172
462	7182	7371	1.1777787118333	0.014321251652626642	0.01342998967611	0.01386208069829413	1.186352445149484	1.819906873329728	1.40549793750668	0.9999098136218584	0.020602082138601055	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)	model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	16	0.00857373331618394	3.627310519769018
463	7463	7466	1.1833380004717262	0.0658889720507314	0.02876895122264315	0.029227604430817553	1.7352769109963995	1.1990385609020093	1.3950559261900304	0.9995860880612281	0.01987871886847789	model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3136, 896)	model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	16	0.015700560430283117	4.813867381914423
464	7690	7828	1.16851843886253	-0.00813183141920481	-0.005829965580761318	-0.005836634771800017	1.7490736981913626	1.2238185445886212	1.4180811000330882	0.9999830056062589	-0.004079199178071721	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	8	0.05530010572609112	5.161526919983048
465	8016	8072	1.0680591200530667	0.0210563569495397	0.012747642597902623	0.013787879150764328	2.2751557019578956	1.1063804909548562	1.4071055953517264	0.9999187455029513	0.00619902324216646	model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 2176)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	9	0.03832137090178955	4.546438440209927
466	8232	8276	0.5778058107280046	0.8323026639071752	0.830163264204215	0.8301162177641243	0.5775196218531842	0.588808061946658	0.5830819040028019	0.5575203626467847	0.8463899826067881	model.visual.merger.linear_fc1.weight|2d-128|(2944, 512)	model.visual.merger.linear_fc1.weight|2d-128|(2944, 2560)	model.visual.merger.linear_fc1.weight	2d-128	0	0.00028618887482045885	1.619429860788171
467	8521	8572	0.6403673091280125	0.7909264631705184	0.783348728004378	0.7832269591543903	0.6521593243292322	0.664994579954481	0.658483150653567	0.621582472672712	0.7987659440013908	model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)	model.visual.merger.linear_fc1.weight|2d-64|(1920, 3136)	model.visual.merger.linear_fc1.weight	2d-64	0	0.011792015201219641	1.6316172711838568
468	8838	8852	1.3271776440666299	0.014258279953650446	0.004862705161209359	0.00498818774217062	1.4597431931718963	1.3664319789583965	1.4107784269983334	0.9999881769793657	0.004551866292374665	model.visual.merger.linear_fc2.weight|2d-128|(512, 768)	model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)	model.visual.merger.linear_fc2.weight	2d-128	0	0.03925433489176666	3.961984574375105
469	8964	9064	1.304391129695975	0.02630395702505037	0.010164008265454215	0.010193145422788312	1.493887906164626	1.3337917612400434	1.407054331439422	0.9999483451338773	0.009074757503354867	model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)	model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)	model.visual.merger.linear_fc2.weight	2d-64	0	0.029400631544068467	4.0153822642168375
470	9300	9324	0.3895988045516076	0.9219355391101497	0.8965704729605799	0.898076002189783	0.503419410426167	0.44319716314605634	0.47044161625201425	0.4429011029736118	0.7893169829114578	model.visual.pos_embed.weight|2d-128|(1280, 512)	model.visual.pos_embed.weight|2d-128|(1664, 512)	model.visual.pos_embed.weight	2d-128	0	0.053598358594448725	1.9448961184242213
471	9569	9601	0.1613166442340477	0.9874033280502528	0.9623551453260085	0.9628031768409826	0.28855565979837394	0.2724108451132815	0.2801349306164122	0.2717950961010096	0.9085109563283295	model.visual.pos_embed.weight|2d-64|(832, 64)	model.visual.pos_embed.weight|2d-64|(1216, 64)	model.visual.pos_embed.weight	2d-64	0	0.1110942008792338	0.7535255879508272
472	9639	9698	0.43740486340077883	0.9029215976830782	0.908346737274682	0.9076717865029569	0.42767003525551955	0.4286284309311842	0.4281484285944217	0.4182178916335837	0.910382314970669	mtp.fc.weight|2d-128|(1024, 3072)	mtp.fc.weight|2d-128|(256, 2304)	mtp.fc.weight	2d-128	0	0.009734828145259278	0.9654818428701184
473	10017	10064	0.42735883397026075	0.9040864081015701	0.9138232418993454	0.9126037296105431	0.4089984364120889	0.42500972311858326	0.41677359083193544	0.40611215515491605	0.9495971828793215	mtp.fc.weight|2d-64|(640, 2688)	mtp.fc.weight|2d-64|(1408, 3456)	mtp.fc.weight	2d-64	0	0.01836039755817187	1.0158505871642545
474	10187	10261	1.2278644658500004	0.026799263031330622	0.013784874736202825	0.013786687997749247	1.3457799581388568	1.4715787141192882	1.4044714185705196	0.999904984100243	0.01507343612595527	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 3968)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.11791549228885634	2.8836099969561353
475	10412	10545	1.2135378284079799	-0.00599340281036062	0.007300362169241225	0.008159706045351784	1.5789205163274505	1.2845087176215086	1.4091503646115824	0.9999733520010411	0.005939107606250051	mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.07097088921352879	4.4378153782925525
476	10765	10799	1.2847631457455408	0.04469347943538719	0.002656443807251629	0.002639978401125389	1.3336032719807467	1.5069208681829458	1.4123478767597706	0.9999964716469248	0.003001680254096308	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 384)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.04884012623520584	3.619682349701585
477	10897	10973	1.2738909189323628	0.022714169019017676	0.006801716439651723	0.007119061324815203	1.2814052184591032	1.5857421237804696	1.4095033494853892	0.999976868059194	0.008417140898907688	mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.00751429952674032	3.7986029240432644
478	11377	11381	1.302810514184478	0.06957577833944503	0.012096790430794108	0.012093496683282984	1.445546667026638	1.3688779691992732	1.4056465772622215	0.9999268311537968	0.011455202586295676	mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 1408)	mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.06606745501479527	3.897701785710102
479	11500	11591	1.2908706493769198	0.035494382373041575	0.018031106225613235	0.018305545509901208	1.3067048361158338	1.5205890956186687	1.401552067983238	0.9998374263890508	0.020982476494162832	mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)	mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 1472)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.015834186738914013	3.5003560006082415
480	11675	11718	1.193381181577691	0.00416367662507948	-0.0028672101313618054	-0.00282115975048545	1.7975188135955862	1.2057301577431714	1.4160881848029176	0.9999958895445833	-0.0019232520393232886	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.012348976165480474	5.468380675824335
481	11729	11933	1.061980513060017	8.058928035806125e-05	0.00600783466095941	0.0054307914138277315	2.63283725002425	1.0783464233186149	1.411230414328669	0.9999819527984926	0.00246066368837478	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.016365910258597793	10.7380697300318
482	12075	12077	0.9094511242535147	0.5503011192262753	0.5631223496913995	0.5630987090547646	0.8948448134279373	0.9872285954294807	0.9376404008873249	0.826373534957429	0.6212591032529451	mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.014606310825577395	2.898058402933769
483	12328	12379	1.0318906790933282	0.4290543823001005	0.3690689430581431	0.3691152191938702	1.1341094770674005	1.1129582932677748	1.123384574098149	0.9294020202635376	0.36218579358518227	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1280)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1536)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.08106761417444663	3.4939100068279303
484	12526	12718	1.0213068908506908	0.4372468454234897	0.4227961197343362	0.42280744341044474	1.1258035030900326	1.0321174442308825	1.0759132901557218	0.9062248292435984	0.3876122692221179	mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1792)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1792)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.010810553380191656	3.1466495360333875
485	12771	12808	1.0348651688399548	0.05356668202714262	0.01361589891039547	0.013474844134690639	3.213888549959407	1.0475515239303113	1.4085285656071485	0.999907299351726	0.004438036799205745	mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.012686355090356427	9.222369222003985
486	13011	13036	1.3214085094404067	0.02711064726679972	-0.0032993618733951186	-0.003346289713476661	1.456826700800415	1.379422902916406	1.4165411754320336	0.9999945570908015	-0.003124060899398577	mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.05801439347599935	3.8284588025358146
487	13127	13193	1.2677709786124514	0.06514782615357176	0.021447082881829206	0.021526519396718506	1.5188830546049819	1.303883431424269	1.3991428260595575	0.9997699848644487	0.01841122391695451	mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1472)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.03611245281181774	3.952925582114336
488	51	142	1.1235377121900807	0.3400544595864282	0.2838186344389569	0.2801002630123652	1.1578373452004604	1.2412866968216791	1.1973865757045565	0.9588779811556869	0.30427442740515287	model.language_model.embed_tokens.weight|2d-128|(220416, 1920)	model.language_model.embed_tokens.weight|2d-128|(173696, 1920)	model.language_model.embed_tokens.weight	2d-128	0	0.03429963301037975	3.1053223759815927
489	262	462	1.020512013349483	0.4257969118804904	0.30234886080969436	0.3022415713480354	1.2256174318411526	1.142476322290828	1.1818592065194868	0.9531973386277787	0.2818386925419077	model.language_model.embed_tokens.weight|2d-64|(62976, 1920)	model.language_model.embed_tokens.weight|2d-64|(224448, 1920)	model.language_model.embed_tokens.weight	2d-64	0	0.12196430894134513	2.983784099346923
490	596	745	0.04586202319577609	0.9990030205607583	0.9990030205607584	0.9996042312880465	0.046395676879949214	0.0458620231957761	0.04612653494088853	0.044642635568266587	0.987512259389156	model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)	model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	7	6.938893903907228e-18	0.076366740402715
491	792	965	0.3070566153721014	0.9936502960483268	0.9936502960483267	0.9931590054849407	0.30705661537210144	0.43372643274594563	0.354417508045106	0.11251261779495034	1.4035600496010383	model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5084, 0, 0)	model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(900, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	5	5.551115123125783e-17	0.817477731702706
492	1103	1130	1.0902651652894837	0.004811878921347746	-0.007880376007602273	-0.007903008779313127	1.1002020016885665	2.439853433016175	1.4183836325943067	0.9999689493549181	-0.017475847549902265	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)	model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	18	0.009936836399082827	3.2247353124826894
493	1383	1503	1.0997483808203288	0.009639931235726424	-0.006752665977346975	-0.005616478325479039	1.11121193744638	2.3254518302870846	1.4179237207763034	0.9999772004911904	-0.014131417173599769	model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)	model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	2	0.011463556626051252	2.974485622377525
494	1544	1635	1.1187109370718347	0.0012806410306773863	-0.0001847476006840351	-0.00037283280187562295	1.1159046334358744	2.254190710292521	1.4143174404537093	0.9999999829341619	-0.00037320064164310667	model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	18	0.002806303635960239	2.9828863809806148
495	1844	1922	1.1030032332600614	0.07444932645116502	0.04324848885145808	0.044169767665153487	1.1136457426310395	2.0805620273106356	1.3885331578164317	0.9990643463821863	0.0807987317675425	model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(320, 1344)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	3	0.010642509370978104	2.8867563831342173
496	2128	2134	1.1952114274258425	0.031087269361792062	0.009981356058791765	0.009981316918949745	1.2013848602337112	1.7775037681611565	1.40764939064226	0.999950185024848	0.014767872139165411	model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 0)	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	14	0.00617343280786864	3.271735939454212
497	2347	2374	1.2009201637890419	0.050068366601979636	0.021034054703124288	0.020706208301863725	1.2389802441842988	1.6457798185630763	1.3998472697411017	0.9997787597977594	0.02794025400763724	model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(256, 1920)	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	2	0.03806008039525688	3.429215154093722
498	2622	2655	1.246925024995694	0.03539621621642364	0.01178597788065689	0.011715253345852335	1.5768762911694796	1.2808886328044617	1.4060328616076592	0.9999305429505575	0.009573690199008571	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)	model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	17	0.033963607808767726	4.330156092772509
499	2933	3066	1.232383833645087	0.03994846936382327	0.01852883812916675	0.01849551887775447	1.6094547781053394	1.2576285996950072	1.4014427629100215	0.9998283263428692	0.01447844143703818	model.language_model.layers.3.mlp.down_proj.weight|2d-64|(192, 384)	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	18	0.02524476604992021	4.261349469934126
500	3144	3310	1.1307470846245657	0.0451217961881814	0.0015160099301386792	0.001572119523701604	1.973235494619523	1.1589594704943436	1.4132769965817626	0.9999988508562856	0.0008904127615221478	model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	14	0.028212385869777812	5.044314965931955
501	3384	3407	1.1186456145190016	0.053490654306667856	0.0318130386168981	0.0318219847320628	2.0602137982432387	1.1237499881514037	1.3951722262348085	0.999493837186583	0.017352520306039895	model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	14	0.005104373632402126	5.266978701658313
502	3594	3718	1.1889306227767376	0.01897470292337597	0.007223502564746424	0.007475471840834227	1.765533646235792	1.2073921111274524	1.4094455449610996	0.9999739101650088	0.004939922855607226	model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	21	0.018461488350714816	4.493562312278729
503	4051	4084	1.1905193072345173	0.023295435317364305	0.014284465151407393	0.01438609147576251	1.2049466341412924	1.7547716877125066	1.4047551863625183	0.9998979718227946	0.020802560305642873	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)	model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	21	0.014427326906775173	3.174562645050736
504	4150	4300	1.145147259333282	0.028749050289662424	0.013549323166935074	0.013533570775684355	1.1573518777209593	1.9407528941415224	1.4057590450691224	0.9999082037075794	0.022720737449071677	model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 768)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	12	0.012204618387677169	3.33723255698489
505	4380	4409	1.0835350753370376	0.02867182851895199	-0.006454787275986121	-0.006413087703565363	1.1178175989220394	2.266905500796605	1.4178297909021542	0.9999791676436174	-0.013090143505090216	model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 1152)	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	16	0.03428252358500172	2.9981778207865752
506	4674	4681	1.0915192660801094	0.04019926504276801	0.01578810024549997	0.01580048628775408	1.1093560345456768	2.2351199047071164	1.4052938846867615	0.9998753601777765	0.03180971303832154	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)	model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1536, 1664)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	4	0.017836768465567365	2.827984403671651
507	4898	5116	1.087303865246138	0.02292244890650175	0.019861334222329042	0.02035378299636378	1.1011862629998415	2.2875294955041046	1.4031931889008464	0.9998027442465384	0.04125858574540654	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)	model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(320, 1600)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	12	0.01388239775370348	2.846774336445941
508	5125	5172	1.0851833189332503	-0.003759965850111657	-0.00654389082066189	-0.0065576538688759765	1.0818470971508152	2.6627131785635028	1.4174371814994142	0.9999785885172379	-0.01610625417690434	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.0033362217824350893	3.0175004425625804
509	5524	5560	1.0773878956885858	0.036220440434505646	0.007515819374389826	0.006950119645441395	1.1009688726696008	2.3517160305628533	1.4101261785352919	0.9999717558306993	0.016054107744853285	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)	model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	20	0.02358097698101491	3.0296018763639894
510	5664	5769	1.0666153520954733	0.042565985135079816	0.013176243208333754	0.013173692735022656	2.5118887568639945	1.083893788755468	1.4074186996023468	0.9999131895394294	0.005685621281443417	model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1408)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	16	0.017278436659994734	8.321627617222768
511	5905	5970	1.055773986437911	-0.002225374713113475	-0.018622877798069405	-0.018562809974589464	2.9805019241834834	1.0685955867477608	1.422555917116266	0.9998265791738676	-0.006676836832779959	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.012821600309849801	10.544443648329402
512	6178	6254	1.1100687980689314	0.015534671070628297	0.024172942758532153	0.024003423203315038	1.1231228119623047	2.0952934316624647	1.3999067470149529	0.9997077917263587	0.045096945451059994	model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)	model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)	model.visual.layers.*.attn.proj.weight	2d-128	22	0.01305401389337324	3.0913227019397045
513	6498	6512	1.1252971763467856	-0.026178515140314784	-0.023278833914344543	-0.023231636464080697	2.167107174945038	1.14091154419563	1.4277196908861889	0.999729011228337	-0.012255550004794766	model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)	model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)	model.visual.layers.*.attn.proj.weight	2d-64	23	0.01561436784884429	6.127512482647256
514	6732	6806	1.0544540988324438	0.04526207924559116	0.006050761042872781	0.006065404569498414	1.077465273864132	2.6456514144967853	1.4112212356560223	0.9999816939778459	0.014857281158071965	model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)	model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 384)	model.visual.layers.*.attn.qkv.weight	2d-128	12	0.023011175031688147	4.686689571388048
515	6920	7063	1.0458270999901678	-0.0050871264324467815	0.0025607837838509317	0.002927807434634477	3.244668009748712	1.0502968147800373	1.4131520711315297	0.9999967211878309	0.0008289239587649845	model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	18	0.004469714789869572	11.520501903985382
516	7182	7345	1.1809774360079404	0.037261323030155974	0.016949706433683966	0.01702021116960123	1.2068346126893341	1.7420348022963688	1.4029478434020333	0.9998563434072977	0.024466466395412403	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)	model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(1536, 768)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	18	0.025857176681393756	3.386636090755009
517	7466	7535	1.1853848144444257	0.0601571122472563	0.02751329750110697	0.02791475456218754	1.2086591665684816	1.7097173358788011	1.3957523524976725	0.9996214375755532	0.03891912873865442	model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)	model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1984, 896)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	16	0.02327435212405593	3.4178119120974366
518	7796	7828	1.1691339566251089	0.00828732209865832	0.009098530630646164	0.009114661216471517	1.7134437601339882	1.2234595356297302	1.4081152371534207	0.9999586075135126	0.006496673144038738	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	8	0.054325579004621316	5.286006150327462
519	8023	8072	1.0685587539551133	0.011058435072993244	0.003241214093752681	0.003311876935133249	2.3515463302040778	1.103199542457307	1.4124499541065623	0.9999947472518036	0.0015205764221212755	model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	21	0.03464078850219354	4.307390938270925
520	8230	8246	0.5810846306614843	0.8299591509097106	0.8272850038855956	0.8272827907120825	0.5819598452626658	0.5943225901875063	0.5880437745365658	0.5617824510840563	0.8448592636329623	model.visual.merger.linear_fc1.weight|2d-128|(128, 768)	model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)	model.visual.merger.linear_fc1.weight	2d-128	0	0.000875214601181451	1.5010804051298863
521	8507	8521	0.6412859385110409	0.7902194832142748	0.7679164044485367	0.7678280945503945	0.6927054639965756	0.6714773261152378	0.6818436807098747	0.6405500728115106	0.7443834078688313	model.visual.merger.linear_fc1.weight|2d-64|(1920, 2112)	model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)	model.visual.merger.linear_fc1.weight	2d-64	0	0.03019138760419693	1.718400782067547
522	8726	8852	1.3272209921558116	0.05442912962912239	0.00660850759711094	0.006624653220050136	1.442632300335657	1.3786210108021437	1.409537720582107	0.9999781635752548	0.006315280353353354	model.visual.merger.linear_fc2.weight|2d-128|(1024, 3200)	model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)	model.visual.merger.linear_fc2.weight	2d-128	0	0.051400018646332146	3.612358840535611
523	8966	9033	1.306074319730201	0.013936709737399038	-0.012564294440113692	-0.012568334290786633	1.3378204224081263	1.5268246768564442	1.42299359139381	0.9999210661373338	-0.01433934964449477	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(1792, 1152)	model.visual.merger.linear_fc2.weight	2d-64	0	0.031746102677925325	3.375827936264355
524	9255	9279	0.3997615666726609	0.9197507705404475	0.9358004819760085	0.935524464217047	0.355758040516149	0.3616838625107336	0.3586842440440452	0.35253008089164567	0.9513880062118368	model.visual.pos_embed.weight|2d-128|(512, 896)	model.visual.pos_embed.weight|2d-128|(896, 896)	model.visual.pos_embed.weight	2d-128	0	0.044003526156511874	1.477512321927543
525	9519	9614	0.1697342174459433	0.9859142784393333	0.9665089563880024	0.9662435474674239	0.2575839765892951	0.2727505203005106	0.2648421031163548	0.2566328841395322	1.0234170006244356	model.visual.pos_embed.weight|2d-64|(576, 960)	model.visual.pos_embed.weight|2d-64|(1152, 960)	model.visual.pos_embed.weight	2d-64	0	0.0878497591433518	0.7236956842496899
526	9695	9859	0.4539602467347725	0.89553033099679	0.870485868066694	0.8696538466745212	0.504737444781506	0.5138249445334699	0.5092203892383089	0.4921934106590358	0.8861584522823718	mtp.fc.weight|2d-128|(1536, 3584)	mtp.fc.weight|2d-128|(1152, 3200)	mtp.fc.weight	2d-128	0	0.050777198046733474	1.4638008832591431
527	10012	10064	0.4759475596776906	0.8832977200065729	0.9130919134736978	0.9119248872980719	0.4137270563967523	0.4208215513944447	0.4172290730931498	0.4077537952600089	0.9287494004869725	mtp.fc.weight|2d-64|(1792, 3840)	mtp.fc.weight|2d-64|(1408, 3456)	mtp.fc.weight	2d-64	0	0.06222050328093831	1.1433407717147623
528	10187	10247	1.2280581427795207	0.032823309277680464	0.019086461166685536	0.01907440065598459	1.3242326562741538	1.492272877308635	1.4007490413837735	0.9998178369083702	0.02150846242003016	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1664)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.09617451349463302	2.897051248454706
529	10395	10545	1.2158549249029829	0.03507261034866982	0.020652027443677265	0.020855078755037528	1.5415094014888684	1.2910776057905928	1.39976306691872	0.9997867241379361	0.017296923470561786	mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 2624)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.07522268088760997	4.046407961594117
530	10845	10852	1.2848399217320405	0.01739373443344794	-0.0008238773748619146	-0.0009735061043817024	1.3330252293555127	1.5137216100330586	1.4147913380789026	0.9999996606129781	-0.000935556926367209	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.04818530762347217	3.5256433794297366
531	11025	11133	1.2742065866028065	0.048100066341256166	0.031923876101979436	0.032361718812749116	1.3103926250197504	1.4901663042430835	1.3916451679203503	0.9994903031718845	0.03630353495562735	mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.0361860384169439	3.588947097336483
532	11214	11294	1.3028875171132974	0.0323283261019705	-0.005222636599853831	-0.005109134146037011	1.3961540213215553	1.4406946059502568	1.4178998993869365	0.9999863619404746	-0.00538925094462401	mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)	mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1792)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.09326650420825788	3.573923591786989
533	11491	11571	1.2911461106953284	0.049281152397283395	0.033850023039891396	0.03364604318518028	1.3209041684622567	1.4717193021809187	1.390213545729596	0.999426923761912	0.037714872491524325	mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)	mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.029758057766928303	3.307633053415732
534	11675	11723	1.1941757877665773	0.028774459345655843	0.0039273850005030675	0.00391741864088783	1.6946389074774801	1.235095802800665	1.4115673762508858	0.9999922877937899	0.002862377765965513	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.04092001503408782	5.738235881525317
535	11751	11933	1.0638243705557107	0.01046402015749556	0.0028708773296044084	0.0029726935959052043	2.7264578489335425	1.0736955070135836	1.4128286846897407	0.999995879023188	0.0011305687675271091	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1472)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.009871136457872964	10.243737567837444
536	12219	12221	0.9201102205931689	0.5442517890843215	0.5521629863650427	0.5521639901430508	0.9061250323647797	0.9989775380359083	0.9491618365241252	0.833736191183061	0.6087442692913572	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.013985188228389234	2.8696864919651657
537	12453	12457	1.0462717647189064	0.4237441273949263	0.4202291811867664	0.42028382654021973	1.030456121556705	1.1342083194219228	1.078607583412084	0.9074180047139796	0.462540251248985	mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1344)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1600)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.01581564316220141	3.6107197181895794
538	12525	12701	1.025554959543252	0.4196073726692492	0.43645000428471425	0.43644817542007347	1.1460083384466595	0.999784450829037	1.0654433039528062	0.899728511140929	0.38076156447480675	mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1664)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1664)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.025770508714215046	3.460684384246698
539	12788	12873	1.0365900190984512	0.0651375960709907	0.03113493376954106	0.030569503194145024	1.049602442457221	2.986054817566093	1.4003706620655447	0.9995151904294233	0.08857698421460043	mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 1216)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.013012423358769842	3.0576201158281964
540	13012	13056	1.32237142777156	0.056788821069977014	0.009957502969534479	0.009968660232252523	1.3791355341577864	1.4369672745392066	1.4071608950401189	0.9999504228383584	0.010375054190802232	mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.05676410638622653	3.8543343938540615
541	13177	13279	1.270531691087159	0.002865376322357707	-0.006572590277604437	-0.006635763087956674	1.2962506731809957	1.5842017083393327	1.4187618011832004	0.9999784002952476	-0.008032635169587733	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.02571898209383683	3.392143573679232
542	10	155	1.1237302012342085	0.3538913870395565	0.333645733980279	0.33199751003495537	1.1748208566069758	1.1353853814564128	1.1545983288981982	0.9426985330405266	0.32244617280678145	model.language_model.embed_tokens.weight|2d-128|(127616, 1152)	model.language_model.embed_tokens.weight|2d-128|(241920, 1152)	model.language_model.embed_tokens.weight	2d-128	0	0.011655180222204242	3.025309207065956
543	262	342	1.0269572304664756	0.4311585169539656	0.3044748452120457	0.3044681229522476	1.2098998387428848	1.151730486868135	1.179740965286009	0.9525203770172588	0.2898363570983919	model.language_model.embed_tokens.weight|2d-64|(62976, 1920)	model.language_model.embed_tokens.weight|2d-64|(217088, 1920)	model.language_model.embed_tokens.weight	2d-64	0	0.12477325640165948	2.969770738349405
544	519	729	0.04618492380888755	0.999054639936266	0.9990546399362661	0.9989871098263653	0.046961712650368824	0.04618492380888755	0.04656845995092792	0.04347213385397417	0.9825293802612127	model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4924, 0, 0)	model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	5	0.0	0.07579302200632435
545	781	988	0.3210462367293957	0.9472738403783263	0.9472738403783264	0.9443152276461754	0.3210462367293957	0.3462111068357163	0.3329174628419572	0.32042514154619206	1.0215248996372104	model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(5076, 0, 0)	model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(896, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	6	0.0	0.9247990103130251
546	1103	1224	1.0906890956803554	0.043469782249933635	0.01679235779913446	0.016874726480006895	1.099693823809825	2.316986018436015	1.4049843658973857	0.99985899841905	0.035380446261284074	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)	model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(5504, 256)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	4	0.009004728129469619	3.4381580949778066
547	1346	1379	1.1006265713924581	0.02949833394942041	0.007362631799599999	0.007464665753546901	1.1252785737332878	2.149894143443686	1.409929124203338	0.9999728954591637	0.014066631459779336	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)	model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	7	0.02465200234082965	3.1607692766896993
548	1645	1706	1.120629983238862	-0.0005458834300566791	-0.014238738156672408	-0.014276766697842964	2.148930829425019	1.1382691920838621	1.422518408077792	0.9998986240293091	-0.00754213060558387	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	2	0.017639208845000143	6.288868791363322
549	1894	1922	1.1062028644366289	0.05889342308360623	0.024094649894421064	0.025248526946939624	1.1219028087002134	2.103868241122129	1.3999944245504177	0.9997096817808985	0.04518392172719363	model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(448, 128)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	18	0.015699944263584564	2.9561060051421797
550	2102	2240	1.1959086741600584	0.0199777337161985	0.002911008375847133	0.00281750292361061	1.822711494467303	1.1937992470337242	1.4123254024210232	0.9999957630061418	0.0019065878597593446	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)	model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	16	0.002109427126334218	4.785212385075785
551	2403	2489	1.2012610564579014	0.037267182896120854	0.038997805676033934	0.038966682599576044	1.6702204683254405	1.2126429498459486	1.3877455510078587	0.9992392962411227	0.028313875329236106	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)	model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	3	0.011381893388047182	4.802019230754044
552	2585	2622	1.2476070438410134	0.043989079660572514	0.007052889548416032	0.0069580582474228405	1.278336794523019	1.591126259908857	1.4093351285469535	0.9999751280652024	0.008778623768635795	model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	19	0.030729750682005674	3.2685158110957357
553	2966	2973	1.233475794588028	0.031524241567680945	-0.0036742379851344878	-0.004078688292713371	1.5611450466223693	1.3062300092558303	1.4167685868966593	0.9999932499648329	-0.003074281872599945	model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)	model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	0	0.07275421466780241	3.9037564530782927
554	3211	3265	1.1309179415763235	0.022030467942482757	-0.005305506587182363	-0.005340541607219557	2.047927749813468	1.1493065779747234	1.4174121834974889	0.9999859257008836	-0.002977474972294462	model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	11	0.018388636398399827	5.579395291320662
555	3377	3407	1.1193701026229923	0.06115608214871604	0.03057210977297502	0.030561909536998045	2.026389622186298	1.1299816271127423	1.3957015767105294	0.9995325638037158	0.01704801582445119	model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1024, 704)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	10	0.010611524489750002	5.312675286459148
556	3592	3718	1.1895971764661553	0.060903928010580866	0.019564271753053912	0.019584349959601045	1.7280171497659005	1.2092741597472814	1.4011561090310176	0.9998086013186587	0.013691165211205707	model.language_model.layers.1.mlp.up_proj.weight|2d-128|(5120, 384)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	22	0.019676983281126104	4.522058740798685
557	4066	4084	1.1907648231919141	0.005960044673702291	-0.0016398745216790011	-0.0014624449345868112	1.2083071058153938	1.785852593044531	1.4152895272367885	0.9999986554048725	-0.0024237001940262807	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)	model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	21	0.017542282623479677	3.101962046458746
558	4222	4300	1.1463175997427963	0.010728986784529212	0.009372757703104544	0.00937959939626484	1.148260593433697	2.0011137955201033	1.408480023173658	0.9999560747418053	0.01633423183640137	model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1792)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	8	0.001942993690900563	3.212008316505093
559	4409	4589	1.083562269219738	0.024599440198044227	0.030050200943600756	0.030053824912667303	2.2779378078768406	1.0967571241349596	1.3975042116912082	0.999548390736161	0.014468249243950878	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 832)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	12	0.013194854915221654	6.722422232496318
560	4739	4795	1.0918293404875186	0.03919797715218354	0.004602262611966769	0.004414181800276657	2.275322770628305	1.1107797411079305	1.4116453486806202	0.9999894095333463	0.002246758191243129	model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 384)	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	8	0.018950400620411978	6.204343007214774
561	4898	5045	1.0873290075769118	0.0019888742967359685	0.012084438771523256	0.011985011294176763	1.0921139976560132	2.420242245199003	1.4077918812557055	0.9999269805038652	0.026780417874996815	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)	model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	4	0.004784990079101492	3.0029044293705467
562	5166	5172	1.0873109845574527	0.015613912630327909	0.010303554671359362	0.01030993417208351	1.0799540473718166	2.58217917532316	1.409017054743354	0.9999469169716632	0.024635885544329817	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.007356937185636125	3.0807269545236604
563	5596	5620	1.0787086016489187	0.017992029719135508	0.008104684993872905	0.008336700471979874	1.0869805799937347	2.503171452465221	1.410019802137118	0.9999671565012274	0.018664009717637143	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.008271978344815967	2.843708969963063
564	5786	5813	1.066658913142123	0.021504605684607023	0.014465501464291156	0.014521948073373757	1.0703772237415003	2.699864647621189	1.407187311340966	0.999895369159887	0.036487039472902806	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.003718310599377439	3.602374889939297
565	5916	6090	1.0557853710182348	0.056083211657753984	0.0320533948456237	0.0322506217799377	1.0653798102959804	2.6573467422351706	1.3984687963293854	0.999486157922595	0.07994987660497539	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)	model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	16	0.009594439277745614	3.927922592639492
566	6178	6198	1.1102144663930533	-0.0022986420161914115	-0.007641198880812668	-0.007551649189523764	1.1304097887864002	2.175930090948704	1.4186274897812914	0.9999708056136759	-0.014708572714620739	model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)	model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)	model.visual.layers.*.attn.proj.weight	2d-128	23	0.02019532239334687	3.193111800342916
567	6512	6615	1.1263813133164178	-0.012456514669053186	-0.014744638639827144	-0.014730734454192658	1.1302336009008596	2.2067287851696973	1.4226489327005467	0.9998912919069657	-0.028788224387859093	model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)	model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)	model.visual.layers.*.attn.proj.weight	2d-64	1	0.0038522875844417825	2.9330622450230543
568	6726	6763	1.054731917716719	0.023094229537710086	0.012072002739192698	0.012162863898918796	2.791527834911632	1.0661331590336243	1.4085118111238937	0.9999271307199665	0.004610508358626307	model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 256)	model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)	model.visual.layers.*.attn.qkv.weight	2d-128	11	0.011401241316905342	9.322631338876374
569	7015	7090	1.0462331914822545	0.047720555330949634	0.028380886206971635	0.028367327301335506	2.8097326074711937	1.0585624689736652	1.4009091083204135	0.9995971815176886	0.010692455536525834	model.visual.blocks.15.attn.qkv.weight|2d-64|(2496, 192)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	15	0.012329277491410773	9.915605939858656
570	7182	7348	1.181751380499539	0.022844265902111655	0.013823863523208432	0.013960510938394347	1.2025749706582327	1.76346447903762	1.4050841195529802	0.9999044458333465	0.020271411663339883	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)	model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(1920, 0)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	13	0.020823590158693728	3.4103061039403797
571	7495	7644	1.185850167093591	0.033990487653637005	0.025174658405155897	0.02511047117146117	1.7286952850112862	1.204245040346876	1.3974157216052945	0.9996830680641658	0.01753718991987524	model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3648, 576)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	17	0.018394873253285038	4.99442405413315
572	7828	7855	1.171295522808707	0.04993127039949476	0.007882221778894924	0.0078883997645862	1.259976365800346	1.626962872188864	1.408806921432759	0.999968934807391	0.010178033916116002	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(256, 3968)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	21	0.08868084299163903	3.0243676514291273
573	8051	8072	1.0711970232457182	0.04021230414028907	0.01812093567466185	0.01740826394847236	2.1905145723251667	1.1135519234564193	1.4038231650382913	0.9998358023647057	0.009211809421532748	model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(384, 3328)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	15	0.042354900210701096	4.210134524915025
574	8206	8221	0.585866720170053	0.8275770072148091	0.8174526858304025	0.8174479015253036	0.6000419194867825	0.6087983344397621	0.6043725571194704	0.5759957520925493	0.8293817772640157	model.visual.merger.linear_fc1.weight|2d-128|(1280, 640)	model.visual.merger.linear_fc1.weight|2d-128|(1280, 2688)	model.visual.merger.linear_fc1.weight	2d-128	0	0.014175199316729503	1.7299241493236013
575	8489	8586	0.6457511895302545	0.7874636804288473	0.7822184103922746	0.782218477996625	0.6572413273252313	0.6628230434064138	0.6600144843940913	0.6230043005015159	0.7888615122465847	model.visual.merger.linear_fc1.weight|2d-64|(1088, 3648)	model.visual.merger.linear_fc1.weight|2d-64|(1088, 2624)	model.visual.merger.linear_fc1.weight	2d-64	0	0.011490137794976873	1.673594031889025
576	8865	8949	1.327386580954785	0.04183379023890964	0.007458458795557989	0.007441309869406235	1.3648112120459994	1.4576487951219341	1.408941207119116	0.9999721853093689	0.00796580023731903	model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)	model.visual.merger.linear_fc2.weight|2d-128|(1664, 512)	model.visual.merger.linear_fc2.weight	2d-128	0	0.03742463109121452	3.3825996075680655
577	8966	9160	1.306990160035936	0.014141752756719281	0.0010099660793929932	0.0010100457825188477	1.3356855306008177	1.5067297699934539	1.4135043840954402	0.9999994899841292	0.001139299575866846	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(192, 512)	model.visual.merger.linear_fc2.weight	2d-64	0	0.028695370564881806	3.2581671801091674
578	9272	9296	0.4080088509553729	0.9134871353139582	0.949208542569692	0.9506567168267483	0.3147348382117265	0.3290084231446214	0.32163433481047055	0.3146476485097598	0.9922562357592318	model.visual.pos_embed.weight|2d-128|(896, 0)	model.visual.pos_embed.weight|2d-128|(1280, 0)	model.visual.pos_embed.weight	2d-128	0	0.09327401274364644	2.4967578665350785
579	9490	9614	0.19731497666961914	0.9860522389854587	0.9809804018796708	0.9808010598686692	0.24098229886627856	0.21443683569514088	0.22655139989360293	0.19410680340472217	0.8729202694458169	model.visual.pos_embed.weight|2d-64|(1344, 960)	model.visual.pos_embed.weight|2d-64|(1152, 960)	model.visual.pos_embed.weight	2d-64	0	0.01712185902552174	1.1873980079880395
580	9698	9770	0.4612895985110311	0.8931326529060903	0.9034811146056003	0.9028184112410647	0.4336895941690223	0.44731126860310144	0.44034249384728286	0.42862789870821777	0.9318583820474842	mtp.fc.weight|2d-128|(256, 2304)	mtp.fc.weight|2d-128|(1408, 3456)	mtp.fc.weight	2d-128	0	0.027600004342008766	0.9916476459799038
581	9967	10068	1.0029622868391646	0.06532102063743285	0.031537246822456635	0.03300875951995307	6.078554746626059	1.0084946763255087	1.4069936963092318	0.9995025773167668	0.005232353224105571	mtp.fc.weight|2d-64|(1600, 0)	mtp.fc.weight|2d-64|(1664, 3712)	mtp.fc.weight	2d-64	0	0.005532389486344158	45.98231674624076
582	10187	10359	1.2342857277945583	0.041573175084268756	0.006986541587766799	0.006970989132252078	1.3489176501410052	1.478558502603653	1.409285472715217	0.9999755938204904	0.007657999335472265	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4480)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.11463192234644692	3.036056753902269
583	10453	10545	1.2179745572447382	0.018198142560422313	0.005738086567512107	0.006021795233913376	1.5399930738367644	1.308520602742629	1.410203671182138	0.9999835370457575	0.004875609261802563	mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 4480)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.0905460454978908	4.261495831827301
584	10748	10774	1.285948434726473	0.04748756274597907	0.022529152162991714	0.0224991528871478	1.5213195522681635	1.301130435346925	1.3983872270279734	0.999746186440747	0.01926838152978885	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.015182000620452163	4.011972871273081
585	10973	11034	1.2742912810083884	0.04631139807892723	0.02712371606221981	0.025720492035256216	1.5388323362345577	1.2855144850263374	1.395212665779852	0.9996320843325189	0.022658693260271028	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(4608, 1216)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.011223204017948962	4.346616124542944
586	11214	11298	1.3030607534631844	0.01816649133474781	-0.0063288303668098365	-0.006450400720606343	1.3796072827982389	1.461259927966543	1.4186742983217817	0.9999799727525488	-0.006703404890092552	mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)	mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1664)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.07654652933505446	3.3542123843109395
587	11484	11500	1.294020949340653	0.03560494040053545	0.018286932672759715	0.01815107369011295	1.5177174551062842	1.308232926453706	1.4013657236246186	0.9998327800654577	0.01576285979044169	mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 960)	mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.01421197711305311	4.088119395433599
588	11676	11716	1.196263292116229	0.046780535896984464	-0.002723822746597749	-0.0028062957049618297	1.7076030605611683	1.2361016891197916	1.4160420598191394	0.9999962903879419	-0.001971723977131968	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.03983839700356251	4.953964100679347
589	11749	11935	1.0647134474740794	0.05063403343005046	0.03355915081226083	0.03356650296741113	2.389666281593202	1.0841479464298767	1.396243055881784	0.9994367330635591	0.015225173789867567	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.019434498955797297	8.576021639146372
590	12171	12173	0.9201442310073078	0.5447422644427059	0.5493063737421066	0.5493053915415372	0.9192405510488375	0.9859141393877668	0.9508285917487591	0.8356210311895561	0.5891482051245925	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.0009036799584702937	2.7766933117973265
591	12336	12392	1.0566312898414736	0.3938784931503607	0.3615119248261039	0.3614570081110091	1.2161316100112658	1.0646121177060752	1.132841670872687	0.9323674856023914	0.31647066213627373	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1600)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1344)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.007980827864601636	3.7267772279248854
592	12581	12603	1.0323573885196236	0.06765298303382475	0.01657429582034969	0.01653990271945277	3.184331621368749	1.0475265386318204	1.407238557346789	0.9998626369247225	0.005452326200713949	mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.015169150112196883	9.087446540551875
593	12805	12873	1.0376036821519454	0.056633641027893075	0.033541411988188774	0.03189156043012804	1.0504205417577965	2.9438477380628894	1.3991189830197914	0.9994373285413342	0.09400121750059265	mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 1216)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.012816859605851105	3.1451446291585388
594	13013	13070	1.3240761778511607	0.02522263130506492	0.004092272883305021	0.0041001054154403025	1.4198513572465457	1.4029349648528844	1.4113171302319085	0.9999916266162675	0.004043516727583076	mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.07885878700172366	4.140647445732887
595	13199	13273	1.2711684256244598	0.03641930629512294	0.029740447518483242	0.029601083798026766	1.2930909030906639	1.5211276016750435	1.3933036640847647	0.9995576550561756	0.03498517814826899	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1984)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.021922477466204127	3.4662634217091566
596	36	45	1.1246623868056362	0.3404147156602306	0.3555825677294271	0.3556282637500476	1.1184524725807732	1.1531733251109046	1.1354149327687848	0.9346448724124835	0.366621150234351	model.language_model.embed_tokens.weight|2d-128|(246656, 1408)	model.language_model.embed_tokens.weight|2d-128|(247552, 1408)	model.language_model.embed_tokens.weight	2d-128	0	0.006209914224863056	3.063147249863935
597	335	511	1.027577603470513	0.42533783415029985	0.38242240048170556	0.3820167071805491	1.0585908597744729	1.1775089055684034	1.1133145541175884	0.9239876122599318	0.4253822693613566	model.language_model.embed_tokens.weight|2d-64|(165056, 832)	model.language_model.embed_tokens.weight|2d-64|(184320, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.03101325630395979	2.801466910324477
598	691	728	0.04716472920859974	0.998950487146693	0.9989504871466931	0.9998974813735527	0.04716472920859973	0.04775210985076433	0.047455693393453	0.04580310283577632	1.0113912281087736	model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(556, 0, 0)	model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(480, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	12	6.938893903907228e-18	0.06462097471988766
599	960	998	0.3229757358904573	0.9468766035625319	0.9468766035625321	0.9405526816282335	0.3229757358904573	0.3521834606604987	0.33663297570974426	0.32159710450481915	1.0325056714917282	model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3664, 0, 0)	model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5908, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	6	0.0	1.0208479523381269
600	1078	1108	1.0940620124734683	0.0673999306128368	0.00486057878313484	0.00490046694889718	2.123323480583797	1.130650279914613	1.4113589835000644	0.9999881873171768	0.0025882136245144543	model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(4608, 1920)	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	18	0.03658826744114463	5.713090781908358
601	1316	1434	1.1012732456396772	0.01050176384404816	0.020562291431196696	0.02054897279807435	2.375525869369651	1.091969303330365	1.4031348427117458	0.9997885737350164	0.009451966547077775	model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	11	0.009303942309312196	6.659778291785941
602	1635	1788	1.1219433823904472	0.036406550985292094	0.013384815643642814	0.013576810930571307	2.110343651607195	1.127437136213472	1.4063243090087334	0.9999104193427457	0.007150749218745148	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	14	0.005493753823024861	5.680405831292733
603	1882	1922	1.1103423958267662	-0.011810618589109225	-0.009204877241892985	-0.008677831226613622	1.1102729032903365	2.345916480574582	1.419238150264793	0.9999576342200511	-0.019449158093859973	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	2	6.94925364297383e-05	3.015096511370134
604	2178	2251	1.1984220313073086	0.013693844697302539	-0.009976318966277892	-0.009984087904872546	1.7847509284233278	1.2154843169971412	1.4207624402739214	0.9999502352916785	-0.0067942585442912345	model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)	model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	10	0.01706228568983259	5.114273190208717
605	2327	2403	1.2015445086695837	0.015646968803155036	0.019217038495677474	0.01937757955877933	1.2072392784651196	1.734979784849862	1.4014142542636203	0.9998153356652696	0.027617700906047298	model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	10	0.005694769795535848	3.1651271311543905
606	2651	2744	1.2483687094829081	0.0346563885117883	0.0003763383458705494	0.00035095433393220177	1.6049934545164137	1.278098771650765	1.4139541824881687	0.9999999291847221	0.0002996881864089315	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)	model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	18	0.029730062167856897	4.230602518879204
607	2816	2928	1.2335577691703867	0.06677071309814686	0.04156117656728645	0.041645773554163115	1.2689459916815868	1.5402927147589232	1.3850683514110929	0.9991359610194915	0.05044846502770944	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)	model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	14	0.03538822251120011	3.3002178869335412
608	3102	3242	1.1315984092708489	0.05620572216878877	0.005109437117772359	0.0051722914239549994	1.1670830952821425	1.9231364694779818	1.4110051049908303	0.999986946740976	0.008419404667426031	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)	model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 256)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	13	0.03548468601129362	2.9453312878308577
609	3441	3575	1.120460921948621	0.047304571698323326	0.02718028784528846	0.02718436963947239	1.1388336389974512	1.9882509806442517	1.3975371561047671	0.9996305477288332	0.04745314162844883	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)	model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	10	0.018372717048830145	3.100757874424281
610	3633	3718	1.1896270195967336	0.03344629349338382	0.0038990820886678117	0.00372820291541928	1.7703701126684226	1.208610441876246	1.4116435107732592	0.9999923985505419	0.002661856575851025	model.language_model.layers.2.mlp.up_proj.weight|2d-128|(3712, 1792)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	21	0.01898342227951244	4.440258822134378
611	4059	4074	1.1918700046142914	0.0213957270629353	0.0003714491828177685	0.00037362495364964924	1.793978548300588	1.204184458278191	1.4139704583492314	0.99999993101275	0.0002493303687566423	model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	21	0.012314453663899716	4.6333887946334595
612	4300	4331	1.148657153339803	0.037126268257095134	0.01211504734039748	0.012103794199843048	1.9109833514034265	1.1647986854377443	1.4065786460735168	0.9999266101209329	0.007384465806961359	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1792)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	20	0.016141532097941447	5.165397597101519
613	4375	4407	1.0836121921917738	0.039993819395141586	0.007891318439460728	0.007846958922632501	2.397603982026024	1.0962920807300365	1.4099867748753006	0.999968863061889	0.0036082647411976995	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)	model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 896)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	8	0.01267988853826263	6.869347242816585
614	4648	4779	1.0919054253075677	0.049609158449253225	-0.0031036257162938923	-0.003068618448790535	1.1165047796206102	2.2625253829622163	1.4159542929808973	0.9999951837421084	-0.006289298613406131	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)	model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 1408)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	8	0.0245993543130425	2.9287466966383846
615	4898	4933	1.088978908108537	-0.023339579728301064	-0.0234060302703247	-0.023794549385007437	1.1052038909239814	2.4681428686345344	1.426506742335909	0.9997260413468205	-0.05227037940162254	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)	model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	16	0.016224982815444378	2.8823164679996
616	5172	5332	1.0873829627991392	-0.013438595322864441	0.006875762299509963	0.006888102177346706	2.643715432642949	1.077231383614615	1.4108114956929918	0.999976361667015	0.0028016581678390728	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.01015157918452414	7.17225640542888
617	5443	5609	1.0792810479129846	0.00832618668659368	0.004219960707754634	0.0046736030238833945	2.6560970625017064	1.0775747039801908	1.4121330376453174	0.9999910959261713	0.0017120319037526948	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.0017063439327937857	6.875821099470871
618	5754	5786	1.066950026773002	0.04882575609893214	0.003090924672263639	0.002976677172508535	2.499139663612971	1.0896894403657678	1.412611160173585	0.9999952230809257	0.0013477229885833692	model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 640)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	16	0.022739413592765656	8.254014501632726
619	5970	6132	1.0558980685363186	0.05160278741358091	0.025380773267041783	0.025555746592413893	1.0721392796221105	2.596967396999107	1.4014957361379305	0.9996778562858972	0.06147805787729924	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)	model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 1152)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	16	0.016241211085791907	3.631053619863942
620	6178	6394	1.1104554955469257	-0.039004755450864376	0.004040594573099144	0.003925892926554801	1.0964898212068823	2.416105698039337	1.412061536183736	0.9999918367644287	0.008903414680846093	model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)	model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)	model.visual.layers.*.attn.proj.weight	2d-128	2	0.013965674340043366	3.240267562311675
621	6433	6643	1.1267510732202228	0.06246204742160854	0.02386734542085258	0.023795926345557095	1.1534826671338885	1.9248026446916775	1.3992516556495165	0.9997151343370578	0.03982715206460441	model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)	model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)	model.visual.layers.*.attn.proj.weight	2d-64	2	0.02673159391366564	2.871788273906585
622	6852	6860	1.0556266203933358	0.03369729126654372	-0.0003641672967294071	-0.00031075241699526115	2.7329248775693897	1.0746706386938247	1.414388947857295	0.9999999336910878	-0.00014320185109356664	model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)	model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)	model.visual.layers.*.attn.qkv.weight	2d-128	20	0.019044018300488963	9.667308465894632
623	6971	7090	1.04628548365505	0.027171446422083488	-0.0021831395611379293	-0.0022028521041073984	1.5372222448063113	1.3191449257539147	1.41573856066684	0.9999976169479888	-0.001873429482313138	model.visual.blocks.0.attn.qkv.weight|2d-64|(192, 704)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	0	0.2728594420988648	10.664313362816792
624	7182	7358	1.1818675274547732	0.012978712632352861	-0.004426077570103284	-0.004060298776438261	1.2110725441336703	1.784294445031434	1.417119151236708	0.9999902048706995	-0.006521017803489937	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)	model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	16	0.029205016678897078	3.564010597701736
625	7623	7644	1.18595941898223	0.014913490571460842	0.01774631117136479	0.017838230773523252	1.7615100250291102	1.1999396284533614	1.4024875369739676	0.9998425218202159	0.01208877708943683	model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	16	0.013980209471131433	4.823761845044051
626	7828	7880	1.1762108944770955	0.04994848188599245	0.008089557305785809	0.008072635412418518	1.2574533779730082	1.6320177731320964	1.4086715909971117	0.9999672789959662	0.010499237213148134	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(256, 3072)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	12	0.08124248349591268	3.1382880781771774
627	8008	8072	1.0725216872772998	0.04402517529940837	0.029577321283959946	0.029095778220952002	2.155945051031825	1.1114229828836912	1.3970737832148992	0.9995624953276635	0.015247566087732723	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(960, 2560)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	0	0.03890129560639144	3.9178066970314718
628	8288	8304	0.5874217656295414	0.826000176276337	0.8240594902565122	0.8239880977241624	0.5881470956402085	0.5988393317532558	0.5934209812982412	0.5665032714099516	0.8390405021603948	model.visual.merger.linear_fc1.weight|2d-128|(384, 0)	model.visual.merger.linear_fc1.weight|2d-128|(384, 2048)	model.visual.merger.linear_fc1.weight	2d-128	0	0.0007253300106671023	1.5831333055132397
629	8593	8649	0.6543319683736055	0.7849762468145659	0.7941266038282132	0.7941034927204259	0.6385272544710121	0.6449974320696619	0.6417378817749342	0.6077523649417319	0.802173464986611	model.visual.merger.linear_fc1.weight|2d-64|(576, 1152)	model.visual.merger.linear_fc1.weight|2d-64|(576, 128)	model.visual.merger.linear_fc1.weight	2d-64	0	0.015804713902593415	1.7357316288408335
630	8751	8852	1.327919079218374	0.03784105157761714	0.0029986081840021276	0.0030753454966466584	1.4569354344192647	1.3711562192403344	1.4120955378788065	0.9999955041643731	0.0028220607196628128	model.visual.merger.linear_fc2.weight|2d-128|(1536, 384)	model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)	model.visual.merger.linear_fc2.weight	2d-128	0	0.04323714002196044	3.5197243992170084
631	8966	9037	1.3074826115784433	0.05085922207669986	0.04032969118262632	0.04033181059409462	1.3172335252228955	1.465775443542988	1.3855680727721575	0.9991864270540879	0.04487759372140395	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(896, 2112)	model.visual.merger.linear_fc2.weight	2d-64	0	0.009750913644452242	3.3632781863064882
632	9292	9316	0.41926410219135685	0.9419690445711153	0.9576328601699009	0.9594436452310108	0.4621156521690094	0.3503437141997528	0.39482259662491026	0.2879918490562104	0.7260101481023912	model.visual.pos_embed.weight|2d-128|(1152, 512)	model.visual.pos_embed.weight|2d-128|(1536, 512)	model.visual.pos_embed.weight	2d-128	0	0.06892038799160405	1.9714518615795757
633	9475	9480	0.19909770038353072	0.9800597600359733	0.9673256452433925	0.9673075661990171	0.25836869775360943	0.2540354107171711	0.2561745711518527	0.25353716898012113	0.9511019319414624	model.visual.pos_embed.weight|2d-64|(1472, 896)	model.visual.pos_embed.weight|2d-64|(1280, 896)	model.visual.pos_embed.weight	2d-64	0	0.054937710333640394	0.7219348795967293
634	9770	9859	0.48642046557447555	0.8806300998238028	0.8569219288304981	0.8560119258915446	0.5435495555461138	0.5280068301841753	0.5356091303651739	0.515446222111889	0.832418363220821	mtp.fc.weight|2d-128|(1408, 3456)	mtp.fc.weight|2d-128|(1152, 3200)	mtp.fc.weight	2d-128	0	0.04158636460969972	1.7233240654383386
635	9945	10068	1.0036643895108228	0.05881871562588736	0.010328471956301708	0.009429887685407031	6.365021592666547	1.0109124475448272	1.4119489519390311	0.9999466599109414	0.0016403999126684606	mtp.fc.weight|2d-64|(320, 2752)	mtp.fc.weight|2d-64|(1664, 3712)	mtp.fc.weight	2d-64	0	0.007248058034004412	46.75335468716495
636	10142	10158	1.2367496897230246	0.03150277947108718	0.017843709303218026	0.017837920397221485	1.3252635592801958	1.4929260807828202	1.4016291647980639	0.9998407883449756	0.020101163131015343	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 128)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.08851386955717122	3.2442700669244453
637	10505	10545	1.2186708403941502	0.012295161982736374	0.010917564194604275	0.010900858808675211	1.546014733880512	1.2991510457492277	1.4065884897972858	0.9999404016200449	0.009174275399596992	mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5248)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.0804802053550775	4.671215137820081
638	10787	10871	1.2872122753338402	0.02583918708199097	0.020239367045678584	0.02025393782986226	1.3313363687116913	1.4803030640631845	1.3999099564310338	0.9997951630317033	0.02250400256203438	mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.04412409337785106	3.5609024893274954
639	10962	11135	1.2743511565981789	0.024941561284159676	0.009641920288835816	0.009713874202983358	1.3086010401010475	1.532756512813092	1.407463927600148	0.9999535156061725	0.011293523133373487	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 320)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.03424988350286862	3.5938372083796306
640	11214	11226	1.303330224184534	0.03227935955462296	0.007104397122106931	0.007142079947173264	1.3644763323892894	1.458613681359424	1.4091922398356729	0.9999747634523241	0.007594540553129371	mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)	mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1920)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.06114610820475552	3.34785896396743
641	11507	11647	1.2940609995620742	0.04095920374528548	0.021507269745194103	0.021472737163147335	1.312314797362596	1.5056641829255617	1.3990670331111852	0.9997686919223403	0.024676034891123688	mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)	mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.01825379780052172	3.655806721844838
642	11708	11718	1.1966072404058024	-0.01435944531824063	-0.0008013576646070807	-0.0008048370096612262	1.8166963944960346	1.1984267048677901	1.4147343820921918	0.9999996789128952	-0.000528634519408525	mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.0018194644619877742	5.773354159350824
643	11861	11933	1.0659540537679661	0.043920895570703	0.024502032921777276	0.02512889982989066	2.3964702915655405	1.0880687966708387	1.4011090930851435	0.9996997801253635	0.01112465177265827	mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 320)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.02211474290287252	8.840535352959419
644	12235	12237	0.9232815159463438	0.5334286967853907	0.5379383055394481	0.5378796525259911	0.9207609262119671	1.0137031055773913	0.9638874313663814	0.8429842106666929	0.5922381319739486	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.0025205897343766326	2.9614555962691775
645	12305	12369	1.0775949695226277	0.37375655701128524	0.45608140585320994	0.4561268509088647	1.0998186136238244	0.9977399646411479	1.0450586486686175	0.8899380603362009	0.41375063134284223	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 832)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 576)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.07985500488147979	3.5197277266311744
646	12577	12603	1.0337739172558285	0.06518870950263812	-0.0011219406220791934	-0.0011849356129827945	3.1640915873506277	1.054419442273707	1.4146893811288388	0.9999993706244222	-0.000373881720025529	mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.02064552501787853	9.137177389200907
647	12965	12997	1.0378694967486495	0.053410771451967806	0.02758746855061505	0.02776236731877896	1.0449792448802762	3.146349721131272	1.4024946380534744	0.9996193933587767	0.08306368227523037	mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.007109748131626681	3.1137387609813882
648	13031	13058	1.3243470976470264	0.0047344737860811935	0.0021208270931166056	0.0022897231018634825	1.374929908941393	1.4537978764353767	1.4127154473663086	0.9999977510436916	0.002242480801536596	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.0505828112943667	3.653724911684944
649	13227	13273	1.2724943853422184	0.04339601204916518	0.00934532585023678	0.009246559076437596	1.3335811866879144	1.495571642564265	1.4076332973666668	0.999956331488907	0.010480505027856038	mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1728)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.061086801345695996	3.5051708552555882
650	126	142	1.125620634073749	0.3037659354296721	0.26278026724503817	0.25918940491646203	1.1519913574303178	1.2912170090661332	1.215665120205295	0.9648557048318812	0.2945389724716415	model.language_model.embed_tokens.weight|2d-128|(102784, 1920)	model.language_model.embed_tokens.weight|2d-128|(173696, 1920)	model.language_model.embed_tokens.weight	2d-128	0	0.02637072335656887	2.8760335929348653
651	317	508	1.0295126118435867	0.42778888346187083	0.38811062554707987	0.387026156020068	1.1630110672757716	1.0596970876445033	1.1077569961991989	0.9216127941480925	0.35363352176820245	model.language_model.embed_tokens.weight|2d-64|(158848, 832)	model.language_model.embed_tokens.weight|2d-64|(204608, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.030184475800916655	2.9891934130574067
652	731	760	0.053275522619552394	0.999371715769215	0.999371715769215	0.9996684811422824	0.053275522619552394	0.05551870019983027	0.05436243173116251	0.03544254111227503	1.0414504813439067	model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)	model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	5	0.0	0.08425384903703738
653	980	1011	0.32477807017422644	0.9564971024155157	0.9564971024155157	0.9534751650245543	0.3247780701742265	0.3990969721888525	0.35624978211856384	0.2917418260563993	1.1753721465142708	model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(3224, 0, 0)	model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5924, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	0	5.551115123125783e-17	0.8776095602981429
654	1103	1241	1.0977778160491247	0.04269596771468288	0.01293088189926525	0.012857135031753456	1.112188962549716	2.2248568238804576	1.4068806848525546	0.9999163926515593	0.025867331722496358	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)	model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(5504, 640)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	16	0.014411146500591387	3.44757017102335
655	1330	1434	1.1018961869663157	0.0018933557123904004	-0.02056252157726388	-0.020565006348594116	2.3528091239900446	1.115467909486528	1.425425704373846	0.9997885690016588	-0.0097487011265344	model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	19	0.013571722520212326	6.873431157321826
656	1592	1706	1.1224261463078704	0.0033553971265349314	0.005417260358806554	0.0054309424596079466	2.153150021298796	1.1259659514101201	1.4110640560437562	0.9999853265374472	0.0028328962931531334	model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	14	0.0035398051022497157	6.018084648849462
657	1922	2032	1.1112015057305231	0.0294732438434133	0.01545788095308897	0.016047443196974962	2.133517543747298	1.122804091567719	1.4051752827002555	0.9998805198204634	0.008135003169746954	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(448, 512)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	8	0.011602585837195978	6.4828395988092895
658	2082	2134	1.1987122860759303	0.023554350219245186	0.006261820100519602	0.00626180523162053	1.213837449725141	1.748209011731121	1.4100588154716955	0.9999803946123287	0.009018481290098811	model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(0, 896)	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	6	0.015125163649210682	3.2647947352351228
659	2317	2374	1.2016582490878	0.007838468707044126	-0.005130787383108876	-0.005232041491225089	1.229065335022566	1.7324161571729515	1.417633711600483	0.9999868374237879	-0.007232047563487536	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	0	0.02740708593476593	3.337710051587342
660	2690	2721	1.2485035590477547	0.049823420103837654	0.010190760168354159	0.010278954593632574	1.2912439422791733	1.5610847266978798	1.4071176449940825	0.9999480728553813	0.012320398595000158	model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)	model.language_model.layers.2.mlp.down_proj.weight|2d-128|(768, 2432)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	19	0.0427403832314186	3.3086305313152233
661	2819	3066	1.233808004933571	0.042182090445998216	0.021639662497229258	0.021135391868633658	1.5986466506567705	1.2596766928146839	1.399257348524823	0.9997658350868999	0.017051284270315093	model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 3712)	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	16	0.02586868788111296	4.170818641969819
662	3138	3214	1.131824088641774	0.037143020437535146	-0.00028854517041078327	-6.950758696037836e-05	1.1549727217729457	1.9995858434016869	1.4143902875509675	0.9999999583708414	-0.0004995536492408653	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)	model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 0)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	12	0.02314863313117166	3.121823824311211
663	3539	3558	1.1215977176846736	0.03983234902332801	0.02475861483386544	0.024785019996031703	1.1361322594272392	2.0123416313123483	1.3991431465844049	0.9996934585119122	0.04385298538123735	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)	model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(2560, 320)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	10	0.014534541742565521	3.0901525750984837
664	3652	3689	1.1900036905523028	0.004076168881294286	0.0144728329341928	0.014496967148171204	1.8069792773273712	1.1891213765586381	1.4047832034976122	0.9998952630685171	0.009524157380966247	model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	21	0.000882313993664674	4.6374063124442335
665	3921	4051	1.1934666972476875	0.035667182113619245	0.018867249095804794	0.018983116729301017	1.7430258638945793	1.2048904334881871	1.4016773176618087	0.9998219976133536	0.013042243613631639	model.language_model.layers.1.mlp.up_proj.weight|2d-64|(2880, 1216)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	22	0.011423736240499638	4.319128724652236
666	4214	4290	1.148702818911226	0.018400150362566474	0.00957578517998724	0.009621757062474786	1.161133584223732	1.9359820295521526	1.408227494460976	0.9999541511180334	0.01596590459460437	model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 768)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	8	0.012430765312505976	3.2002521430385675
667	4410	4514	1.0837677380029695	0.04125350224356722	0.02241399283363833	0.021801058531900386	1.123645550954775	2.098981639145709	1.400962259020016	0.9997487749056028	0.041869572996372686	model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 768)	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	20	0.03987781295180537	2.8381654537815204
668	4674	4710	1.0922233172468037	0.009639550313919169	-0.006180503254338585	-0.006223664733920735	1.1133451316095562	2.3037074299452733	1.4176337896847906	0.9999809005073663	-0.012788551243976654	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)	model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	4	0.02112181436275251	2.961897920436475
669	4877	4933	1.0894698513509908	0.0025471611368565175	0.0037302791238826203	0.003983547900544596	1.101194462526057	2.368859310237831	1.4121955552559626	0.9999930424846255	0.008024474089821416	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)	model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	16	0.01172461117506618	2.943377521598446
670	5125	5185	1.0876616323010326	0.046327521793749014	0.008099508329320458	0.00805024789504267	1.1053210446291097	2.307288840606774	1.4097434305748797	0.9999671984444406	0.016907219195227963	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)	model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	8	0.017659412328077106	3.0181962368663435
671	5433	5443	1.0794305174649181	0.02102636494948641	0.013354562912350328	0.013818831156714253	1.079455699861352	2.569813345722361	1.4074540422814021	0.999910823848517	0.03179262845418736	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	2.518239643389819e-05	2.7466461631942884
672	5786	5837	1.067115784679722	0.03905418832315154	-0.0008458337294586849	-0.0010740721163202786	1.0857656296263725	2.5722620828357505	1.4146420576491676	0.9999996422825871	-0.0020038450023683466	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1152)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.018649844946650562	3.577202145432701
673	6045	6070	1.0559904560548756	0.019890405269171935	0.009869495960902244	0.009684850472211536	2.4886984105783925	1.0873175387290852	1.4090836111050073	0.9999512953386669	0.004312003419574992	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.03132708267420958	11.306217191037858
674	6200	6203	1.111346044519065	0.03672322428618112	0.004461296680315836	0.004457784801832942	1.1319769284131924	2.116141645753952	1.4115870309644218	0.9999900483664476	0.008340042506444224	model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)	model.visual.blocks.12.attn.proj.weight|2d-128|(256, 256)	model.visual.layers.*.attn.proj.weight	2d-128	11	0.020630883894127372	3.1534976672260244
675	6558	6642	1.1285086124747326	0.024600531379052444	0.015476176343978498	0.01561215269406808	1.1264408406148312	2.1085203856114996	1.4050877221326346	0.9998802368112744	0.028968972125323587	model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)	model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)	model.visual.layers.*.attn.proj.weight	2d-64	16	0.0020677718599013684	3.508283523668566
676	6763	6786	1.056718625319834	-0.006691320102832875	-0.006454293279027729	-0.0065874386560931435	1.065083232368023	2.956825766102494	1.4171208769793504	0.999979170832207	-0.01791805568751747	model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)	model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)	model.visual.layers.*.attn.qkv.weight	2d-128	0	0.008364607048189088	3.6307528093215784
677	7090	7095	1.0475112058777478	0.04737745486119335	0.016438791162538394	0.01636485598805521	1.0685738248428294	2.7160650090112055	1.406270839283941	0.9998648739430316	0.04178356649675591	model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)	model.visual.blocks.14.attn.qkv.weight|2d-64|(2944, 768)	model.visual.layers.*.attn.qkv.weight	2d-64	14	0.021062618965081548	3.5019939521736085
678	7312	7421	1.18195844066504	0.04202998929993648	0.011305882291467586	0.011132483662854931	1.2111864459713646	1.7433330264681157	1.4067015377246235	0.9999360864703362	0.016273231968236917	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)	model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2304, 0)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	18	0.029228005306324523	3.436792611439678
679	7435	7592	1.1868712387662996	0.022181752141605216	0.016625975652579093	0.016450084609258894	1.7324145229400816	1.2103084381533304	1.4031313644225218	0.9998617789142656	0.01161532552307302	model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	16	0.023437199387030816	4.982485229748433
680	7794	7861	1.1777598145148236	0.040176315454394054	0.0124119073727815	0.012379915216378065	1.2006963378054831	1.7732619628040178	1.4060407788844558	0.9999229693108211	0.01833066574536834	model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	6	0.02293652329065954	3.7007942358113417
681	8072	8076	1.0750302347252112	0.04246921951789925	0.02919793498076588	0.029950936956257283	1.1221844091072792	2.081019938738952	1.3968566038557932	0.9995736494090163	0.05414572183667595	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(448, 1216)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	0	0.04715417438206804	1.7872813329052208
682	8358	8366	0.5944305500880566	0.8225993683252172	0.8147500702242771	0.8147128254416199	0.611550170068747	0.6059744073454468	0.6087431379132338	0.5798123171074718	0.8073216476798897	model.visual.merger.linear_fc1.weight|2d-128|(640, 768)	model.visual.merger.linear_fc1.weight|2d-128|(640, 1792)	model.visual.merger.linear_fc1.weight	2d-128	0	0.011543857257390266	1.6096512435999413
683	8457	8505	0.6644000692062757	0.7748697574075113	0.7792211074231034	0.7791466248004941	0.6691000181924266	0.6601961497462435	0.6646033553375025	0.6267491250463079	0.7688518322141029	model.visual.merger.linear_fc1.weight|2d-64|(1856, 3968)	model.visual.merger.linear_fc1.weight|2d-64|(1856, 1920)	model.visual.merger.linear_fc1.weight	2d-64	0	0.004203919460032179	1.8144831508744144
684	8808	8924	1.3284347948148862	0.059084576781952114	0.0033077702218787014	0.0033170781192273604	1.4426358484590516	1.3830010688720644	1.4118747643743736	0.9999945293131154	0.0031710356825860333	model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)	model.visual.merger.linear_fc2.weight|2d-128|(1920, 384)	model.visual.merger.linear_fc2.weight	2d-128	0	0.05456627405717818	3.8263695787362524
685	8966	9146	1.3097193329283514	0.03951096289717905	0.013444885716497167	0.013460321813072733	1.3384496398915493	1.4819304547462655	1.4047238352571114	0.99990961343917	0.014886167555377455	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(128, 3712)	model.visual.merger.linear_fc2.weight	2d-64	0	0.028730306963197894	3.260742892982616
686	9307	9315	0.4315229275451527	0.9122390331330394	0.8416192370427666	0.8415772576188688	0.5946117882260402	0.5453210650934553	0.5683696685061964	0.5400713469899616	0.771852674022051	model.visual.pos_embed.weight|2d-128|(1408, 384)	model.visual.pos_embed.weight|2d-128|(1536, 384)	model.visual.pos_embed.weight	2d-128	0	0.11379813754830265	2.4636356261726418
687	9478	9590	0.20032798641915375	0.9797810581998854	0.9642166845626211	0.9640803460137125	0.27280403333320385	0.2652375226765084	0.2689409809905988	0.2651154186596224	0.9374731070210252	model.visual.pos_embed.weight|2d-64|(448, 384)	model.visual.pos_embed.weight|2d-64|(1600, 384)	model.visual.pos_embed.weight	2d-64	0	0.06490953625735466	0.8716270208714563
688	9764	9859	0.4866350140555084	0.8810898740521115	0.86519693182115	0.864342201959371	0.5231149155795028	0.5157684529943408	0.5194027225469342	0.5014322179191006	0.8530463761800825	mtp.fc.weight|2d-128|(512, 2560)	mtp.fc.weight|2d-128|(1152, 3200)	mtp.fc.weight	2d-128	0	0.029133438938832412	1.7560814095982005
689	9925	10068	1.0038432675767366	0.058419987276360746	0.03192911448982451	0.029677768730356283	6.334678708689379	1.00754191139351	1.407191412716066	0.9994901358432187	0.005078382428149357	mtp.fc.weight|2d-64|(896, 1600)	mtp.fc.weight|2d-64|(1664, 3712)	mtp.fc.weight	2d-64	0	0.003698643816773428	46.852016884136084
690	10142	10270	1.2401512806855435	0.04791237912767399	0.02012798576659999	0.020131596883688443	1.3290279000400242	1.4836980096460872	1.39999526759113	0.9997974115734545	0.02247044807651503	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 5376)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.08887661935448077	3.2800318335123007
691	10406	10545	1.2188929999270894	-0.00760913851413766	-0.013394522282717128	-0.01372314486892056	1.5790688837348317	1.3063648390606895	1.4234868135944416	0.9999102893624097	-0.011081298052539542	mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.08747183913360002	4.555811024339648
692	10657	10845	1.287916008453356	0.055376444642749136	0.007228514664365899	0.007031546683299639	1.4716838568377963	1.3538954738781392	1.4091107583207843	0.9999738739465881	0.006649969856960521	mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 256)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.06597946542478317	4.195949203594976
693	10896	11091	1.274426420516158	0.05751689972602472	0.02366080231902762	0.023718150325589077	1.5212651480487853	1.29988070678529	1.3975899419325948	0.9997200440291372	0.020217527812961062	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1280)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.025454286269132043	4.0703667898596745
694	11214	11395	1.3045729175668643	0.03732028095926989	0.00085434780565996	0.0008746307034419446	1.3858433588334989	1.4431150318502384	1.4136098133636739	0.9999996350448469	0.0008896547744139985	mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)	mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1920)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.08127044126663452	3.401269044936135
695	11607	11617	1.2944677621963705	0.029779552307168243	0.009551099509199863	0.00944103221605809	1.3284574307294181	1.502556878979557	1.407494846182084	0.9999543872088194	0.010802807780966504	mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)	mtp.layers.0.mlp.up_proj.weight|2d-64|(5824, 256)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.033989668533047634	3.3100237285277445
696	11711	11718	1.1973454228041107	0.040137897219455244	0.013807377939315765	0.013763676056436247	1.7326171224209783	1.2126533739125254	1.405010518724758	0.9999046736136605	0.009663741184550299	mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1920)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.015307951108414652	5.335519571542505
697	11744	11940	1.0661123933871637	0.022251291793327944	-0.005775572989385784	-0.005118986378994682	2.433345223030615	1.0997659819299639	1.4172756301109874	0.9999833212392316	-0.0026103072592261268	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.033653588542800206	9.454717064420239
698	12155	12157	0.9330948039685855	0.5268089115695919	0.5538922247982472	0.5539032632104842	0.9082726009106485	0.9906188590648151	0.9467704275540751	0.8325883756743473	0.6041094746493292	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.02482220305793692	3.218271602873896
699	12485	12489	1.083249596449608	0.3558333408964155	0.36512095453562243	0.36520309032699055	1.0837025764510826	1.1781293557253516	1.1279623766577447	0.9309600896703338	0.3969352147685839	mtp.layers.0.self_attn.o_proj.weight|2d-64|(448, 1344)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(448, 1600)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.00045298000147453443	3.4863068375021413
700	12711	12725	1.0362907526339833	0.33924280590141487	0.32084015916198944	0.3207974392021725	1.0696314639733135	1.3078077335620801	1.1709278457878247	0.947133355060896	0.392282066788386	mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1664)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1664)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.03334071133933025	3.460261615591849
701	12828	12913	1.0382440266621527	0.05628749479730952	0.018605242365777017	0.018353340988189266	2.9939231284396692	1.0539580323801736	1.4059481229225266	0.9998269074977482	0.0065496486698408355	mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.01571400571802095	8.858784330760725
702	13036	13058	1.3246531993482595	0.025557118670900547	-0.005602690918971982	-0.00565415808231617	1.381289730358825	1.458158258494829	1.4181639431323787	0.9999843048040636	-0.005914479673406908	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.05663653101056543	3.548463328583578
703	13192	13266	1.2733050600543816	0.04237006014531046	0.027496422064386378	0.02722959168947932	1.3222410739332178	1.480691230509002	1.3947607367430406	0.9996219019077449	0.03079144327289856	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.04893601387883617	3.4183841434678297
704	51	191	1.1261341276025592	0.3125397496072029	0.32025592965477495	0.31771538612737454	1.1984302575258818	1.1367230408835305	1.166354171528046	0.9473310612035033	0.30376594043086885	model.language_model.embed_tokens.weight|2d-128|(220416, 1920)	model.language_model.embed_tokens.weight|2d-128|(158208, 1920)	model.language_model.embed_tokens.weight	2d-128	0	0.010588913280971335	3.3037868712370964
705	348	462	1.0308847219781774	0.44050400482260454	0.33381423598535737	0.3317810914699053	1.1712211760131255	1.1382864057448774	1.15440158254051	0.9426388788149532	0.32442737089137674	model.language_model.embed_tokens.weight|2d-64|(154944, 1920)	model.language_model.embed_tokens.weight|2d-64|(224448, 1920)	model.language_model.embed_tokens.weight	2d-64	0	0.1074016837667	2.931834968641709
706	543	545	0.054105313349108244	0.9994975853035325	0.9994975853035326	0.9995534524611401	0.056616376993684256	0.05410531334910825	0.05531814656233557	0.031695062271710574	0.9551676196192715	model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(2603, 0, 0)	model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1998, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	8	6.938893903907228e-18	0.08957847449557234
707	826	895	0.3309538919265359	0.9611849075638782	0.961184907563878	0.9669587306432753	0.3309538919265359	0.4251669031242337	0.369334932855118	0.2759050080578808	1.2348064804429035	model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(520, 0, 0)	model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(3132, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	2	0.0	0.7049369281508872
708	1108	1239	1.1025303473924586	0.008850623452400197	0.006209723183146285	0.00623489283323005	1.1017829273237083	2.3503582022282345	1.4108344826664054	0.9999807194831252	0.013246777976971318	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)	model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	6	0.0007474200687502819	3.069994910042074
709	1360	1379	1.1031033147491973	0.04649969792887649	0.027193203001243726	0.027307558051250194	1.1219788067343586	2.090595175715936	1.3980979236141824	0.9996301964779442	0.050669387572598	model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)	model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	3	0.018875491985161252	3.0566082277392432
710	1645	1733	1.1244644964901527	0.02546683539622901	0.005509941472589105	0.005078736850614221	2.0080009529399625	1.1495297705835792	1.4108497930200743	0.9999848201572705	0.0031543021668594194	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)	model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(256, 1408)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	18	0.025065274093426515	6.056003014266702
711	1922	2011	1.1136022341317922	0.06730813138585204	0.0248181944274998	0.025255474040883408	1.9942991862024755	1.139299015979509	1.3990146777798091	0.9996919811748811	0.014178085557704253	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1472, 1216)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	2	0.025696781847716954	5.401044260093947
712	2100	2134	1.1988006676184506	0.010088456942048876	0.0073977485487941065	0.007398841695872772	1.1993607504623065	1.7911416126290258	1.409368509548097	0.9999726362838179	0.011047898024346383	model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1152, 1920)	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	8	0.0005600828438558914	3.3936600503932324
713	2374	2395	1.201718405738705	0.010754686074087305	0.0034951434775157804	0.003587770418936103	1.7169101985080355	1.2271281955007391	1.4118733060025066	0.9999938919673818	0.0024980858709483895	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)	model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	10	0.02540978976203423	4.83421467638745
714	2617	2771	1.2489855286688534	0.04221629819930866	0.008880210367143442	0.008847094763822077	1.2892608121501377	1.567144809253229	1.408038567082107	0.9999605701545613	0.010794228328972847	model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1408, 2816)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	18	0.040275283481284285	3.2802012436718146
715	2837	2973	1.2338834652255881	0.043460726785836304	0.017773709445076013	0.0174645050845465	1.5282899326101567	1.3021990972846347	1.4017500895774493	0.999842035149834	0.015144317776960245	model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1728, 6016)	model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	3	0.06831563205904656	3.6907863093720583
716	3278	3310	1.1318869171524548	0.025034811080838174	0.012687509687941573	0.012600902901692352	1.9613330813925736	1.1537323830096033	1.4063503311989043	0.9999195103096641	0.0074632865399553066	model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	14	0.021845465857148527	5.368143519310999
717	3335	3518	1.1219833489853892	0.0929707522338949	0.05295776268245469	0.05235570644662194	1.147282080037396	1.8570073823364637	1.3803193378421805	0.9985967531349523	0.0857182012728163	model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(576, 1472)	model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	10	0.02529873105200675	3.008605148135765
718	3689	3715	1.1913828363241261	0.026049783113742397	0.0037636861379142365	0.003740670822942238	1.2030366555084324	1.7886970667087945	1.4117465281580135	0.9999929173082454	0.00559591789998668	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)	model.language_model.layers.3.mlp.up_proj.weight|2d-128|(1792, 1664)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	20	0.011653819184306302	3.1653463664091843
719	4066	4082	1.1935677232292456	0.028272849481736605	0.010850187046623353	0.010511104974288567	1.2103343436499099	1.747071269818879	1.407012291125446	0.9999411349879818	0.015661829444707277	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)	model.language_model.layers.3.mlp.up_proj.weight|2d-64|(640, 832)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	20	0.016766620420664236	2.9942648957421283
720	4217	4293	1.1496148287362504	0.05396326300451077	0.003649199990131679	0.0036455991658499273	1.1978957698996628	1.8063179846195712	1.411834518403546	0.9999933416475492	0.0055026620322739216	model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1152)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	8	0.048280941163412416	3.097495651678855
721	4409	4583	1.0854513305394606	0.004033635437909615	-0.00043626985766850765	-0.000503503107891016	2.2909953718794553	1.111706523600962	1.414455870201406	0.9999999048343011	-0.00021170014255535673	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1280)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	8	0.02625519306150137	8.340920144869665
722	4631	4661	1.0936309888089344	0.04391453533270863	0.0009154771394158894	0.0009179292864884088	1.1175355302804277	2.235962162922871	1.4136957193584192	0.9999995809507158	0.0018316842635340094	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)	model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1408)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	12	0.023904541471493346	2.9167089162593163
723	4898	5072	1.0894906914608353	0.034595777130213154	0.008638391285005903	0.008907278955426678	1.1099736072922504	2.2633002456102265	1.4093756271637787	0.9999626884019258	0.017614178380985005	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)	model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1088, 1408)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	16	0.02048291583141504	2.977610015220119
724	5263	5312	1.089259159458535	0.3735559617495848	0.3962440809428042	0.3962380656703399	1.135269647083325	1.067021366683041	1.0995601508762698	0.9181452109104488	0.37242332856682486	model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3584, 1536)	model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3072, 1536)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	0	0.02223779277549398	3.443128778982257
725	5524	5618	1.0795494331980322	-0.009588270610822989	-0.013573445492102107	-0.012751665446489568	1.0840539455517042	2.67546564382441	1.4208788161602737	0.9999078765453709	-0.03349952023278757	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.004504512353671997	2.958912083437708
726	5770	5813	1.0672848618909736	0.01628938159012123	0.005114324629310192	0.005155552873741368	1.075658381821232	2.67955811534311	1.4117108456102019	0.9999869217562728	0.012740225239322136	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.008373519930258366	3.8812952028191012
727	6038	6118	1.0562260258436886	0.0420654001328077	0.011049150990855055	0.011102891551674715	1.0822769621411845	2.545881461306214	1.4085763481562918	0.9999389562680221	0.02599134016041403	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)	model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 1600)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	16	0.026050936297495886	3.815852550039515
728	6289	6322	1.111500559010709	0.041462486722616265	-0.0036419513760174694	-0.0036412266218388595	1.1329082427006965	2.1424137792350875	1.4163403782172297	0.9999933680730961	-0.006887201025816331	model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)	model.visual.blocks.9.attn.proj.weight|2d-128|(768, 256)	model.visual.layers.*.attn.proj.weight	2d-128	14	0.021407683689987467	3.1436787651846325
729	6471	6642	1.1326110576003932	0.005707493216247205	-0.013383361958048868	-0.013443366067348382	1.1476770063562727	2.0868847857311814	1.422182877967314	0.9999104388007457	-0.02433570969663176	model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)	model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)	model.visual.layers.*.attn.proj.weight	2d-64	4	0.015065948755879521	3.0229314856252265
730	6826	6848	1.05769700522781	0.036886716647248324	0.005254883272979556	0.005240614954450282	2.8072186734876916	1.068063179116838	1.4117414683833316	0.9999861930055771	0.0019993267312707797	model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)	model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)	model.visual.layers.*.attn.qkv.weight	2d-128	1	0.010366173889027941	8.485075879298524
731	7090	7155	1.04859406371306	-0.0027678208816942344	0.0025444387550298516	0.0024840573813229186	1.058200408199294	3.035067293347204	1.4130944981080544	0.9999967629104716	0.007297807471514199	model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)	model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	2	0.009606344486233986	3.499064626790987
732	7182	7384	1.1829589092205715	0.06708690065748642	-0.0023036739224161435	-0.0020359107627569745	1.222630330356663	1.7437797937729154	1.4157441344779638	0.9999973465397092	-0.0032856211216181802	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)	model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(0, 896)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	14	0.03967142113609157	3.399832125481121
733	7540	7592	1.1875748301822369	0.03435238024651874	0.017061591318162962	0.017101399451372335	1.7175321845756848	1.2150401413168508	1.402791289094215	0.9998544404570557	0.012069944605685825	model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(128, 0)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	19	0.027465311134613923	4.781078733360832
734	7727	7896	1.1832058510814092	0.04898329604463341	-0.006234842006271872	-0.006524267674224128	1.2769596620116013	1.6206938158924584	1.4184934296114742	0.9999805631836834	-0.007913147285101594	model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)	model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1664)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	6	0.09375381093019208	3.355782185802462
735	8072	8132	1.0788873659029852	0.050069267071779375	0.0489723133324172	0.04930642496263758	1.1216506786674652	2.0052290115576605	1.3843916615537104	0.998800136427139	0.08755016630838992	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(64, 3648)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	2	0.04276331276447998	1.8105016482734961
736	8266	8305	0.6065200814760673	0.814439827123612	0.8010276439222704	0.8008685306774029	0.6351259290405568	0.6268323577666902	0.6309382655123289	0.5986273579384227	0.7905677027461284	model.visual.merger.linear_fc1.weight|2d-128|(3968, 0)	model.visual.merger.linear_fc1.weight|2d-128|(3968, 1024)	model.visual.merger.linear_fc1.weight	2d-128	0	0.020312276290622933	1.7201007808995061
737	8661	8693	0.6676976131071998	0.7731917431409362	0.779318135371177	0.7793169425560933	0.6577911818307683	0.6716382726405994	0.6646065625321181	0.6266284735643537	0.7957234768964289	model.visual.merger.linear_fc1.weight|2d-64|(192, 1344)	model.visual.merger.linear_fc1.weight|2d-64|(192, 3392)	model.visual.merger.linear_fc1.weight	2d-64	0	0.009906431276431427	1.7704271013683643
738	8787	8852	1.3285056117052705	0.050740196595680985	-0.006777927621812614	-0.006744205951031693	1.4590311689793798	1.3820764717462792	1.4189911835688729	0.9999770295847568	-0.006420434664092373	model.visual.merger.linear_fc2.weight|2d-128|(1408, 3968)	model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)	model.visual.merger.linear_fc2.weight	2d-128	0	0.05357086004100875	3.5538162996845593
739	9064	9171	1.31103623304753	0.03207240769156512	0.027070900959621513	0.02709357449877702	1.3376586029983015	1.4604439829365083	1.3950148057418128	0.999633516005358	0.029555773297112037	model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)	model.visual.merger.linear_fc2.weight|2d-64|(1472, 3136)	model.visual.merger.linear_fc2.weight	2d-64	0	0.026622369950771496	3.378552729453911
740	9295	9319	0.4338130364676481	0.9053512228985687	0.8880165467186586	0.8871301988568742	0.47275343908317174	0.6075299254166915	0.5276437373832024	0.45981149697878193	1.1411796970595083	model.visual.pos_embed.weight|2d-128|(1152, 896)	model.visual.pos_embed.weight|2d-128|(1536, 896)	model.visual.pos_embed.weight	2d-128	0	0.03894040261552362	0.6779337503991464
741	9474	9530	0.20922911653236276	0.9871527421012638	0.9842658430884218	0.9840694329536503	0.2167338901007431	0.25238135042385584	0.23253282918228177	0.17669394480128162	1.1461536658584581	model.visual.pos_embed.weight|2d-64|(1216, 960)	model.visual.pos_embed.weight|2d-64|(1408, 960)	model.visual.pos_embed.weight	2d-64	0	0.007504773568380335	1.1641623480317065
742	9639	9859	0.488093067113113	0.8806295649114972	0.8595915718224136	0.8586658954186925	0.5288386979559012	0.5310392380085052	0.5299355413864256	0.5109817312310415	0.8631684009954439	mtp.fc.weight|2d-128|(1024, 3072)	mtp.fc.weight|2d-128|(1152, 3200)	mtp.fc.weight	2d-128	0	0.040745630842788205	1.8111340108855951
743	9945	10017	1.0038500851805874	0.057666018885319394	0.012415004162994606	0.011531374103745246	6.185190590832808	1.011272587838385	1.4114149040235315	0.9999229308659907	0.002029840989304973	mtp.fc.weight|2d-64|(320, 2752)	mtp.fc.weight|2d-64|(640, 2688)	mtp.fc.weight	2d-64	0	0.007422502657797647	48.57094442260595
744	10187	10323	1.241068029642152	0.08001747758899944	0.016141975821229972	0.016153006863175497	1.3685757032758945	1.439657646838923	1.4027677606380162	0.9998697098205279	0.01698036788940271	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4736)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.1275076736337426	3.347569577577753
745	10506	10573	1.2194512101991766	0.04036675021664795	0.010281995874155785	0.010282855848616632	1.2710318211179448	1.5989804782172365	1.4071126806144996	0.9999471388832731	0.012934932396440498	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2240)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.0515806109187682	2.9065001553452703
746	10677	10871	1.2883723060953758	0.022742706647258314	0.00685783975934495	0.00685843303968296	1.3386067678719689	1.49272467600834	1.4093847445614287	0.9999764847404339	0.007647403911724737	mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.050234461776593076	3.5978711391623306
747	11029	11047	1.2746629872809871	0.05533135040444927	0.010422867265457816	0.01031362917786773	1.5038831692116355	1.3265152621258542	1.4068821362192576	0.9999456804436763	0.009193594812281637	mtp.layers.0.mlp.gate_proj.weight|2d-64|(3904, 0)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.0518522748448671	4.306740361243143
748	11178	11404	1.3057207319942703	0.03036126837355991	0.00766187760719276	0.007530419303944037	1.3325820408065963	1.4998513986831803	1.4088231813494867	0.9999706473849782	0.008623617528817679	mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)	mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.026861308812325957	3.6448112765444542
749	11474	11500	1.2950963123017114	0.04491869794629974	0.04387260082287379	0.04368042112970763	1.4670651936734536	1.3119741413056465	1.3830400069863498	0.9990371338929483	0.0392346011885871	mtp.layers.0.mlp.up_proj.weight|2d-64|(3520, 256)	mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.016877829003935085	4.173821514462554
750	11676	11712	1.1975200391277787	0.01537162665664309	0.0024864939396148597	0.0025023076808170165	1.7581894245166996	1.213718623050102	1.4125685829578123	0.999996908669166	0.0017164839911611616	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.016198583922323317	5.696170267132119
751	11885	11933	1.0666085135655508	0.03566094260117239	0.011555898315016465	0.011275650693844478	2.5092315218575147	1.0848658996547986	1.408248057688749	0.9999332283778417	0.004996191030056569	mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1856)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.018257386089247873	9.263256638081353
752	12027	12029	0.9444325277377288	0.502977295426503	0.5506401526360183	0.550588273122715	0.9104995378636628	0.9958949781534081	0.9503316946078689	0.8347427282132995	0.602284504247547	mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.03393298987406601	3.1663200428176785
753	12248	12266	1.104481891243771	0.33390867261231294	0.4250638506443234	0.4250060214329804	1.0227575150971822	1.1348753600656316	1.0744537908742873	0.905163368058728	0.4716606658275431	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 576)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 832)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.0817243761465889	3.2724927797063414
754	12576	12592	1.036961337208772	0.0477774277865775	-0.009092957765641617	-0.009441963637762838	3.218238585142108	1.0552115076314825	1.4180155527974387	0.9999586582049641	-0.002981442618024046	mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.018250170422710488	9.759748722120932
755	12771	12927	1.0395402296856933	0.0340015677219616	0.02031475535847835	0.020143227750212527	3.1307864109067505	1.0480773830291605	1.4055385640001488	0.9997936340639128	0.006800666937488431	mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.008537153343467274	9.65431522373382
756	13022	13036	1.3249164314239539	0.036578688565526415	0.009638875645316491	0.009654312031124858	1.435346386791423	1.380999265465758	1.4073864431961611	0.9999535449591117	0.009273914860268627	mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.05608283404180403	3.8639073203357124
757	13273	13286	1.275759796395446	0.06207613149110222	0.0345539134432176	0.03456234981547211	1.452459716329273	1.3343501970029767	1.3896546301793462	0.999402835229998	0.031744096371020276	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1408)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.058590400607530846	4.298192337648517
758	125	246	1.127631518757888	0.33005007998251495	0.3477598345165042	0.3468289890510987	1.164924890018895	1.121062422905752	1.1423625824354027	0.937583648266678	0.3346657677355079	model.language_model.embed_tokens.weight|2d-128|(192384, 768)	model.language_model.embed_tokens.weight|2d-128|(238592, 768)	model.language_model.embed_tokens.weight	2d-128	0	0.006569095852136053	3.0116173012185734
759	394	423	1.0354324450509245	0.4309729872873702	0.4176632878083783	0.41755288135747126	1.1078293935267503	1.0535866293146579	1.0796874315027274	0.9086018809231553	0.3972131974126768	model.language_model.embed_tokens.weight|2d-64|(172480, 832)	model.language_model.embed_tokens.weight|2d-64|(239488, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.018154184263733386	2.7879239249358365
760	565	672	0.05432306705252144	0.9991156731990296	0.9991156731990296	0.9995062531234622	0.056309724651729676	0.05432306705252144	0.05528964474511888	0.042046064834293594	0.9638659759766525	model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4907, 0, 0)	model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(426, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	13	0.0	0.06958916624316772
761	860	971	0.3356057197784218	0.9920115511373693	0.9920115511373696	0.9921606451895325	0.3356057197784218	0.49280138469766754	0.3922888779917641	0.12614706659304548	1.4566636896395615	model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(4260, 0, 0)	model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(244, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	11	0.0	0.8170319865591735
762	1124	1260	1.1025665591657188	0.004965749519576464	-0.0015030262205720194	-0.0015185976069974983	1.1164030066413564	2.256081811073097	1.4150582471597988	0.9999988704554521	-0.003037388915674798	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)	model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	8	0.013836447475637614	3.0936667423270006
763	1300	1455	1.1038562439448532	0.019802600609060604	0.014811806426607715	0.014690006364693312	2.2623344717060268	1.1067142750232617	1.4059208304791604	0.9998902991780552	0.007245806407593881	model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)	model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	5	0.0028580310784085405	6.242393335677084
764	1543	1635	1.1245555439415884	-0.020900279809968992	-0.00203918879089466	-0.002700203190300697	1.1163003780801837	2.2593678711119147	1.4153583673408685	0.9999979208523762	-0.004127274099111706	model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	18	0.008255165861404734	3.0484836668926123
765	2021	2029	1.1140860179782643	0.03491216528703415	0.02023452575563453	0.01986004276849228	2.067724926052898	1.1297943659733451	1.4021210202103356	0.9997952610246983	0.011056041792027802	model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)	model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	4	0.015708347995080807	5.923553581617121
766	2102	2242	1.1988581118932464	0.05843493831484321	0.003975428781508671	0.003966975989157684	1.7004555910794041	1.232824165475744	1.4115393288675906	0.9999920979517805	0.0028821715166702194	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)	model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(896, 896)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	12	0.03396605358249749	4.354083155815915
767	2366	2558	1.204157081342834	0.03505602843237444	0.006903167944287206	0.006901827416982597	1.695564285755804	1.2320584567401223	1.409563361842953	0.9999761728523	0.0050160919969278505	model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)	model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	6	0.02790137539728832	4.3750285521466115
768	2564	2813	1.2490130832468092	0.01941378463008128	0.0006066035388503515	0.0005896633353983831	1.2859544555430222	1.5893426028410138	1.4137940125613402	0.9999998160160565	0.0007497161685418128	model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	16	0.03694137229621308	3.2049474698436295
769	2939	2973	1.233998272424276	0.036432802468935814	0.0034136289743829104	0.003621142191383438	1.5463710841074936	1.30723038930069	1.411831423516737	0.9999941735516389	0.002885723600869201	model.language_model.layers.2.mlp.down_proj.weight|2d-64|(704, 832)	model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	1	0.07323211687641407	3.6714436647345208
770	3265	3278	1.1322939573530417	0.012469835738371404	-0.014870453318720944	-0.014784233049528474	1.1576121368035321	2.0363617374305516	1.423220032097593	0.9998894286960412	-0.02615869443119862	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)	model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	14	0.02531817945049042	3.1810770144983453
771	3518	3537	1.122096325122916	-0.0028973772018933974	0.006209326241288604	0.006162586579950799	2.1151633535934935	1.131064634964517	1.4105572662452417	0.9999807219479929	0.003320381523510665	model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	12	0.00896830984160113	5.950534571176759
772	3689	3770	1.191646398346885	0.046814510430064495	0.0077938597134916375	0.0077791503110294065	1.2223523374132228	1.7197053875405754	1.4089990949718985	0.9999696274141362	0.0109650402169567	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)	model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1024, 1152)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	15	0.030705939066337784	3.19549493919275
773	3893	4066	1.193582301213073	0.02686191449788794	0.020089416095983775	0.02032467203421548	1.744647859125725	1.2033344275583153	1.4008719453268363	0.9997981873162816	0.013856255227318835	model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2048, 1344)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	19	0.009752126345242251	4.460940019053429
774	4300	4343	1.149634109866791	0.023433340482287124	0.004985610140844057	0.00495415531293356	1.8765126933887089	1.1780823401019265	1.4110349319406124	0.9999875717685313	0.0031299864276190153	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 768)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	20	0.02844823023513543	5.693670649615596
775	4409	4500	1.085935355989853	0.00576740882833988	0.018146165787013436	0.0181476008706979	2.35186965020877	1.0954691132193335	1.4043569518139511	0.999835344777944	0.008452238899067406	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 960)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	8	0.009533757229480466	7.003680963404676
776	4631	4747	1.0942718767954585	0.045856904988206854	0.011224108030834101	0.011231848343349747	1.115219431978719	2.208241382105748	1.40781174580899	0.9999370077154421	0.0222248098626982	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)	model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 1536)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	12	0.020947555183260524	3.1452064559313975
777	4898	5096	1.0895814763421663	0.014320363760694963	0.01645570779339508	0.016511795956209236	1.0917011236769678	2.4007811405381108	1.4054170914281696	0.9998645956733434	0.036188066557563445	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)	model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1984, 576)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	4	0.002119647334801522	2.8922046742354826
778	5146	5172	1.0894655529611297	-0.0071936447194508365	-0.0044945884107079	-0.004503649301732087	1.0831436388155418	2.6308866343157735	1.4164494280815374	0.999989899286497	-0.010917067831753873	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.006321914145587915	3.135175971344873
779	5433	5620	1.07985744840833	0.015028150272419846	0.0075510122436589335	0.0078124085734640174	1.0794448165120543	2.6069104219404933	1.4104339274549387	0.999971490700658	0.018236052656958514	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.00041263189627582797	2.904770314752728
780	5770	5870	1.0673265581392406	0.03143059029817762	0.002485222584392359	0.002451489705382308	1.0849080331617187	2.5633613740959365	1.4129514563169652	0.9999969118295846	0.005871948021526585	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1024)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.017581475022478088	3.6884335335716587
781	6080	6081	1.0566565299737891	0.024190378042492522	0.018611951844111387	0.01854200669054955	1.0699118546044089	2.6782850413095223	1.4051166100880672	0.9998267826221462	0.046590858862936554	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.013255324630619736	3.4198657192163813
782	6178	6282	1.1116791016278005	0.028962792775109485	0.00883676405768701	0.008803316037052642	1.1263592314557198	2.1362479378780557	1.4090482658378227	0.9999609550382399	0.016759767637675657	model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)	model.visual.blocks.8.attn.proj.weight|2d-128|(0, 896)	model.visual.layers.*.attn.proj.weight	2d-128	15	0.01468012982791933	3.1726958778535232
783	6512	6597	1.134393630810874	0.05099296592858423	0.021478424772950446	0.02152280464813905	1.1613712345236369	1.8962787890609767	1.4006195738682483	0.9997693120261657	0.035069821008692124	model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)	model.visual.blocks.8.attn.proj.weight|2d-64|(704, 576)	model.visual.layers.*.attn.proj.weight	2d-64	15	0.02697760371276292	3.0517245736879737
784	6714	6763	1.0578025567001206	0.014728447679438737	-0.004379141370437411	-0.004278927470328222	2.7721757437494827	1.0740066629334064	1.4162982245179068	0.9999904115144593	-0.001696583277731086	model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 128)	model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)	model.visual.layers.*.attn.qkv.weight	2d-128	12	0.01620410623328583	9.889406417026361
785	6988	7106	1.0498019913456769	0.0037704436475291068	0.007212716513352955	0.007222873719191276	4.359243577678478	1.0256528203972786	1.4119376633305256	0.9999739880219375	0.0016970244728986134	model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)	model.visual.layers.*.attn.qkv.weight	2d-64	21	0.024149170948398302	13.19971768908334
786	7312	7404	1.184548494223453	0.017609889060348282	0.0015851794125214338	0.0012586213914896709	1.2060084470768837	1.7847732049759317	1.4131732096659342	0.9999987436023258	0.0023459087267631564	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)	model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	13	0.02145995285343072	3.42440129846014
787	7573	7592	1.1880579442650114	0.013524553729716868	0.016883504759667572	0.016862847609667997	1.7247842109612999	1.2126816493971417	1.4029344192774504	0.9998574634751848	0.011870653887854705	model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	15	0.024623705132130302	4.716322368663842
788	7690	7736	1.1836599537259513	0.04952451501481064	0.00856375051702952	0.008515999451973327	1.7758129378021785	1.2030653703582346	1.4085786024587985	0.9999633304162119	0.005801710004532777	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)	model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	6	0.019405416632283234	5.143243481339913
789	8005	8072	1.0818624884568926	0.03854107117704944	0.03017272031110726	0.03160753046314872	2.1111032089598916	1.1171909003655196	1.396461255923429	0.9995446998253894	0.01596733330126985	model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(64, 384)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	5	0.03532841190862701	3.8874099133776254
790	8232	8368	0.6073643289255384	0.8144621354763493	0.8108193998188455	0.8107750115423471	0.6174323821582663	0.6128862475009619	0.6151467161568691	0.5852964213775848	0.8048493628061343	model.visual.merger.linear_fc1.weight|2d-128|(2944, 512)	model.visual.merger.linear_fc1.weight|2d-128|(2944, 1536)	model.visual.merger.linear_fc1.weight	2d-128	0	0.005521918575423501	1.6301479759967175
791	8673	8695	0.6796761096668628	0.7618199560047495	0.7690218089385406	0.7690684519300531	0.6724422180911032	0.6877350623501016	0.6799596935136263	0.6392225413554303	0.786511089711624	model.visual.merger.linear_fc1.weight|2d-64|(1024, 3584)	model.visual.merger.linear_fc1.weight|2d-64|(1024, 2560)	model.visual.merger.linear_fc1.weight	2d-64	0	0.007233891575759599	1.78445394668318
792	8727	8916	1.3287059771582845	0.035774673395044254	-0.005610468174406131	-0.005604976219786766	1.4452793283533791	1.392535773474192	1.4181724813087417	0.9999842611995772	-0.005405721569200158	model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)	model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)	model.visual.merger.linear_fc2.weight	2d-128	0	0.06382979631590757	3.8775796466157253
793	9056	9064	1.3121201831419638	0.021331861012234277	0.009587367599705755	0.00964858820401038	1.4873527253206595	1.3391890193160148	1.407455274513497	0.9999540401350995	0.008632315116042193	model.visual.merger.linear_fc2.weight|2d-64|(768, 512)	model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)	model.visual.merger.linear_fc2.weight	2d-64	0	0.02706883617405098	3.8849097441865905
794	9273	9297	0.44377086630515933	0.9013267952090857	0.9046854976705915	0.9057034931094499	0.43685987262769255	0.436364843954371	0.43661214781828334	0.42607998111213147	0.9036603514171914	model.visual.pos_embed.weight|2d-128|(896, 128)	model.visual.pos_embed.weight|2d-128|(1280, 128)	model.visual.pos_embed.weight	2d-128	0	0.007406022350788355	2.547312419059876
795	9564	9585	0.21339480035703523	0.9771814024196598	0.9706554936115015	0.971911761460705	0.24203579018350596	0.2424956037905994	0.2422653697196483	0.24047434940511317	0.9724995209077297	model.visual.pos_embed.weight|2d-64|(1280, 64)	model.visual.pos_embed.weight|2d-64|(896, 64)	model.visual.pos_embed.weight	2d-64	0	0.02864098982647073	1.2202105183485794
796	9698	9859	0.5039588879853123	0.8713337558951619	0.8675556400969898	0.8666907370350875	0.5141846636062156	0.5151697471554988	0.5146764983437058	0.4973401364618606	0.8692177176532389	mtp.fc.weight|2d-128|(256, 2304)	mtp.fc.weight|2d-128|(1152, 3200)	mtp.fc.weight	2d-128	0	0.010225775620903321	1.7063045572715794
797	9891	10091	1.0039027236836653	0.04118034054291453	0.02405283404164378	0.024489006269001672	1.0069281686219613	6.9733000755543	1.4093938641852728	0.999710688736779	0.16657357959250899	mtp.fc.weight|2d-64|(576, 2624)	mtp.fc.weight|2d-64|(320, 3648)	mtp.fc.weight	2d-64	0	0.0030254449382960402	7.664253467857195
798	10142	10223	1.2420350525302681	0.026769775306295724	0.01505849581336848	0.01506194432754855	1.3331426987838908	1.4865287510338097	1.4035885177067755	0.999886614423775	0.01679106594838967	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)	mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 6016)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.09110764625362267	3.0515305066084575
799	10402	10506	1.2198590551108315	0.025108613277185256	0.006206066474439929	0.006374045331633043	1.553722543111579	1.2997922909405577	1.4098875505273005	0.9999807421840257	0.0051917875532571005	mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 3456)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.07993323582972622	3.9199883764568013
800	10765	10882	1.2897873734998402	-0.003775434241951806	-0.004987470154668619	-0.004983449094623663	1.3082191798377538	1.5601995615710718	1.4176819693040834	0.9999875624933824	-0.005948123119268015	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.018431806337913637	3.619783560488742
801	10962	10973	1.2746892056424068	-0.00418646703454686	-0.004560530051849294	-0.004326655987822916	1.2865076872333494	1.59847174258366	1.417360300500231	0.9999896007287506	-0.005666408752489978	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.011818481590942564	3.390085557816441
802	11207	11341	1.3059864901463767	0.0501174609160612	0.011561631651765958	0.011562738328921473	1.433261281978512	1.3802758035377327	1.406020317254357	0.9999331621031222	0.011134215804894529	mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)	mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.07428931339135603	3.736509182350079
803	11516	11551	1.2955418665898415	0.07342721358383436	0.03130231507203413	0.03272320615925944	1.3531530586377616	1.4342691260338432	1.391941562722026	0.9995099624671737	0.03317876259053782	mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)	mtp.layers.0.mlp.up_proj.weight|2d-64|(5632, 192)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.05761119204792009	3.5189092983802523
804	11667	11722	1.1976610492366317	0.016198990104023547	0.013965811018412282	0.013931260224715187	1.699959685025359	1.2240849168710726	1.404816642024243	0.9999024733055709	0.01005632002341002	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.026423867634440823	5.17219955189169
805	11749	11942	1.067259026165597	0.03945228446410158	0.024993158309384693	0.024995597945795842	2.4022793768578836	1.0873064650473054	1.40087277919868	0.999687622228925	0.011312265706284843	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.020047438881708457	8.149837975137832
806	12069	12071	0.9468742964513905	0.48234968078338797	0.44187080623982167	0.4418703734164534	0.997803561458353	1.135483056555967	1.0599952091584988	0.8970786981045586	0.5028412736257646	mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 640)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.05092926500696249	2.8871125343230557
807	12454	12478	1.1104078283870356	0.038347631862838925	0.0174874080267217	0.017743279223634112	1.1113926266916654	2.210538025319365	1.4042533650745976	0.999847083588539	0.03478210983135119	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 192)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.0009847983046298303	3.3319235388549577
808	12581	12604	1.038744393101738	0.06384756634713158	0.00779925625556319	0.007753501446215069	3.021882503249101	1.0568105131115921	1.4107723926091185	0.9999695853384042	0.00272755012693857	mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1536)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.018066120009854192	8.616134230091152
809	12791	12927	1.0396903681746585	0.03760265463061456	0.02495050545351482	0.02498921379440475	3.1678584885396086	1.0451749198101656	1.4036754190348306	0.9996886876811271	0.008231946796532039	mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1408)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.005484551635507096	9.144889513904946
810	13025	13036	1.3250274809675742	0.0422322375465922	-0.004236897664395654	-0.004224097638347192	1.439458394509109	1.395952633355752	1.4172049274185765	0.9999910243088092	-0.004108842933170667	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 128)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.07092515238817776	4.062022595157399
811	13193	13289	1.2765147953440683	0.01904322722277309	0.001989536524303762	0.002028460119347377	1.2963482811582652	1.567668398293059	1.412831098362292	0.9999980208702508	0.0024059379579800147	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.01983348581419686	3.304483818944205
812	55	79	1.1294800788020702	0.32938496876519036	0.29685375915971207	0.2946894980928462	1.1654014012793177	1.2077980034556024	1.1860317547308776	0.9549229527416061	0.30765312040795934	model.language_model.embed_tokens.weight|2d-128|(244096, 640)	model.language_model.embed_tokens.weight|2d-128|(219520, 640)	model.language_model.embed_tokens.weight	2d-128	0	0.03592132247724744	2.9692363845613756
813	423	511	1.03567046703789	0.4279090477069523	0.41603016106031904	0.4156346841371969	1.0461879988064178	1.1209298151922	1.081626917019983	0.9093508151907739	0.4457522090520696	model.language_model.embed_tokens.weight|2d-64|(239488, 832)	model.language_model.embed_tokens.weight|2d-64|(184320, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.010517531768527766	2.9005470424261026
814	638	737	0.05694350947292405	0.9987013632726323	0.9987013632726323	0.998983104453355	0.05850767501311662	0.05694350947292406	0.05770970012431095	0.05094690370754213	0.9720017164822894	model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)	model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(4227, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	1	6.938893903907228e-18	0.08931571829193806
815	781	933	0.3403258431926277	0.9425185034628284	0.9425185034628283	0.9409366369314747	0.3403258431926277	0.38761544275024834	0.3616722236953192	0.334153962463698	1.0734851153024623	model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(5076, 0, 0)	model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(924, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	12	0.0	0.7430949185012224
816	1124	1221	1.1034470071487814	0.00797995712272553	0.007983134522471498	0.007984413801791152	1.1140971624882139	2.23184611386933	1.409694839134751	0.9999681342738859	0.015992436171977584	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)	model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	14	0.010650155339432477	3.083067992611906
817	1316	1346	1.103923205712342	0.027632508111766364	-0.0012091382969398416	-0.0011724551261352056	2.1425414237454117	1.1314356913948904	1.4149194847575672	0.9999992689920222	-0.0006385231155058082	model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	11	0.027512485682548382	6.330924226170781
818	1565	1569	1.1249515572348627	0.011477855247846076	-0.012099806790859246	-0.012113059359702756	1.1398490803254258	2.1302528923018063	1.421313851620385	0.9999267946583009	-0.022613211571098534	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	14	0.014897523090563025	3.196870092003856
819	1811	2010	1.1148744582779546	0.020171376660887818	0.011095903219809833	0.011205904065891862	2.2346484211943727	1.1120201696561958	1.4079408003638771	0.9999384385709635	0.005521614972607992	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(576, 1408)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	16	0.0028542886217588492	5.892512470734584
820	2134	2242	1.1992413227297998	0.03197145107850077	-0.010627026814538348	-0.01062705175189785	1.7667886636576078	1.2218766372372816	1.4212270849128237	0.999943531556199	-0.007349444817637186	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(896, 896)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	12	0.022635314507481796	4.3978165292999964
821	2395	2403	1.205027603563344	0.010457360874174808	-0.003713555980402636	-0.003793789558206291	1.216467834543939	1.7656375582231063	1.4166650567286194	0.9999931047272178	-0.005390026540258752	model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	10	0.01144023098059499	3.2329734421773972
822	2583	2651	1.2499781482959857	0.029388021568013872	-0.0027825977927117694	-0.002761630112336728	1.282295946822473	1.603081196605411	1.4161318095390585	0.999996128567268	-0.003478705684335695	model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	18	0.03231779852648731	3.153908043922872
823	2973	3022	1.2340745833327535	0.04061581783464565	0.02494286465488105	0.02454646197476277	1.2982395697735398	1.5215710747670763	1.3966875863420267	0.9996888783530645	0.029233696356457037	model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)	model.language_model.layers.1.mlp.down_proj.weight|2d-64|(832, 5056)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	0	0.06416498644078628	2.881314363891375
824	3077	3267	1.1328024997890158	0.060216077207803226	-0.01092188237553761	-0.010962056732277145	1.1622665807790313	1.9986830331766705	1.420909924476163	0.9999403544638925	-0.018781733343573186	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)	model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	13	0.029464080990015518	3.0086187747743613
825	3420	3537	1.1221850981426338	0.047666113821418915	0.019241790879983386	0.019218998743115653	1.9801189835435833	1.145633185243963	1.402368415201973	0.9998148596033822	0.011132681600872295	model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1728, 1600)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	13	0.023448087101329174	5.1241826084324815
826	3689	3825	1.1927453411095716	0.05390305156232893	0.002342468861900797	0.0023467835763300343	1.2341073505213358	1.7009310423475545	1.412638045850425	0.9999972564160519	0.00322855058051186	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)	model.language_model.layers.9.mlp.up_proj.weight|2d-128|(0, 1152)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	14	0.041362009411764156	3.208335997970935
827	3951	4066	1.1936034390725492	0.04352375791275684	0.023047995987855972	0.02275623086052581	1.7129952915985176	1.2114114624480357	1.3987632385306616	0.9997343596580762	0.01629928970796549	model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2112, 576)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	19	0.01780802337548648	4.441535083148155
828	4261	4300	1.151164185474045	0.025216154104140943	0.0010605265477491147	0.0011808469121430522	1.1701676589008019	1.9222285368832808	1.4135472522394457	0.9999994376415626	0.0017421216341943636	model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 384)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	20	0.01900347342675679	3.0839129485557466
829	4358	4409	1.0859969106402712	0.007070148387317237	0.019729240918565157	0.019735414534422905	1.0934024194966196	2.364851683603769	1.4035450136755196	0.9998053595839428	0.042671140808315564	model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 768)	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	8	0.007405508856348497	2.983960702049597
830	4816	4851	1.094450262248819	0.034257522100641646	0.007559455075029342	0.007596893214182402	2.297575343397701	1.1066721596255134	1.4100276972213586	0.9999714269112736	0.0036411595804746047	model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	12	0.012221897376694324	6.286153127863479
831	4933	5042	1.0896549536680635	0.04462804225879895	0.024519719245853753	0.024809725658543353	2.213862683215078	1.10703405742197	1.400273639364885	0.999699346487785	0.012260997255785071	model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	16	0.01737910375390639	5.887594520894608
832	5172	5176	1.089476583416502	-0.0028530797125984574	-0.017477894286060093	-0.017493052184280145	2.610557582343897	1.090449903133219	1.4229772619796075	0.9998472499393721	-0.007300650351521799	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.0009733197167169916	6.78787067180782
833	5433	5583	1.0800462573710155	0.017748199809801437	-0.007552667899871487	-0.007319967902993811	1.081883956357129	2.6686824206076745	1.4179275976467993	0.9999714781970506	-0.0186301607807756	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.001837698986113523	2.8231597865902147
834	5770	5852	1.0681272430705706	0.016453123123148127	-0.0020822577071780432	-0.0020657467715274685	1.0832742433192981	2.6138519803129396	1.4152547031414116	0.9999978320990706	-0.005024317216988382	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.015147000248727505	3.7851261713663047
835	6070	6090	1.0568191771748545	0.025475071785951986	0.020324675783635907	0.020438442238927244	1.0900443147819208	2.397720833629547	1.403342657038075	0.999793432442067	0.044707263642707475	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)	model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	16	0.033225137607066246	4.066676130489556
836	6194	6289	1.1124492642084998	0.01762186279575794	0.010643819638142074	0.010640166118787524	2.2324592005252906	1.1125378389671865	1.4081916649717607	0.9999433529473111	0.0053043084038394885	model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)	model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)	model.visual.layers.*.attn.proj.weight	2d-128	23	8.857475868673248e-05	6.114001509089574
837	6433	6642	1.1356300007704294	0.0058498833019459285	-0.003332790844343334	-0.0032609946466168856	1.1457176882561193	2.061216860359013	1.4162136190264425	0.9999944462371718	-0.005995896502974269	model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)	model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)	model.visual.layers.*.attn.proj.weight	2d-64	5	0.010087687485689889	2.9219843966915646
838	6732	6786	1.0580954901296022	0.013734157108515395	0.009092892241871745	0.009117884416834364	1.0654124659790138	2.8277534484546103	1.409964462012535	0.9999586588007916	0.0241338056522097	model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)	model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)	model.visual.layers.*.attn.qkv.weight	2d-128	0	0.0073169758494116	4.582470522239441
839	7062	7106	1.0502517709714336	-0.005710278999225852	-0.003363748225259106	-0.003364451335227005	4.501164295991223	1.0264178159221025	1.4152443377745287	0.9999943425829354	-0.0007670484522764981	model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)	model.visual.layers.*.attn.qkv.weight	2d-64	18	0.023833955049331168	13.313229556705451
840	7312	7392	1.186222626469261	0.039396564980102	0.0039413738600532384	0.004008433139501077	1.2214952472404497	1.7315964435080813	1.4115856412448027	0.9999922327558826	0.0055873070108314864	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)	model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(3584, 384)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	15	0.035272620771188645	3.5318959385576307
841	7592	7623	1.1883982684531007	-0.005801020195738293	-4.929129980432099e-05	0.0003960647952837792	1.2136206524185056	1.7649843989542204	1.4142461067851635	0.9999999987851839	-7.168498244112048e-05	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)	model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	16	0.025222383965404882	3.1969945927449817
842	7794	7819	1.1894885893258251	0.029903043847981075	0.001065384835259174	0.0010457474106608732	1.234215544764078	1.7036524503099417	1.4134975515707344	0.9999994324774153	0.0014706065669099102	model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	6	0.04472695543825278	3.44488319530205
843	8059	8072	1.0825313710963007	0.04065802732872975	0.017315734945797745	0.018115104659731318	2.060610130571761	1.1327657023248956	1.4038378012682071	0.9998500714223543	0.009518865488497723	model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(128, 4032)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	2	0.050234331228594886	4.041341140192542
844	8260	8268	0.6112047101787716	0.8126850126978235	0.8074201070912713	0.8074077994504267	0.6256315398667297	0.6160169627346938	0.6207684161387499	0.5899769238408566	0.7950118405591214	model.visual.merger.linear_fc1.weight|2d-128|(256, 512)	model.visual.merger.linear_fc1.weight|2d-128|(256, 1536)	model.visual.merger.linear_fc1.weight	2d-128	0	0.004812252555922103	1.6956139733010247
845	8559	8671	0.682019394288411	0.7621047275769716	0.7735136952431817	0.773393589526597	0.6798846767048375	0.6668042836010046	0.6732491979792818	0.633779585716705	0.7586319608084289	model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)	model.visual.merger.linear_fc1.weight|2d-64|(2688, 3072)	model.visual.merger.linear_fc1.weight	2d-64	0	0.01521511068740633	1.8078505970812082
846	8816	8821	1.3289531774402987	0.04618125878538141	0.007865365788637151	0.007826654011782227	1.4398191031023906	1.3794138605057285	1.4086460538720098	0.9999690675320967	0.007535387302068671	model.visual.merger.linear_fc2.weight|2d-128|(1792, 1408)	model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)	model.visual.merger.linear_fc2.weight	2d-128	0	0.05046068306542972	3.7619322336851395
847	9046	9054	1.3139893799036424	0.07196644087704275	0.025072297422885158	0.025065167744948037	1.3752659629404203	1.4184990922538678	1.3963808276373253	0.9996856405400342	0.025860475059704763	model.visual.merger.linear_fc2.weight|2d-64|(1792, 1088)	model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)	model.visual.merger.linear_fc2.weight	2d-64	0	0.061276583036777854	3.46512403797579
848	9243	9315	0.44428435847100145	0.9012343032649428	0.8106725330792549	0.8107228032993131	0.6251872646088571	0.6070524717662785	0.6159197270391432	0.5854998241766297	0.7871573732498901	model.visual.pos_embed.weight|2d-128|(384, 384)	model.visual.pos_embed.weight|2d-128|(1536, 384)	model.visual.pos_embed.weight	2d-128	0	0.16276811329527707	2.072492053001433
849	9486	9595	0.23463287610660002	0.9723737467617829	0.9510899508330978	0.9530275059959147	0.3121850553505135	0.31338744092210324	0.3127845148504512	0.30891407450016883	0.9547530884963715	model.visual.pos_embed.weight|2d-64|(1024, 896)	model.visual.pos_embed.weight|2d-64|(1600, 896)	model.visual.pos_embed.weight	2d-64	0	0.07755217924391347	0.8894109954506253
850	9673	9764	1.0088042288290204	0.0677169697591169	0.008755325127719945	0.008534106721956286	4.186947459044803	1.0275877463177234	1.4113444493494216	0.9999616714064133	0.002148788563572085	mtp.fc.weight|2d-128|(128, 3200)	mtp.fc.weight|2d-128|(512, 2560)	mtp.fc.weight	2d-128	0	0.018783517488702994	5.808200767767852
851	9891	9899	1.0041374459698114	0.04360246582918853	0.013305562072093146	0.013406853652190066	1.0086621733966892	6.914250018540742	1.4115231631448915	0.9999114770908201	0.09120792395124731	mtp.fc.weight|2d-64|(576, 2624)	mtp.fc.weight|2d-64|(640, 3520)	mtp.fc.weight	2d-64	0	0.004524727426877817	7.619825975993287
852	10142	10274	1.242321405281799	0.02005068026566593	-0.01059821906959298	-0.01060186762554394	1.347829876931332	1.5090774247550383	1.4216405380397736	0.9999438372991519	-0.011866136382838125	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)	mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.10550847164953292	3.155807537669164
853	10534	10545	1.2210186196686676	0.02477322347626643	0.014884688721152983	0.014849439406520603	1.4892591898993555	1.3313992668605619	1.403715257695869	0.9998892168843878	0.013306927219384843	mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 2496)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.11038064719189422	4.084860667897917
854	10699	10882	1.2903051522674642	0.04133363525958685	0.0004761189529811507	0.0005441526749540753	1.329508075186427	1.5166655632213153	1.413879755037393	0.9999998866553649	0.0005431431620919213	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 128)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.03920292291896277	3.6440944519300853
855	11035	11083	1.2749457137167985	0.04560973758663174	0.036097752243094125	0.03596831287473976	1.5027857511885665	1.2972415825391024	1.3887326625810348	0.9993482637614357	0.031160466625997463	mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.022295868822303833	4.267070312864082
856	11178	11317	1.3072152694634716	0.04737983677953092	-0.00013517066847072457	-0.0003361563985060742	1.344803261550626	1.4958400381907788	1.414308600381907	0.9999999908644452	-0.00015035187946702493	mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)	mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 768)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.037587992087154465	3.4177144811950786
857	11484	11521	1.29591441672177	0.0360664319653414	0.013213938687541843	0.013215354369352374	1.486985995951978	1.3350498713718035	1.4048931954344064	0.9999126921008463	0.011863774906517249	mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 960)	mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.03913545465003354	3.6403032941102493
858	11672	11718	1.1980301858281386	-0.006324527339574636	-0.00632399046129795	-0.006223417521261571	1.8390865146747648	1.1964344475036572	1.418295744599658	0.9999800033723901	-0.004114129473087607	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.001595738324481344	5.216198465598556
859	11749	11901	1.0683008913595036	0.02142602745887316	0.0075382222483454915	0.007534008947532529	2.4375188532839664	1.0928132061241653	1.410228352011537	0.9999715871990236	0.00337961235154855	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.024512314764661758	9.623298009328199
860	12197	12199	0.9690560629131808	0.4690468303647439	0.4583110625115659	0.45830508232522055	0.987002345682826	1.1120868299795292	1.04396580776759	0.8887918597621828	0.5163936021858491	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 640)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 896)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.01794628276964516	3.291056769410799
861	12287	12454	1.1104440242600504	-0.001072158458722139	-0.020875435653951353	-0.020755149161527008	2.1324062474921393	1.144836285784317	1.4264640085200357	0.9997820843495134	-0.011207506189923255	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.034392261524266665	6.525634515865329
862	12615	12743	1.0390353698371444	0.07979500388797213	0.040581182108351675	0.04033581100851777	1.0547590663167286	2.786960816003978	1.3950853595011632	0.9991762445428177	0.10722653923046356	mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 896)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.01572369647958416	3.031897444250788
863	12965	12988	1.039788691528589	0.05024785353422802	0.02888842846800088	0.02913455438232256	1.045860138174374	3.1075572265563087	1.4018084002209197	0.9995826422565817	0.0858359940998378	mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.006071446645784961	3.061366448903054
864	13031	13044	1.325218341280858	0.00884009140364799	0.012663271139793287	0.012570129497748174	1.3534677309181036	1.4634884970153987	1.4052581994812476	0.9999198175674088	0.01369264388379861	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.028249389637245548	3.617153192672012
865	13192	13289	1.277073867756585	0.025894645526595237	0.007761777591325348	0.007937540356744025	1.312274917472722	1.530275564016507	1.4087788986573184	0.9999698769506123	0.009051196836262767	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.03520104971613702	3.353663655756272
866	28	195	1.1299196984147049	0.30858235642151555	0.2943118600094068	0.2934438386362464	1.2306663751272067	1.1505249198510963	1.1885740503103357	0.9557094375686594	0.27514616145545484	model.language_model.embed_tokens.weight|2d-128|(83456, 1152)	model.language_model.embed_tokens.weight|2d-128|(142080, 1152)	model.language_model.embed_tokens.weight	2d-128	0	0.02060522143639143	3.4280700903346943
867	342	449	1.036954747475358	0.4359441481334565	0.3191885904561484	0.3181531348664752	1.1448455805911433	1.1906978157754922	1.1670967091462952	0.9476912174978817	0.33197241961693275	model.language_model.embed_tokens.weight|2d-64|(217088, 1920)	model.language_model.embed_tokens.weight|2d-64|(183872, 1920)	model.language_model.embed_tokens.weight	2d-64	0	0.10789083311578529	2.7950253956823654
868	532	538	0.05773734969542729	0.9999315536907861	0.9999315536907862	0.9999028632602367	0.06120186054996487	0.05773734969542729	0.05939395577162406	0.011699911688992764	0.9433274947548959	model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(603, 0, 0)	model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1231, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	1	0.0	0.11774002560483683
869	827	955	0.35306653022623846	0.9443944876164085	0.9443944876164087	0.9540903929849363	0.35306653022623846	0.43278643166277725	0.3868972825479177	0.3288146160981002	1.1576320194259182	model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4384, 0, 0)	model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(4440, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	10	0.0	0.8398575833039162
870	1124	1130	1.1039104859046245	0.031395614762469895	0.018195410373638143	0.018213970231583988	1.1210269240988482	2.134561285272294	1.403581124073119	0.9998344498172359	0.03464610681356405	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)	model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	20	0.017116438194223704	3.0421332118523434
871	1434	1449	1.1040104140262796	0.029441641635401142	0.026404739212230476	0.026401064045277717	1.0912830192532563	2.3512880854154927	1.3998813786997684	0.9996513340896085	0.056891885617998926	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)	model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(4544, 256)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	6	0.012727394773023315	3.231272149803713
872	1569	1571	1.1252048035132427	0.024755365598114656	-0.0018390086546097532	-0.0018242504588659046	2.1354210829141973	1.1328708589423926	1.4152898550900617	0.9999983090221544	-0.0009756199050479994	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)	model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 768)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	17	0.007666055429149887	5.6011940049053734
873	1922	2010	1.1152776972950569	0.00884268163081343	-0.005193492597100662	-0.005459889264745622	2.2548421543313997	1.1185945009549143	1.417134549147835	0.9999865137263821	-0.0025764163796154725	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(576, 1408)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	2	0.0033168036598574258	6.229831380769852
874	2102	2203	1.1999549586941065	0.05184087718044733	0.01744675712855633	0.017354039084675733	1.7148623599815158	1.215641034061109	1.402524370642711	0.9998477937494772	0.012367752871431529	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)	model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 384)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	6	0.015686075367002505	4.337081685329615
875	2333	2374	1.2051557613616735	0.026287815848407017	0.016451189088100837	0.016640285215425696	1.2344080840117093	1.6673234754260209	1.4030432746742423	0.9998646700316937	0.022220734067229853	model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1536, 192)	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	10	0.029252322650035856	3.19892173646357
876	2669	2786	1.250161950943265	0.04249635020223	0.00812450911380397	0.008053408234800795	1.2738019636367626	1.597848315598185	1.4086020004310347	0.9999669956311857	0.01019132767348728	model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)	model.language_model.layers.2.mlp.down_proj.weight|2d-128|(384, 640)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	20	0.02364001269349747	3.3331394633560567
877	2931	3066	1.2342520316873455	0.0380730749944971	0.006539884328152481	0.006977825590046473	1.6042421532795437	1.2722122603856818	1.4097035864761607	0.9999786147278223	0.005186324899125101	model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1280, 2112)	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	17	0.03796022869833626	4.395690629012402
878	3220	3297	1.1328932292661624	0.04199683726260871	0.008845805164806911	0.008858784813264502	1.1512161792596889	1.9873773267223154	1.4087772382896357	0.9999608751001142	0.01527076576742131	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)	model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 640)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	12	0.01832294999352646	3.1303123706244214
879	3420	3539	1.122501829553474	0.021486077339493287	-0.0043515115934463205	-0.00467346564910593	2.0815499936697464	1.1429154883295138	1.4168074295759352	0.9999905321286058	-0.002389282031620669	model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1728, 1600)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	13	0.020413658776039734	5.978946327898886
880	3679	3718	1.1932043149380642	0.026256943502378415	0.012357697065237738	0.012522914910124618	1.7443671921752475	1.2099523289008514	1.4060052767052085	0.9999236407462542	0.008571718392209618	model.language_model.layers.1.mlp.up_proj.weight|2d-128|(768, 1280)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	22	0.016748013962787134	4.560306390663982
881	3898	3929	1.1941361097968464	0.011048500964869975	0.003263382389953649	0.0036568696183574318	1.2176353098796244	1.7444858052093515	1.4120458639086226	0.9999946751535115	0.004675393535365784	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)	model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	21	0.02349920008277806	3.2014139573840343
882	4252	4300	1.1516231308626124	0.044605690786186966	0.0013815184893763667	0.0014045922667001761	1.1825399058982649	1.8694128995338646	1.41333059677601	0.9999990457028765	0.002183967299626085	model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1920)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	20	0.03091677503565249	3.330790911311321
883	4407	4506	1.086536354871528	0.02566535825086811	0.018068193577799735	0.01782067858734267	1.0919783090837631	2.3889612731779906	1.4045191156644252	0.9998367568662573	0.03952845434252653	model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 896)	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	8	0.005441954212235034	3.159277066226625
884	4829	4845	1.094740894650515	0.07071612755995171	0.0020587268857691775	0.0020748498338212314	2.1760060602543567	1.1247397019098093	1.4130254594803833	0.9999978808195594	0.0010641201355583857	model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 128)	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	12	0.02999880725929427	5.614681328126466
885	4916	4986	1.0928015643103317	0.027317736438547062	0.01772181198766199	0.017690173716606836	1.0937018089713268	2.3724425926399624	1.4046524852193387	0.9998429563585843	0.03844190549326322	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)	model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	12	0.000900244660995142	3.067666608332079
886	5150	5273	1.0898127245474618	0.015462587508934112	0.012134009876003335	0.011994494566332434	2.358227598350777	1.0979358050959749	1.407632185198861	0.9999263801922266	0.0056493121832554265	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.008123080548513073	6.470051153967719
887	5465	5618	1.080095565142141	0.0014219002371695763	-0.0045756385803233665	-0.004786859094185772	1.082672969235977	2.638115930869901	1.4164845809200834	0.9999895317109986	-0.011149317823250309	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.002577404093836	3.1355686986140396
888	5644	5770	1.0681860191357098	0.016729956316764133	0.002500363224368866	0.0026027107924086186	2.557899343396254	1.0853147146479858	1.4129415459720973	0.9999968740869875	0.0010609021838088126	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.017128695512276026	9.686136611863184
889	5908	5970	1.0568769349899916	-0.013905181685611698	-0.007291254557355298	-0.007088179641486977	2.9417698345161787	1.0661265342296133	1.4175128298203898	0.9999734184502005	-0.00264242289121764	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.009249599239621764	10.917707933674887
890	6178	6329	1.1130344169996182	0.00943884356805175	0.0030624271558029117	0.002940198952720685	1.1274299249817905	2.152642150324462	1.412432421371573	0.9999953107589632	0.00584720134866571	model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)	model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)	model.visual.layers.*.attn.proj.weight	2d-128	15	0.014395507982172262	3.1694837295411564
891	6419	6643	1.143694887267856	-0.0058149687364894695	0.012963096231824654	0.012480110338294817	1.1363817125385989	2.0553129226909164	1.4064291791956847	0.9999159755379871	0.023445659948043346	model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)	model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)	model.visual.layers.*.attn.proj.weight	2d-64	2	0.007313174729257188	3.0739694754438904
892	6763	6806	1.0581061537230418	0.010356172310628551	-0.003956040694982851	-0.0040343889540386795	1.0745615372599042	2.7598091554804105	1.4161038830406747	0.9999921748403933	-0.0101603462909226	model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)	model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 384)	model.visual.layers.*.attn.qkv.weight	2d-128	12	0.016455383536862378	3.455522173134452
893	6920	7079	1.0502728214203325	0.014106577295230072	-0.0019767965288291565	-0.002025431036833258	3.411323305857737	1.0465836468692458	1.4149972464459295	0.999998046135833	-0.0006064751812611583	model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)	model.visual.layers.*.attn.qkv.weight	2d-64	18	0.003689174551086749	9.650414604567132
894	7330	7399	1.186404889518036	0.04691378205302839	0.017575494705271328	0.01745651288558265	1.1934304900688244	1.7834287746791633	1.402678217102672	0.9998455390638421	0.02626432226043977	model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)	model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(128, 384)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	9	0.007025600550788491	2.7760514777521004
895	7447	7592	1.18935384052613	0.04430036466740027	0.02257931765368094	0.02218691151268061	1.6811074404846873	1.2234165085929674	1.3989387752134521	0.9997450547085963	0.0164319717497137	model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(1856, 64)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	15	0.03406266806683744	4.794138725284957
896	7727	7860	1.1896373201718466	0.02549012693459348	-0.006177120169884146	-0.006542472835751647	1.2686317823482565	1.6379901874236293	1.4184363180010544	0.9999809214112071	-0.00797557050484588	model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 1152)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	7	0.07899446217640982	3.0507464786645753
897	8072	8156	1.0902126516733994	0.03765929915902526	0.012859559191124326	0.012568084994874995	1.1706788068222675	1.883109190532623	1.406035546515246	0.9999173124500895	0.020685395479855942	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(448, 1216)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	19	0.08046615514886812	1.9488702554772228
898	8233	8320	0.6140897696893296	0.8058740498959691	0.8048858704604143	0.8048704557349236	0.6301458369722547	0.6197092213184883	0.6248621704570823	0.5934296382328583	0.791555171466187	model.visual.merger.linear_fc1.weight|2d-128|(2432, 2816)	model.visual.merger.linear_fc1.weight|2d-128|(2432, 768)	model.visual.merger.linear_fc1.weight	2d-128	0	0.005619451629158667	1.750712421536796
899	8579	8695	0.6851117505750596	0.7577830704351944	0.7646868696962269	0.7646921067357594	0.6793295083562582	0.693399152716084	0.6862561831095381	0.6444020416744392	0.7805243567638609	model.visual.merger.linear_fc1.weight|2d-64|(1024, 1536)	model.visual.merger.linear_fc1.weight|2d-64|(1024, 2560)	model.visual.merger.linear_fc1.weight	2d-64	0	0.005782242218801414	1.8379667558654205
900	8808	8834	1.32915762556981	0.05598654624105793	0.006036133118422016	0.006080712998032278	1.4241408368928472	1.3961551977840663	1.4099397543568983	0.9999817823825475	0.005917517712776268	model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)	model.visual.merger.linear_fc2.weight|2d-128|(512, 256)	model.visual.merger.linear_fc2.weight	2d-128	0	0.06699757221425617	3.731571952940915
901	9064	9213	1.3143194228692525	0.03718096596733872	0.02045089706662373	0.02054937131374997	1.3402159806213452	1.4679676412593126	1.399738245258076	0.9997908585345089	0.02240031126521138	model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)	model.visual.merger.linear_fc2.weight|2d-64|(1600, 2240)	model.visual.merger.linear_fc2.weight	2d-64	0	0.025896557752092653	3.309248795944367
902	9255	9303	0.45285188398315207	0.8933207586322777	0.9175822138957073	0.9172551992638681	0.3988846155885957	0.4507518646762083	0.42244865580583646	0.39754607373517425	1.0368960790751502	model.visual.pos_embed.weight|2d-128|(512, 896)	model.visual.pos_embed.weight|2d-128|(1280, 896)	model.visual.pos_embed.weight	2d-128	0	0.053967268394556345	1.8740657978429875
903	9490	9615	0.2366749877156744	0.9801694033079675	0.977843222027321	0.9777264440031663	0.27915507737306705	0.24012959760381603	0.2574499091264436	0.20933856103266607	0.8411421409012637	model.visual.pos_embed.weight|2d-64|(1344, 960)	model.visual.pos_embed.weight|2d-64|(960, 960)	model.visual.pos_embed.weight	2d-64	0	0.003454609888141613	1.4947361923889433
904	9695	9868	1.0099306849574097	0.05007842634677641	0.003928189590811608	0.004253206733052933	1.0200602690840086	4.969367242282449	1.41311891044547	0.9999922846335059	0.019136728746021233	mtp.fc.weight|2d-128|(1536, 3584)	mtp.fc.weight|2d-128|(896, 3584)	mtp.fc.weight	2d-128	0	0.010129584126598923	0.9008877994506428
905	9891	10051	1.004265730239353	0.05123340564355336	0.020928790369200565	0.02017194495613056	1.0103402892404236	6.063791319690236	1.4094070645801045	0.9997809688795252	0.12560898414511867	mtp.fc.weight|2d-64|(576, 2624)	mtp.fc.weight|2d-64|(1536, 1856)	mtp.fc.weight	2d-64	0	0.0060745590010706785	7.6649819068121685
906	10142	10247	1.2426132121558318	0.03636890706649065	0.012817267227219865	0.012822134753719036	1.3249771983736796	1.501996605086248	1.4051924092596348	0.99991785545655	0.014529677858152864	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1664)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.0823639862178478	3.1652260445986395
907	10406	10506	1.2215169541695994	-0.003322829346656307	-0.003298274009946225	-0.0029901633993322497	1.6298848193935263	1.269611710430478	1.4164730696482681	0.9999945606794846	-0.00256921670624209	mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.04809475626087867	4.3702441190997465
908	10845	10866	1.2908616697312192	0.03875584369986235	0.0018352843214043885	0.0019408166892661025	1.328258706977925	1.5161675659112868	1.4129265127287374	0.9999983158643116	0.0020949221320520094	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 256)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.037397037246705844	3.6831655358292448
909	10940	11143	1.2766510669709035	0.04608157251780764	0.036066020742829163	0.0366412041071133	1.4733165283155996	1.3170626869844928	1.3886392309735336	0.9993494094398504	0.032241008144187316	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 1664)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.04041162001358933	4.428439556730583
910	11201	11352	1.3089965873903895	0.04314407147468735	0.008054794208117307	0.007889596743015313	1.3438281744182146	1.4835883188748147	1.4085343242847244	0.9999675596189432	0.008892504879410554	mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)	mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1024)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.03483158702782507	3.5365836485382003
911	11440	11521	1.296475843865898	0.04935466030632717	0.031226321197523835	0.03122597886803054	1.4395351735314554	1.3488927476195245	1.3920054609868557	0.9995123395258655	0.029260110466663315	mtp.layers.0.mlp.up_proj.weight|2d-64|(2112, 1600)	mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.0524169037536264	3.5984508378803772
912	11708	11715	1.1988932552552456	0.03364141373123518	0.0058642396345658385	0.0058634905563987915	1.6852294503849028	1.2370088398049894	1.410251995204693	0.9999828051989236	0.004304527353848403	mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.03811558454974384	4.98871700710366
913	11757	11931	1.068316494211371	0.03128427056550448	-0.0008002615431068068	-0.0007252986380775809	2.379467539457419	1.1024549937144488	1.4146451858696791	0.99999967979068	-0.0003707772095419744	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.03413849950307779	8.376551357908431
914	12181	12183	0.9696579070648895	0.47149054412717145	0.4544832985656524	0.4544759234367511	0.9899490799557016	1.1168165832318988	1.0476650341091545	0.8907552589375402	0.5127278714807915	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 640)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 896)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.02029117289081206	2.9739313189895746
915	12346	12454	1.1114161835819298	0.012690305957913865	0.0019521144836647678	0.0019031801918675745	2.0152077955884447	1.1505332452866188	1.4130243669852023	0.9999980946227061	0.0011145116731776084	mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.03911706170468898	6.179179705859227
916	12523	12715	1.0395274375987913	0.445185337990029	0.44411033201127353	0.44403926258512205	1.0921597177503088	1.0220017220851785	1.0553357070646738	0.8959721050349929	0.4155816376804962	mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1408)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1408)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.017525715513612816	3.189294761554689
917	12778	12808	1.0401523281754923	0.02463413039562426	0.002129482383706836	0.0020194034099286396	3.327336788768263	1.047768594208824	1.4133505257585852	0.9999977326498183	0.0006705677559003367	mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.007616266033331653	9.835890870741398
918	13018	13031	1.3252335532909352	0.03271832995415539	0.007811062554571761	0.007837096099479803	1.4411048507258826	1.378359048150663	1.408684968815285	0.9999694931855514	0.007470968363156762	mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1280)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.05312549485972773	3.9067392109517427
919	13173	13266	1.2786495451197621	0.057346571959722155	0.03569789751178668	0.035816246230621816	1.315879406661006	1.4756265368278647	1.3889097512298807	0.9993626269344067	0.040031605184109635	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 320)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.03722986154124386	3.398720445275901
920	125	167	1.130122398236273	0.34687429486649024	0.3526369503655352	0.3514462569802429	1.1613661360951584	1.1161861188753062	1.1381041015627087	0.9357602156732755	0.3389185001759685	model.language_model.embed_tokens.weight|2d-128|(192384, 768)	model.language_model.embed_tokens.weight|2d-128|(232576, 768)	model.language_model.embed_tokens.weight	2d-128	0	0.013936279360966752	3.1073432239654357
921	335	508	1.0384488270931576	0.44830162874280854	0.41755523397330174	0.41658010018067076	1.0511797489154184	1.1110976946668478	1.0798940088132967	0.9086515429918672	0.44135616039264325	model.language_model.embed_tokens.weight|2d-64|(165056, 832)	model.language_model.embed_tokens.weight|2d-64|(204608, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.012730921822260877	2.695708292175922
922	651	719	0.059461572399496905	0.9983978068661199	0.9983978068661198	0.9984463880269043	0.06066727451231248	0.0594615723994969	0.06005534799939791	0.05658462021540855	0.978555637346462	model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(3784, 0, 0)	model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5900, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	2	6.938893903907228e-18	0.11132913357710067
923	798	830	0.355484906866125	0.9500680729763994	0.9500680729763992	0.9509936768805383	0.45587989417930547	0.355484906866125	0.39644777163895734	0.31204271616384766	0.7408417540468611	model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1860, 0, 0)	model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1752, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	3	0.0	1.3749702811063633
924	1086	1124	1.1091018967583792	0.018533460611287928	0.010213914351345563	0.010265915119825266	2.1438474526659	1.1244494439144759	1.4082593557609444	0.9999478366163024	0.005357205009283114	model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	10	0.015347547156096653	6.0329240416301895
925	1434	1523	1.10416494863944	0.00789966128186978	-0.0027750122418268926	-0.0027806380100926283	1.103089162553748	2.3832167881259148	1.4157087443324876	0.9999961496461163	-0.005995395464375747	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)	model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	14	0.001075786085692032	3.1776137918631986
926	1559	1635	1.1262822247439994	0.013275651704743967	0.0029393054708994303	0.003185330067514014	1.1259310418426722	2.1637332246664127	1.4125103879982288	0.9999956802323442	0.0056485456644133685	model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 512)	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	17	0.000351182901327185	2.8844746705951656
927	1811	1829	1.1155394176958486	0.030300204086516784	0.017830212217633357	0.017718817918531797	2.1288535545390266	1.1220549417133814	1.4037740089984114	0.9998410291302684	0.00939777078039825	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(512, 0)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	16	0.006515524017532748	5.805442580334029
928	2050	2240	1.2011847079264617	0.07937102583385099	0.008008472451403684	0.007943658963165613	1.673745597781367	1.2396243602996517	1.4087863161950154	0.9999679316703086	0.005931306139181527	model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(384, 1792)	model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	17	0.038439652373190025	4.017023310591832
929	2393	2439	1.2053472625512531	0.04362361914613758	0.011408652854109894	0.011912734829743412	1.6320194093662337	1.2542209372395177	1.406396608511207	0.9999349192022721	0.008767647733355482	model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 832)	model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	4	0.048873674688264535	4.752493230610978
930	2715	2744	1.250367730897295	0.029495473297269762	-0.0020281009328271863	-0.0020092336650204615	1.605201121459155	1.2804435142078407	1.4156110824790344	0.9999979434011884	-0.001617783996585328	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)	model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	18	0.030075783310545834	4.166860217963175
931	3023	3066	1.2349233292584352	0.04456424801077458	0.01680523638099493	0.016937004991273458	1.5655654526723497	1.2816797113758358	1.4025160263389025	0.9998587820438338	0.0137579239996835	model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1536, 3136)	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	16	0.04675638211740063	4.266952671635602
932	3102	3278	1.134197076855915	0.025160526645170506	0.00708905898857999	0.007256349137860655	1.1513867950208236	1.9926150542780916	1.4098639382558042	0.9999748723056276	0.012268479821374394	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)	model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	14	0.017189718164908552	3.113680353630971
933	3467	3539	1.1228884346888137	0.0060562487323224425	-0.014491580469653409	-0.014001119981240649	2.1283052291074025	1.1416051541725165	1.4227247031692916	0.9998949915343568	-0.007773162763500993	model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(704, 384)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	12	0.018716719483702793	6.294295337111074
934	3584	3718	1.193986292558578	0.04216019332578602	0.013794299515530961	0.013810699212620486	1.7251032876793695	1.215239718437474	1.4049989562307315	0.999904854124069	0.009717319988327389	model.language_model.layers.0.mlp.up_proj.weight|2d-128|(6016, 768)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	23	0.021253425878895893	4.653226090731539
935	3951	4074	1.1952943536066476	0.03981153869882457	0.018528560696563317	0.01847948549749065	1.7484097431146506	1.2034338897240677	1.40192218769839	0.9998283314842172	0.01275324503187209	model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2112, 576)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	19	0.008139536117420132	4.629657641335635
936	4246	4293	1.152114888760359	0.06690553147377531	0.005526275086639688	0.005523731437695176	1.214499167410464	1.7480924301585041	1.4105467032398666	0.9999847300252473	0.007954257940354302	model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 768)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	20	0.062384278650104985	3.6493732979527205
937	4514	4583	1.0870363359921156	0.031080984401552957	0.02568768087417703	0.02515990046294022	2.0296759164215676	1.1325627774649731	1.398670207184653	0.9996700170812899	0.014333771693356956	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)	model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1280)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	8	0.04552644147285756	7.367936479067074
938	4648	4850	1.0952412350573053	0.03167777544426868	-0.0023662960847727886	-0.0023547528475483114	1.1125327211021692	2.2928696679192804	1.415527263992162	0.9999972003175005	-0.004876808039152871	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)	model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 256)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	8	0.017291486044863857	2.9691329325078097
939	4871	4898	1.0935137125562941	0.04268189649806837	0.03212972212953105	0.032240489242253846	2.2103108331563837	1.103196070334081	1.3959395403926749	0.9994837071988113	0.0160363794370078	model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(832, 1984)	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	8	0.00968235777778692	6.066462442364042
940	5125	5150	1.0898193841560277	0.019839404842316805	0.012274360651389662	0.012320107246019708	1.0966128271508275	2.3710136206137893	1.407584311742179	0.9999246671977843	0.026538697677268797	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.006793442994799781	3.0390700659792604
941	5540	5620	1.080551720558093	-0.0037285163459083726	0.010811461493118292	0.010565286084644993	1.0816331154098826	2.5559699655696044	1.4087153031630968	0.9999415544422497	0.025548192327535114	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.0010813948517895966	2.804607373566808
942	5733	5785	1.0682219017766403	0.024440021112582443	0.010451541119354708	0.010394460391460272	2.6339801834726253	1.076304382711562	1.4090284979640895	0.999945381152506	0.004270738095690949	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1792)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.008082480934921588	9.278281999334808
943	5934	5970	1.0573418237480914	0.008421063502812163	0.010912700196847985	0.011147016620469935	2.805645200994857	1.0658459728166059	1.40908080591893	0.9999404547143863	0.004145662307280003	model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	16	0.008504149068514488	9.835533606874879
944	6200	6254	1.113280854436348	0.01639816198052002	-0.006073860490628435	-0.0060082425011633925	1.1367515299198871	2.1266801667757	1.4177801473593798	0.9999815539392416	-0.011363220810525192	model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)	model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)	model.visual.layers.*.attn.proj.weight	2d-128	22	0.023470675483539205	3.064280277293732
945	6419	6543	1.1438062798619013	0.03234805146843774	0.0277230806377526	0.027763372583881046	1.1450496450122891	1.9533107762761583	1.3970037340114998	0.9996156415342613	0.0472920911308731	model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)	model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)	model.visual.layers.*.attn.proj.weight	2d-64	1	0.0012433651503878096	2.949194283927865
946	6732	6818	1.0586227506139088	0.04867703705346291	0.0003535532500158287	0.0003686980363516222	1.0855182631563618	2.5682489408912486	1.4140342488784916	0.9999999375000478	0.0008364785657880889	model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)	model.visual.blocks.9.attn.qkv.weight|2d-128|(2048, 768)	model.visual.layers.*.attn.qkv.weight	2d-128	9	0.026895512542453037	4.8215928338716445
947	7106	7155	1.0503853934039482	0.012589422907657303	0.02026475028666353	0.02027641342098777	1.0276302940676463	3.9857728891264985	1.4072681460966907	0.999794648863365	0.07859897938371309	model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)	model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	2	0.02275509933630193	4.147668150567306
948	7191	7399	1.1865169317758009	0.04788761079954343	0.0033256145796734366	0.003418875553957097	1.2241986576043424	1.7254537972757658	1.4119922608041238	0.9999944701285439	0.004687306483412065	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)	model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(128, 384)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	13	0.03768172582854157	3.239488171701049
949	7592	7667	1.1895036464476407	0.037913602900426564	0.010696187577813229	0.01049563311449035	1.233879848086303	1.681977237504758	1.4069807147482154	0.9999427941493955	0.014580628788018468	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)	model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(128, 512)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	22	0.04437620163866218	3.133093184496798
950	7727	7843	1.190257735279814	0.022761565271502283	-0.0036056670088626453	-0.003598642854009226	1.2609087219151331	1.6494405708382285	1.416671729878481	0.9999934995615828	-0.004716704188006452	model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	7	0.0706509866353191	3.1996298642335783
951	8057	8072	1.1030150745775242	0.052696570812062665	0.02965636593734614	0.028533795214119046	1.8680736478723563	1.161872394539087	1.3952775276947245	0.9995601532471121	0.01844515763294263	model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(576, 2304)	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	23	0.05885731996156274	3.8556659822086803
952	8206	8272	0.6151494752397312	0.8060158864186069	0.8054296846395305	0.8054396683837385	0.6275333878495344	0.6203241924074865	0.6238975536990419	0.5926913388109082	0.7961767904926684	model.visual.merger.linear_fc1.weight|2d-128|(1280, 640)	model.visual.merger.linear_fc1.weight|2d-128|(1280, 1664)	model.visual.merger.linear_fc1.weight	2d-128	0	0.005174717167755305	1.5814793216733911
953	8691	8692	0.6952422144529753	0.751442540450824	0.7592094110973743	0.7590782934646471	0.6816585152508741	0.7087060507757	0.6947877420356694	0.6508464258956778	0.7893340894487935	model.visual.merger.linear_fc1.weight|2d-64|(3264, 4032)	model.visual.merger.linear_fc1.weight|2d-64|(3264, 3008)	model.visual.merger.linear_fc1.weight	2d-64	0	0.01358369920210123	2.024829275916248
954	8818	8951	1.329161257576174	0.053377921220979514	0.014333284738484279	0.01432170984578911	1.3707202743733151	1.4399446221897043	1.4040541967806952	0.9998972731979048	0.015057146715751531	model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)	model.visual.merger.linear_fc2.weight|2d-128|(896, 2944)	model.visual.merger.linear_fc2.weight	2d-128	0	0.041559016797141135	3.4695810187686185
955	8966	8993	1.314630406442896	0.08442170786236611	0.007571762712991742	0.007570416598169897	1.3695269814816282	1.4517857100444096	1.4088584738096812	0.9999713337938334	0.008026550082771016	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)	model.visual.merger.linear_fc2.weight	2d-64	0	0.05489657503873224	3.5492775372104046
956	9265	9313	0.45615841169989146	0.8901652613679885	0.8814218168923842	0.8832195084310119	0.4823837712429153	0.4925329725646694	0.487379134540636	0.47232994898283587	0.8999666519434834	model.visual.pos_embed.weight|2d-128|(768, 128)	model.visual.pos_embed.weight|2d-128|(1536, 128)	model.visual.pos_embed.weight	2d-128	0	0.026225359543023852	2.420372026546677
957	9473	9553	0.24221294474913485	0.9705715921194111	0.8356143001163343	0.8354100825438897	0.566176628086518	0.5820348875777048	0.5739415090775478	0.5493166131122277	0.859019343257335	model.visual.pos_embed.weight|2d-64|(448, 64)	model.visual.pos_embed.weight|2d-64|(1408, 64)	model.visual.pos_embed.weight	2d-64	0	0.3239636833373832	0.95120414247865
958	9859	9868	1.010473293164329	0.04960652492940661	0.0077170316517640326	0.008036458791254255	1.020020272499079	4.8812876898057915	1.4120267384020488	0.999970223267916	0.036929708770696464	mtp.fc.weight|2d-128|(1152, 3200)	mtp.fc.weight|2d-128|(896, 3584)	mtp.fc.weight	2d-128	0	0.009546979334750016	2.6257714154489675
959	9941	10068	1.004271064697874	0.04985066807036334	0.025479285836779036	0.02258575651854942	6.347580603733748	1.0085375467197544	1.4086183238682324	0.9996753502979093	0.004048285171027405	mtp.fc.weight|2d-64|(1664, 1856)	mtp.fc.weight|2d-64|(1664, 3712)	mtp.fc.weight	2d-64	0	0.004266482021880291	49.23463275490655
960	10151	10187	1.2433074186531707	0.04575617703804602	0.007292441302192	0.00729450226194074	1.462635676608566	1.360972671844542	1.4090609930741715	0.9999734097964076	0.006785567644792136	mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5248)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.11766525319137133	3.811305534018783
961	10506	10607	1.2216797329038747	-0.015354590048773945	-0.014696584790284826	-0.014960095366717044	1.2705185191195583	1.6518230955573645	1.4242222780971123	0.9998919993656824	-0.01910728400813269	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.048838786215683605	2.9590341643618165
962	10675	10748	1.2909077102008466	0.028874827269859536	0.003232681706352786	0.0031589459901986985	1.3336247953433222	1.5059060248938232	1.4119426553048986	0.9999947748708418	0.0036502882033679347	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.04271708514247563	3.49824780248321
963	11110	11116	1.276785162364068	0.04094647828472182	0.01597897914595947	0.016504302906914566	1.2995140348000045	1.5360060844029495	1.4030265776828816	0.9998723279626519	0.018886913518035914	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.022728872435936465	3.4821260564443723
964	11152	11199	1.3094472784878959	0.07755766770560374	0.02645354883654201	0.026401045367450835	1.419422840388427	1.3725444197287906	1.3953933943576784	0.9996500436422502	0.025579883460014538	mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)	mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 1920)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.06309714124089472	3.5322811982016424
965	11507	11571	1.2967220251222664	0.030505935751964478	0.0008614290471608908	0.00030788748701484606	1.318638399154598	1.5325861666795106	1.413611132750616	0.9999996289699296	0.0010011950524883133	mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)	mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.021916374032331598	3.5266284444527245
966	11676	11686	1.199743080061737	0.03582977819876321	0.0026110433807650752	0.002638923034154178	1.742653673091101	1.2188152711845082	1.41247823993433	0.999996591220422	0.0018261686732951522	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.019072191122771143	5.129033226576188
967	11859	11901	1.068406804960503	0.05406234048820488	0.019839763648175385	0.01984577287357762	2.1696981830890487	1.1152666814045349	1.402759170771391	0.9998031725186635	0.010198020875073375	mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 192)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.04685987644403178	9.038909678417545
968	11995	11997	0.9744075695422231	0.4888722907295697	0.5046799965363321	0.5046910076982539	0.9626540181701475	1.0344486290010155	0.9966170523552301	0.863306493139075	0.5423189647030296	mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.011753551372075566	3.2164797527030227
969	12402	12454	1.111620161739596	0.04053250686968054	0.020914475724680935	0.02076407549804632	2.100280486938129	1.1243649801071838	1.401852545663187	0.9997812684308311	0.011196363642084244	mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 960)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.012744818367587785	5.902481717427567
970	12581	12599	1.0402491979292783	0.041529746159419435	0.005652634552949892	0.005691663858508301	3.21339206810942	1.0503032964615024	1.4118509195362394	0.9999840237336849	0.0018475743323000263	mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.010054098532224165	9.206743976031893
971	12808	12987	1.0401752509669817	0.03693073497669923	0.015208026781941596	0.0152230917660189	1.0461352168916465	3.240532239369484	1.4079116375769916	0.9998843512733859	0.04710872962532213	mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.005959965924664745	3.10347898173395
972	13022	13031	1.3275569284055577	0.011316481294027535	0.0068454086627548864	0.006795331692065178	1.4385787624591737	1.381868699803253	1.4093687409966114	0.9999765699156355	0.006575556525144709	mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.054311771397695274	4.153512653400011
973	13193	13273	1.2809650470279945	-0.00655800030331325	-0.01793383255233537	-0.017811615864138566	1.3057954992769218	1.588634169299375	1.4266005584686152	0.9998391758927957	-0.021818346896516155	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.024830452248927326	3.3818381391646786
974	26	45	1.1306295511872582	0.34991975338999315	0.35833281279444595	0.3583219056947108	1.1316495071873391	1.1340426775646437	1.1328441965114189	0.9335939134735297	0.3590906017276355	model.language_model.embed_tokens.weight|2d-128|(245888, 1408)	model.language_model.embed_tokens.weight|2d-128|(247552, 1408)	model.language_model.embed_tokens.weight	2d-128	0	0.0010199560000809793	2.9421776992297133
975	317	423	1.0401110794842032	0.41586732329837145	0.3884360327425338	0.3874339461797749	1.1749514427305736	1.051501567850462	1.1081020068452778	0.9214756906545291	0.34762381029906675	model.language_model.embed_tokens.weight|2d-64|(158848, 832)	model.language_model.embed_tokens.weight|2d-64|(239488, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.011390488366258777	3.155361925583847
976	713	745	0.05975889730928673	0.9994641748344965	0.9994641748344966	0.999210394550172	0.05975889730928432	0.06293944464898939	0.06128736135149229	0.03273168529725916	1.0526586490556016	model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(875, 0, 0)	model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	1	2.4147350785597155e-15	0.09645400593187291
977	872	930	0.3653125901575873	0.964895002128539	0.9648950021285388	0.9678453485434383	0.5138195853668788	0.36531259015758755	0.42105756255558807	0.26263593597862245	0.6860156803987977	model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1268, 0, 0)	model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5740, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	13	2.220446049250313e-16	1.5144099546559233
978	1164	1260	1.1100385483336914	0.029833329697352976	-0.0029978038205571234	-0.003018001028376642	1.125642736230266	2.1908164524073284	1.4159358450243023	0.9999955065760312	-0.005834566972075758	model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)	model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	12	0.015604187896574473	3.0767248404763197
979	1455	1503	1.1044229287635108	-0.02683290740515955	-0.0006829409261957054	-0.0005364817135777153	1.1059901215397492	2.3443268763511673	1.4145862117101393	0.9999997667958185	-0.0014476049442573708	model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)	model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	3	0.001567192776238402	3.010496865098548
980	1543	1645	1.126845750176119	-0.006398580782509345	-0.0060654374835124895	-0.005906580337162757	1.1364414618689687	2.128664671084826	1.417772824207995	0.99998160506488	-0.011361150502721941	model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	4	0.009595711692849562	3.0970365668027555
981	1793	1922	1.1167806873055244	0.008405378185693342	-0.009090889560804175	-0.009113429345952748	1.1312235433508362	2.176172815622655	1.4194651841227652	0.9999586770097018	-0.017488450314116423	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(640, 704)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	2	0.014442856045311814	3.2015160780317604
982	2061	2102	1.2021687310253333	0.028049678964328834	0.006969915545616256	0.006896507303340207	1.2158072133382645	1.740557838695406	1.4095785576218245	0.9999757098436377	0.00997817828754079	model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1408)	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	6	0.013638482312931188	3.1533651222589354
983	2367	2403	1.2065426353811708	0.025253896561964497	0.0062745171070525746	0.006240533231393871	1.2308761931381955	1.7001613463812577	1.409992294402697	0.9999803150237875	0.008666746105000856	model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 832)	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	7	0.024333557757024726	3.484638114090896
984	2617	2813	1.2504102931564496	0.020929543766184076	0.0005908842815259263	0.0006011031010956995	1.2845544423893025	1.5920283560022606	1.413805124555646	0.9999998254278677	0.0007323197057771752	model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	18	0.034144149232852916	3.268511333452295
985	2955	2973	1.235334042379329	0.03449648013830639	0.011130076981612084	0.010989430447064899	1.5378271439704176	1.3038204320157782	1.406428000397116	0.999938058774834	0.009436445334855844	model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1984, 4480)	model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	1	0.06848638963644915	3.83384605526253
986	3212	3220	1.1347626456316942	0.03776101290217712	-0.009542583644228723	-0.009550717619516752	1.9341177580847695	1.1750236336267685	1.4201893807357273	0.9999544685121382	-0.005797351924906718	model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(5760, 128)	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	13	0.04026098799507438	5.404153475392694
987	3370	3448	1.1234555128335442	0.060252675306984714	0.03575663055160989	0.03576611462612017	1.1457982108947469	1.9217337817482727	1.3917930337611306	0.9993605272230817	0.059971052668045435	model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)	model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	12	0.022342698061202704	3.149338731547551
988	3594	3617	1.1958486443546248	0.03992706586417728	-0.0019547098956249195	-0.002235284516744247	1.7405228480664732	1.223459770435677	1.4155135115500925	0.9999980895527871	-0.0013740175389402732	model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	21	0.027611126081052317	4.485235906641454
989	3898	3921	1.1958563953408587	0.03070676216693223	0.009942886636141905	0.010383188975658346	1.215773364971861	1.733190157366908	1.4075873100868574	0.999950568280923	0.014174445460050826	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)	model.language_model.layers.1.mlp.up_proj.weight|2d-64|(2880, 1216)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	22	0.0199169696310022	3.232678081607724
990	4215	4300	1.152128209978997	-0.0052158338275474945	-0.00294167165864975	-0.0029029250039549295	1.149483326256243	2.038417070395392	1.4159923834389359	0.9999956732745661	-0.005216564335926061	model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 896)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	8	0.0026448837227539546	3.2208309302298965
991	4409	4412	1.0876504312000832	0.003666946431910497	0.007969247195570937	0.007932872148665724	2.3052434540926936	1.1056126757027644	1.4098122581469914	0.9999682450453794	0.0038221128877252417	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1216)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	4	0.017962244502681246	8.019046298962996
992	4789	4795	1.0958214683133867	0.029740820622936884	-0.005030297572997772	-0.005034089717267001	2.3383059481103046	1.108904446269709	1.4169651240704835	0.9999873479731266	-0.0023855387056021895	model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	12	0.013082977956322406	6.0670600779994786
993	4877	4891	1.0941179131535281	0.04252655404771019	0.013434108972686829	0.013774261128661784	1.111570596389518	2.2276173863787894	1.4066027792772864	0.9999097582862716	0.026922315879231613	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)	model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 1024)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	12	0.017452683235989808	2.9321382157204345
994	5204	5345	1.0904130614388312	0.05151478400377511	0.048977263639793385	0.04897777923227142	2.2208992802974152	1.0926351124580114	1.386506244077326	0.9987998936956082	0.02409576987110594	model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2432, 0)	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	8	0.00222205101918016	5.932175156424878
995	5609	5620	1.0806149919654193	-9.086856252495741e-05	0.00332999195073006	0.00358628199938081	1.0757665079758418	2.6899454920542674	1.4125889572273251	0.9999944555614336	0.008326618062592144	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.00484848398957749	2.9057922731163415
996	5760	5770	1.0683783877222068	0.017174884544124417	0.004094912260654948	0.004247905083028206	2.521357799149313	1.0874151302525317	1.4121061082585822	0.9999916158116414	0.0017660601564740846	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.019036742530324835	9.592344589116076
997	5916	6081	1.0576340636337511	0.04231603462128002	0.02818411769010486	0.028295725625702636	1.0623410237707596	2.7390193500274593	1.4007113214198064	0.9996027488507774	0.07266672564581915	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.004706960137008442	3.997258817430567
998	6200	6264	1.113524849449366	0.03299670582326486	0.007293695553749305	0.007238847323005106	1.1311307893096476	2.110394210225704	1.4099122464449338	0.9999734006488218	0.013608128267090932	model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)	model.visual.blocks.15.attn.proj.weight|2d-128|(512, 896)	model.visual.layers.*.attn.proj.weight	2d-128	8	0.017605939860281694	3.060251274737758
999	6419	6615	1.1476001721126268	0.019377515750238383	0.003100710299726624	0.003063570458953025	1.1588832359785386	1.9682796207935351	1.412295047057564	0.9999951927862639	0.005266332882780221	model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)	model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)	model.visual.layers.*.attn.proj.weight	2d-64	1	0.011283063865911824	2.845778941310072
1000	6763	6784	1.0586238050944523	-0.029384718955333324	-0.007446130642201744	-0.0077914666508745725	1.0878934919889527	2.5840585348121157	1.4179744177877496	0.9999722771849524	-0.01768669229018867	model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)	model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)	model.visual.layers.*.attn.qkv.weight	2d-128	0	0.02926968689450038	3.4415866112955986
1001	6920	7082	1.0504125700005893	0.01881787796103567	-0.005732977740005582	-0.005805286300678886	2.950664609353237	1.0650999191491348	1.4168004371070546	0.9999835663480838	-0.0020694300897526156	model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)	model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)	model.visual.layers.*.attn.qkv.weight	2d-64	17	0.014687349148545525	8.886012323404007
1002	7191	7301	1.1876818975366636	0.041140221449629116	0.019558851114316194	0.019270260857397633	1.2055807577921258	1.7391247075190763	1.4012027136837581	0.9998087073751099	0.028214850812557053	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)	model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 256)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	16	0.017898860255462168	3.539964108581276
1003	7623	7640	1.1896896995072457	-0.005666801450891556	0.008789556292261315	0.009152581742833201	1.7972087204388965	1.1964479996655566	1.408467945548483	0.9999613711039967	0.005851433350076159	model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	16	0.006758300158310915	5.091909474924657
1004	7794	7843	1.190506520232103	0.022560722073005066	-0.000672605116359644	-0.0006736747004523798	1.2177362822013305	1.7540955878135	1.4146590891916384	0.9999997738011531	-0.0009688581051510271	model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	6	0.02722976196922744	3.491889272186247
1005	8072	8086	1.1076882140809061	0.06655981527789415	0.03588510834675097	0.03539836280824705	1.172358816152394	1.8068552228279124	1.3908479447075828	0.9993559220812883	0.05530661308188099	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	19	0.06467060207148778	2.0817183465272167
1006	8317	8415	0.6168566710536133	0.807035094643502	0.8006357803449234	0.8006337736155903	0.6277544166424488	0.635399715849853	0.631542361840659	0.599151355862169	0.8103865681285111	model.visual.merger.linear_fc1.weight|2d-128|(1920, 1536)	model.visual.merger.linear_fc1.weight|2d-128|(1920, 512)	model.visual.merger.linear_fc1.weight	2d-128	0	0.010897745588835495	1.6377175005642566
1007	8579	8673	0.70414324405862	0.7518506172561304	0.7616259111188888	0.7616373010901293	0.6911590587989902	0.6897864156517972	0.6904717139329329	0.648016953105644	0.7601133206748909	model.visual.merger.linear_fc1.weight|2d-64|(1024, 1536)	model.visual.merger.linear_fc1.weight|2d-64|(1024, 3584)	model.visual.merger.linear_fc1.weight	2d-64	0	0.014356828406822841	1.9681665109819908
1008	8721	8931	1.3292125381616744	0.054984555174485014	0.02060724260209668	0.02060090352742169	1.3750625576464826	1.4254484081157623	1.3995757172854666	0.9997876482295319	0.021362345298013702	model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)	model.visual.merger.linear_fc2.weight|2d-128|(896, 384)	model.visual.merger.linear_fc2.weight	2d-128	0	0.04585001948480816	3.530424187046122
1009	9064	9166	1.3147057403166966	0.03364306780708991	0.023062111352983583	0.023106761276329362	1.3324115957447413	1.474090859574784	1.3978949435755568	0.9997340341410522	0.0255143738290024	model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)	model.visual.merger.linear_fc2.weight|2d-64|(576, 2560)	model.visual.merger.linear_fc2.weight	2d-64	0	0.017705855428044703	3.3155338490237742
1010	9247	9295	0.4570654345760063	0.8926858872044547	0.871055896356413	0.8716650486587926	0.4951869552186323	0.5302395265991545	0.5118151906496173	0.4911839018358866	0.9327149297006522	model.visual.pos_embed.weight|2d-128|(384, 896)	model.visual.pos_embed.weight|2d-128|(1152, 896)	model.visual.pos_embed.weight	2d-128	0	0.03812152064262603	1.7759815986943925
1011	9392	9564	0.24290103068875252	0.9701326182366594	0.8049996772630239	0.806726167686652	0.7311557218168099	0.5933105236105374	0.6515407492950004	0.5932752477614648	0.6532326367308441	model.visual.pos_embed.weight|2d-64|(1664, 64)	model.visual.pos_embed.weight|2d-64|(1280, 64)	model.visual.pos_embed.weight	2d-64	0	0.35040949292178486	1.1386081630917104
1012	9673	9695	1.0106761629700853	0.05734748944147139	0.008467362407882538	0.00824153825483537	4.315952688093345	1.0259025125456651	1.411516836654468	0.9999641512443601	0.0020126931402296997	mtp.fc.weight|2d-128|(128, 3200)	mtp.fc.weight|2d-128|(1536, 3584)	mtp.fc.weight	2d-128	0	0.015226349575579778	5.524887098611942
1013	9891	9945	1.0042822074248234	0.05293003530019939	0.008893306395746415	0.008052471519271966	1.0112083434197803	6.34792571737347	1.4122583029977087	0.9999604537687234	0.055828305560771084	mtp.fc.weight|2d-64|(576, 2624)	mtp.fc.weight|2d-64|(320, 2752)	mtp.fc.weight	2d-64	0	0.006926135994956839	7.664503565231732
1014	10142	10193	1.2433530066879572	0.06309812994713901	-0.015200346889240669	-0.015197913651906621	1.3897499903832233	1.462875281718728	1.4249072833375689	0.9998844680534079	-0.016000152467487122	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 5120)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.1463969836952661	3.4909561352696934
1015	10504	10506	1.2227934461997518	0.005428538909050632	0.01050925334475246	0.010540562488791132	1.600709386274487	1.26993898739522	1.4069585271934153	0.9999447762722378	0.008337622472481836	mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1088)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.04714554119546821	3.96091622335787
1016	10773	10871	1.2910356202082816	0.03826484996472909	0.015392120437580394	0.01538751673332922	1.3248993379540317	1.4976674101506067	1.4033693637890319	0.9998815342971562	0.017399266866625202	mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 640)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.033863717745750144	3.61899738815259
1017	11049	11110	1.2779304635178161	0.032009415717825354	0.006758843503978644	0.007768791160626565	1.5321812917584654	1.3122131136929753	1.409483252043058	0.9999771587563832	0.005788507617881475	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.03428265017515919	4.325702319625086
1018	11178	11204	1.3114364970357166	0.048341184657618434	-0.005480731448209892	-0.005574052549076697	1.3460543460278676	1.503014183765797	1.4180603394159779	0.9999849806786062	-0.0061198250489510175	mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)	mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1536)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.034617848992150924	3.7568952110184872
1019	11417	11637	1.2968635572086222	0.034999799571993936	0.027218244182660372	0.027124046841823953	1.4525404296785052	1.3436071775803682	1.3948937247591207	0.999629514962225	0.025177012286709193	mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1536)	mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.04674362037174595	3.933249280465543
1020	11666	11719	1.2003013241590914	0.01910981305856794	0.008996754219543298	0.008995208909020403	1.6959904557092238	1.2300144522122722	1.4081536158718553	0.9999595283877809	0.006524882068638999	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.029713128053180826	4.893243278877909
1021	11744	11925	1.068619634425972	0.018485034248989493	-0.00042922433024546506	-0.00031089074949849774	2.421646046743098	1.0982011734479125	1.4144418655292856	0.9999999078832329	-0.00019465052036895386	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.029581539021940495	8.997642827830843
1022	12117	12119	0.984489461845535	0.4565338048237113	0.4498463228087219	0.4499026013241284	0.9981485337245243	1.114550252261519	1.0515479189702284	0.8931059768333606	0.5023063358060804	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 640)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 896)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.013659071878989293	3.1248052266314286
1023	12426	12454	1.1159435290968895	0.031114869445344143	0.003459248932140669	0.003467126277587605	2.128623857076341	1.1307019547973083	1.4121853441215861	0.9999940167805133	0.0018375155933252694	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 960)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.014758425700418742	6.262217980435839
1024	12512	12614	1.0406837966363454	0.08148838543470596	0.005308465557406386	0.005266880452216366	2.762031915487465	1.0705701568557602	1.4116815105207265	0.9999859099974489	0.002057573908755128	mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 768)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.02988636021941482	7.762438552354938
1025	12771	12775	1.0403089044764247	0.05309875026369777	0.03295673550100346	0.032864806644230256	2.939631305894718	1.0508188470879338	1.3993625758851334	0.9994567792481658	0.011780919169523485	mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.010509942611509171	8.943070423965889
1026	13031	13062	1.3276296081979264	0.016557904561107423	-0.001526527814476425	-0.0015768300366859316	1.3640757089665416	1.4727415234686743	1.415289408273628	0.999998834855737	-0.001648134985713216	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 768)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.03644610076861521	3.4702357697407584
1027	13167	13279	1.28156030134888	0.020791366511655144	-0.004151803200469838	-0.00417820105659181	1.338454220176997	1.5115269377346405	1.4171247603945607	0.9999913812279507	-0.004688664194172569	mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1984)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.056893918828116785	3.504999149711935
1028	155	173	1.1316866583014553	0.33655076872005185	0.33602957878802237	0.33441855150452776	1.1361554878798426	1.1695402872891618	1.1524853911867945	0.9418514331780486	0.3459034738693817	model.language_model.embed_tokens.weight|2d-128|(241920, 1152)	model.language_model.embed_tokens.weight|2d-128|(131072, 1152)	model.language_model.embed_tokens.weight	2d-128	0	0.0044688295783872345	2.916714227651717
1029	335	394	1.0417688025038498	0.41202241811288093	0.3967154872288547	0.39656584008164464	1.0546795017189632	1.151305321718017	1.0998216797119087	0.9179416224318258	0.4330610871929532	model.language_model.embed_tokens.weight|2d-64|(165056, 832)	model.language_model.embed_tokens.weight|2d-64|(172480, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.012910699215113342	2.8211211667945633
1030	627	702	0.06014169465092067	0.9982535101772229	0.9982535101772227	0.9995421094217373	0.06093507468772119	0.06014169465092066	0.060534485679526205	0.059075624574384075	0.9852561615943342	model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1460, 0, 0)	model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(2881, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	1	6.938893903907228e-18	0.0996858528179451
1031	775	908	0.3670474555353699	0.9307927817882881	0.930792781788288	0.9304914336310581	0.3807765393178254	0.3670474555353699	0.3737229983829505	0.3655472573701248	0.8972325942090581	model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4364, 0, 0)	model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5272, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	2	0.0	1.0424230060643622
1032	1103	1182	1.1102085841598082	0.04658563315133892	0.001142739274986508	0.0011914985528656585	1.1324842463368743	2.126049817058836	1.4135428327367046	0.9999993470732615	0.0021453019186708534	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)	model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(896, 1536)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	5	0.022275662177066113	3.418056642198305
1033	1503	1514	1.105275191196074	0.02230909946185585	0.018472235577964864	0.01807846359617647	2.1702519150008888	1.1159856850474297	1.4035492814585955	0.9998293736997089	0.009498782299576581	model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	4	0.010710493851355585	5.687069001260863
1034	1568	1635	1.127020804081184	0.01701176201420354	0.001564878610357439	0.0007701191772931272	1.1266484904843312	2.1643676854086964	1.4133068733468712	0.9999987755767178	0.00300623728203718	model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(0, 768)	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	3	0.0003723135968527469	3.151049721416059
1035	1837	1922	1.1170423934627658	-0.005246678779919436	-0.014287163411696464	-0.01678646602594803	1.1263822976243203	2.2335194720127	1.4223139233914168	0.9998979332720153	-0.02833021945315988	model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1408, 704)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	16	0.009339904161554502	3.193525629939724
1036	2134	2175	1.2029198029482522	0.041686019353358875	6.484201853382775e-05	6.492450751087609e-05	1.7343809701307906	1.2238675180814422	1.4141703634703318	0.9999999978977563	4.575582969202102e-05	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(256, 384)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	5	0.020947715133190048	4.528477853591296
1037	2403	2495	1.2071625104564212	0.03701511275133135	0.014266806458420192	0.014429246041415298	1.709282097539004	1.2204150378033651	1.4046395756202856	0.9998982239375556	0.010186396480928957	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)	model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1536, 1728)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	11	0.013252527346943932	4.4402777397975095
1038	2617	2757	1.2505165462435681	0.04415361316697904	0.0014066472623480346	0.00139895634892979	1.2922504861843667	1.5761286562534669	1.4132378715693	0.9999990106712503	0.0017156558137374277	model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1920, 2048)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	18	0.04173393994079855	3.2963059604104075
1039	2875	3002	1.2356189305726923	0.03797512219794267	0.015222215871445071	0.015274448632709346	1.2788156221251041	1.5739885813010566	1.403638312697964	0.9998841353596741	0.018735768901492453	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)	model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	13	0.04319669155241179	3.2528474947197883
1040	3248	3310	1.1352660694726697	0.05911920200737024	0.0036877861317242597	0.003701903064371065	1.9213560927203222	1.1684917382531708	1.4118962810285225	0.9999932000936039	0.0022427636624418627	model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(3968, 1536)	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	13	0.03322566878050104	5.135755413842695
1041	3464	3547	1.1236805273427746	0.03314719747185821	0.0160832241079227	0.016248641079825526	2.041185357060836	1.1367677246722985	1.4045118813917894	0.9998706565862878	0.008956996488003436	model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	13	0.013087197329523903	5.661682744505085
1042	3700	3718	1.1967172403004513	0.011622341441512378	0.013644944996397509	0.013787310901529704	1.7782466959213954	1.1981686640034421	1.405242803582152	0.9999069034045346	0.009193856822133938	model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	19	0.001451423702990784	4.89558316123652
1043	3893	4074	1.196276172374929	0.02130733994478906	0.00378725884154995	0.0038280863432596764	1.7910079317587708	1.2023186380795434	1.4117328351806395	0.999992828309517	0.002542418607803436	model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2048, 1344)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	19	0.00604246570461453	4.697926307499367
1044	4300	4329	1.1521335926980572	0.03536717944208712	0.004573703745458892	0.004536604493275893	1.9327067690173192	1.1653545532273382	1.4113504488906914	0.9999895405623245	0.002757783317328303	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1920)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	20	0.013220960529281012	5.0440985961934715
1045	4375	4549	1.08782457978875	0.03364920409522598	0.005275112013101625	0.005361188174714532	2.210583187908331	1.1182927937361575	1.4112054302304098	0.9999860864998319	0.002668580754015582	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)	model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1920)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	20	0.030468213947407508	6.770947202275223
1046	4648	4830	1.0968515794409428	0.027993328061169827	-0.0038953902724897923	-0.003934326360193485	1.1128737414405583	2.2970836886816177	1.4163734806374757	0.9999924129385308	-0.008040478558153926	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)	model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1920)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	16	0.01602216199961548	2.957810361265306
1047	4877	5053	1.0944715223762578	0.03623592581760571	0.019018786523660222	0.018460226794105576	1.105554288312645	2.252387879738197	1.4035344891548618	0.9998191265219761	0.038747698512934685	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)	model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 448)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	12	0.01108276593638724	2.774787933428268
1048	5172	5271	1.0913034894005842	-0.002499993029898691	-0.002452154496021841	-0.002427115955911565	2.595256873923515	1.0847877176634946	1.4154469670271321	0.9999969934646441	-0.0010249725589114094	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.006515771737089615	7.1191958008419975
1049	5411	5492	1.0817258967595997	0.08658824346676207	0.053096738229624095	0.05284415845635409	1.097792550190658	2.1562061053384602	1.3835196907608085	0.9985893732607887	0.1042888395666285	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)	model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 1280)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	16	0.016066653431058286	2.9000663764675405
1050	5769	5784	1.0683861889814943	0.02849436372078348	0.00541040609293597	0.0053987675582508185	1.0795958160013632	2.6184929489304842	1.4115146570293085	0.9999853636458433	0.01312260569670963	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.01120962701986894	3.5264949585117913
1051	5905	6038	1.057730101373943	0.003696064340701203	-0.007717378739464074	-0.00782156365646766	2.7959272029169533	1.074004789742133	1.4178622015292979	0.9999702205892891	-0.002964491250627426	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.016274688368189905	10.909513822072206
1052	6169	6289	1.1137929237975568	0.019813921609867564	-0.0048604025672143	-0.004861838554168258	2.201047297697985	1.1253297850870247	1.4169968537415991	0.9999881881736827	-0.002484978756303942	model.visual.blocks.13.attn.proj.weight|2d-128|(384, 896)	model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)	model.visual.layers.*.attn.proj.weight	2d-128	10	0.011536861289467959	5.969946652956511
1053	6402	6642	1.1483900061349575	0.023785846001192237	0.004513879221338447	0.004304976674523186	1.1547620730035613	1.9841107418318789	1.4114356060738715	0.9999898123952939	0.0077557416023324045	model.visual.blocks.0.attn.proj.weight|2d-64|(0, 128)	model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)	model.visual.layers.*.attn.proj.weight	2d-64	18	0.0063720668686038096	4.956805192216476
1054	6675	6848	1.0586656155280814	0.042911935569793225	0.004438477136558357	0.004396229989449228	2.6927766950095786	1.0751102530826264	1.4120503543077423	0.999990149911842	0.0017720935740532069	model.visual.blocks.7.attn.qkv.weight|2d-128|(2048, 640)	model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)	model.visual.layers.*.attn.qkv.weight	2d-128	6	0.01644463755454506	7.666062761467735
1055	6968	7106	1.0505354566863832	-0.0008816393750376947	0.0015956716130593484	0.0016049598716175635	4.434177191695025	1.026063832721871	1.4137178352338127	0.9999987269152413	0.00036923669494481784	model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)	model.visual.layers.*.attn.qkv.weight	2d-64	21	0.02447162396451219	13.194282606916603
1056	7312	7377	1.1883835827150822	0.028544418279105404	0.02482209133550382	0.024728791933930707	1.2040950670754456	1.7300563101588389	1.397657634410875	0.9996918844232616	0.035664638881571536	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)	model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(896, 0)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	17	0.015711484360363404	3.2374163855989173
1057	7640	7667	1.1897429913307447	0.04004907735236473	0.035856025365124944	0.03569829820975037	1.205616013453614	1.6974735946852273	1.3900683653417474	0.9993569659761299	0.050484279893819685	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)	model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(128, 512)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	22	0.01587302212286934	3.3086445562854263
1058	7727	7925	1.19109762929692	0.024623486768905405	-0.0052008020647481635	-0.0054311633041250135	1.2765704457418483	1.61937650464847	1.4177849369151927	0.9999864757374889	-0.006597408468191625	model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	7	0.08547281644492832	3.006840807201005
1059	8072	8173	1.111562675787717	0.054003174278744286	0.03704132456725924	0.037146656067804686	1.1541404289466297	1.8783007066913346	1.3906512846415622	0.9993137346570911	0.06028273888210135	model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)	model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(192, 1728)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	20	0.04257775315891266	2.249539191973791
1060	8200	8376	0.6186452482748785	0.8036135811414065	0.7980719244298407	0.7980544052785898	0.626861970853963	0.6456404258263412	0.6360433879754583	0.6025621988117497	0.8219791933254303	model.visual.merger.linear_fc1.weight|2d-128|(2048, 1920)	model.visual.merger.linear_fc1.weight|2d-128|(2048, 2944)	model.visual.merger.linear_fc1.weight	2d-128	0	0.008216722579084457	1.6094244203319177
1061	8644	8657	0.7102854582993072	0.7455524713796404	0.7520465975004935	0.7520448716878523	0.7053439088383728	0.7030855209758935	0.7042119989520523	0.6591099416546002	0.7496386757951639	model.visual.merger.linear_fc1.weight|2d-64|(448, 2624)	model.visual.merger.linear_fc1.weight|2d-64|(448, 1600)	model.visual.merger.linear_fc1.weight	2d-64	0	0.00719993732341373	2.1168561128620444
1062	8765	8852	1.3292529249195395	0.04416706925194533	0.0010752864162345047	0.0011343204285628858	1.4569117532075038	1.3736672616267915	1.413454330343608	0.9999994218793944	0.001013847093759399	model.visual.merger.linear_fc2.weight|2d-128|(1280, 1536)	model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)	model.visual.merger.linear_fc2.weight	2d-128	0	0.04441433670725203	3.8902063226245804
1063	9064	9138	1.3154121330078716	0.05519548778712183	0.019332220339846818	0.01929792712605214	1.3464581102225932	1.4616721675074853	1.400523299605614	0.9998131151653951	0.020986444503798746	model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)	model.visual.merger.linear_fc2.weight|2d-64|(1856, 3072)	model.visual.merger.linear_fc2.weight	2d-64	0	0.031045977214721576	3.4429184069724914
1064	9275	9283	0.4609289661318723	0.8874889711627992	0.7857447319855309	0.7848993774825579	0.6971315878306871	0.6295872138723271	0.6607842365161758	0.6185509002151612	0.7096147201778721	model.visual.pos_embed.weight|2d-128|(896, 384)	model.visual.pos_embed.weight|2d-128|(1024, 384)	model.visual.pos_embed.weight	2d-128	0	0.1686582477404548	1.5082375074660088
1065	9553	9569	0.2504669757024018	0.9683640591727413	0.9294680276045713	0.93356635958062	0.389457772846786	0.3693921597222212	0.3790271952425328	0.3689026777632115	0.8815800480753946	model.visual.pos_embed.weight|2d-64|(1408, 64)	model.visual.pos_embed.weight|2d-64|(832, 64)	model.visual.pos_embed.weight	2d-64	0	0.11892518401981944	1.6417364486385984
1066	9639	9673	1.0108764974332565	0.05841766874833171	0.0051048654697119795	0.0048568713000079885	1.0274286496995906	4.263595340917122	1.4125683828316724	0.9999869700893788	0.02118403126001652	mtp.fc.weight|2d-128|(1024, 3072)	mtp.fc.weight|2d-128|(128, 3200)	mtp.fc.weight	2d-128	0	0.016552152266334108	1.0898168089942
1067	9891	9967	1.0043227165039168	0.055006047096442176	0.02815782356778262	0.029467046816276734	1.0091182468336715	6.064201678325355	1.4077508703994452	0.9996034898758235	0.16921180592414892	mtp.fc.weight|2d-64|(576, 2624)	mtp.fc.weight|2d-64|(1600, 0)	mtp.fc.weight	2d-64	0	0.00479553032975466	7.614663771932369
1068	10142	10310	1.24381215512715	0.03325474713377593	0.006753497887683333	0.006753865304987125	1.3418170228939235	1.4884757818052077	1.409455690703447	0.9999771948731035	0.007491645937393922	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1280)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.09800486776677353	3.183429777174264
1069	10506	10639	1.2235286046174032	0.03935244562687334	0.044434762604782845	0.044741922366774475	1.249807578942172	1.5712356990729721	1.383260043017109	0.9990122881487777	0.0558625875381237	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 1408)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.02627897432476889	3.0460564983909695
1070	10649	10765	1.291062661039877	0.002841594949852473	-0.013519178048600644	-0.013513003518011544	1.5533128708257384	1.3217858318636642	1.4236186068568226	0.9999086117365378	-0.011504094467190772	mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.03072317082378717	4.4533928806800285
1071	10912	10962	1.278222575556235	-0.002396336406082361	-0.002380230378420287	-0.002300559257955887	1.5703843582278827	1.2995016990311246	1.4158659495439165	0.9999971672476605	-0.001969653737721329	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.021279123474889472	4.2323229275525405
1072	11349	11393	1.3116625573410206	0.04058367951506166	0.011214344603596375	0.011223276405069026	1.3568309707648711	1.4615697894232882	1.406283462073067	0.9999371172604364	0.012080021486802355	mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)	mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 128)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.045168413423850584	3.542081259068272
1073	11411	11563	1.297099454476515	0.04622559997531388	0.020969294680796707	0.021230839768870486	1.3134620063741	1.5048764594948376	1.3994450834011603	0.9997801201667245	0.02402520802596664	mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)	mtp.layers.0.mlp.up_proj.weight|2d-64|(2624, 768)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.016362551897584954	3.457016076179541
1074	11666	11716	1.2008877966552975	0.02760518949502454	0.007783618654049225	0.007774909114633215	1.6610471931266684	1.2450613108935178	1.4089208235911699	0.9999697071814967	0.0058343209542793175	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.044173514238220246	4.98152220538444
1075	11729	11925	1.0686348641280985	0.03338611782113312	0.027779276037477332	0.027673087177302685	2.366486892405743	1.0891511929890083	1.3992135716559806	0.9996140814448512	0.012785125382981388	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.020516328860909816	8.835044861944654
1076	12043	12045	0.9868738514198117	0.49623302916270773	0.5575415002650559	0.5575449543750813	0.9004360024922828	0.9935218370158173	0.9435524499252858	0.83014906822943	0.6151793731288976	mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1408)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1664)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.08643784892752882	2.9216897176617693
1077	12433	12454	1.1168578365665027	0.02200710750866211	0.007474373195752461	0.0073275877670588305	2.1442081729564357	1.1260233202542917	1.4098557907243436	0.9999720664825246	0.003925140585158969	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 960)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.009165483687789022	6.114717695810999
1078	12588	12612	1.0418274865365553	0.04053806525498064	0.006490920336536245	0.006435373099119856	3.103198313845778	1.0540193100174426	1.4114154010635587	0.999978933754699	0.0022046787483637853	mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.01219182348088732	8.984515060315998
1079	12779	12808	1.0410199788566414	0.04503291776529209	0.03797414925103461	0.037650360724392616	3.0642219087032885	1.0441421695680215	1.3977215285473767	0.999278721873262	0.012939797367108548	mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.0031221907113800906	8.960542590731276
1080	13036	13048	1.3289966681627066	0.03643127226605471	0.003825820272066105	0.0038745489103847053	1.3827915018470174	1.4420914433247638	1.4115080942351168	0.9999926815228428	0.003989887608273235	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1024)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.05379483368431082	3.5111999618741203
1081	13181	13279	1.281666179130321	0.01835430888675456	0.013641177700774023	0.0133959040639871	1.3190279343314668	1.509382537993401	1.40462225395825	0.9999069548067641	0.015609794821857922	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.03736175520114582	3.6560017906849307
1082	191	213	1.1317083723421448	0.31107645837487063	0.3018864888552441	0.29941363297811746	1.1376922834020382	1.2329283700844151	1.1824435508525732	0.9533438770174447	0.3271573711845888	model.language_model.embed_tokens.weight|2d-128|(158208, 1920)	model.language_model.embed_tokens.weight|2d-128|(206208, 1920)	model.language_model.embed_tokens.weight	2d-128	0	0.0059839110598933765	3.0888902643791183
1083	342	348	1.042536471991715	0.44151900981545694	0.33139212755392866	0.3289726052009356	1.1520488434835086	1.1607778004647094	1.1563886138781494	0.9434931148637391	0.33390305201836373	model.language_model.embed_tokens.weight|2d-64|(217088, 1920)	model.language_model.embed_tokens.weight|2d-64|(154944, 1920)	model.language_model.embed_tokens.weight	2d-64	0	0.1095123714917936	2.659287052347392
1084	596	752	0.060553083909005226	0.998279884047524	0.9982798840475241	0.9982180138704853	0.06159190323997132	0.06055308390900523	0.06106586763696169	0.05862826200785671	0.9814427287282166	model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)	model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(216, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	15	6.938893903907228e-18	0.11254815733222097
1085	901	982	0.37123764008351073	0.9562320149958738	0.9562320149958736	0.9521320074172871	0.37123764008351073	0.5101062850116491	0.4244944921092517	0.2926095239340843	1.3139291604941286	model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(6124, 0, 0)	model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(6008, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	6	0.0	0.8996540411596925
1086	1164	1221	1.1105194931623363	0.03406533713219112	-0.0023241581073793986	-0.0023227128968753992	1.1274092498609094	2.175175715351338	1.4155557791476252	0.9999972991408985	-0.004484132336533779	model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)	model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	6	0.016889756698573066	3.1159815945030775
1087	1429	1434	1.1055317135208693	0.035228604270966496	0.016760758765626108	0.01678298387637986	2.2208794984212687	1.1105309167462598	1.404699777544051	0.9998595286166956	0.00838106741522227	model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(960, 1856)	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	11	0.004999203225390492	6.180655506208342
1088	1635	1646	1.1273057390623282	0.00821815293909432	0.005135521929873622	0.005201583870563807	2.1415233866323677	1.1278010872280837	1.411216044560662	0.999986813120307	0.002704545396117785	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	16	0.0004953481657554715	6.196698964200611
1089	1811	1952	1.1188803791408357	0.023968283600235254	0.019021220637116937	0.01915564766667009	2.129636187632711	1.121232839702743	1.4030808671388162	0.999819080216753	0.01001448855603559	model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 576)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	14	0.002352460561907188	5.888327447672984
1090	2100	2178	1.2030544254158786	0.023713286168100818	0.0016269976514001778	0.0015936008260262649	1.2186465538954605	1.7456126383730528	1.413133177754519	0.9999986764384453	0.0023305425628201127	model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1152, 1920)	model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	4	0.015592128479581913	3.312519361739828
1091	2366	2439	1.2072227006000007	0.014547891363772832	0.003274777240950657	0.0033340981003409606	1.7062763545848763	1.2312528794796351	1.4120142540247396	0.999994637902635	0.0023630866692493347	model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)	model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	6	0.024030178879634434	4.77956733408752
1092	2669	2796	1.250726759748197	0.03183672714524615	0.009784978713789088	0.009798324007209041	1.2698743544934539	1.6023214391887597	1.407461359730152	0.999952125949823	0.012346639744027315	model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)	model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	20	0.019147594745256846	3.2885117058699276
1093	2973	3070	1.235880346899231	0.02230458061858435	0.012867089555000369	0.012627335737756758	1.2969988699400432	1.5460248629020927	1.405225141220942	0.9999172155765613	0.01533759267356801	model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)	model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 4608)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	2	0.06111852304081222	2.8132041383259883
1094	3220	3255	1.1363304571633126	0.014409215394681964	0.0016546088598048097	0.0016476077195699814	1.1626399080192757	1.9549151856779294	1.4131851595183014	0.9999986311338236	0.002782133972934326	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)	model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	12	0.026309450855963146	3.0316541238498154
1095	3527	3537	1.1238592353988384	0.041303195190809175	0.013539041343961052	0.013564201222513745	1.9798680450808448	1.149510457999344	1.4058748434778263	0.9999083429792385	0.00786076105164535	model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4096, 832)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	11	0.025651222600505674	5.418597686287281
1096	3613	3643	1.19813887862203	0.045560058212147723	0.0008430876192475475	0.0008087108598285519	1.2279802192784615	1.7209702832179992	1.4136497129040262	0.99999964460157	0.0011815570935878588	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)	model.language_model.layers.2.mlp.up_proj.weight|2d-128|(5248, 1280)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	21	0.029841340656431514	3.1895892149617953
1097	4039	4045	1.1967276108710783	0.002498476510364311	-0.0112609525363649	-0.011328576159598156	1.8423557746282393	1.199353193547699	1.421476379010546	0.9999365934637925	-0.007330755314946479	model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	20	0.00262558267662083	4.680600062803961
1098	4215	4293	1.1528267096951095	0.026888562982136786	0.0013268517679805756	0.0013241559187139606	1.1864710711013833	1.8542875879878629	1.413361423271442	0.9999991197318054	0.002073682894082039	model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 896)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	8	0.033644361406273804	3.2158436073460903
1099	4409	4434	1.0882760028405598	0.008381967339265451	0.009686115097895244	0.009662674598269836	2.3580109056088827	1.099216526868777	1.408958118035035	0.9999530884868101	0.0045153047305395485	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)	model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 960)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	8	0.010940524028217213	6.698935937222522
1100	4674	4823	1.0978517120408477	0.014106375381398186	0.0002297715247934211	3.742858337287193e-05	1.1109874332886027	2.294157659761656	1.4140860888247624	0.9999999736025228	0.0004744717067047225	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)	model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	12	0.013135721247754972	2.866730506551254
1101	4877	5019	1.0971161172028265	0.04953575544166267	0.04047029330643986	0.04088904487364469	1.101245350569975	2.1872617927714435	1.3910350123039723	0.9991807420880823	0.08038093077588448	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)	model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 1280)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	16	0.004129233367148544	2.8952030467788172
1102	5187	5272	1.0929535635370757	0.38038781950705697	0.37418466604988077	0.3742823313597505	1.1197413126253792	1.117788279556439	1.1187635175592798	0.9273542126356785	0.37353201974805567	model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 1408)	model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1792, 1408)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	0	0.024834716019363157	3.010998122218337
1103	5443	5465	1.0817444504406806	0.002385364455971077	0.02207562695331214	0.022338933563032088	2.5374460408870876	1.0778069414307228	1.4029345675063578	0.9997563036533544	0.009376855146207126	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.003937509009957818	7.245300960230433
1104	5644	5764	1.0686889828152955	0.048642303911094475	0.01434366694481082	0.01455620164492745	2.4462402636510756	1.0887190578789623	1.406657962274349	0.9998971243175852	0.00638376523955028	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.02003007506366683	8.86178162453227
1105	5952	6046	1.0577736773456343	0.05506101704691754	0.0274685275934042	0.0273268909086772	2.4495127069348426	1.082069110763241	1.3997815179875277	0.9996226688065104	0.012134186992711552	model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 1920)	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	12	0.02429543341760665	8.692454381872263
1106	6200	6350	1.1142258113475683	0.051055056141204626	-0.012288250263881256	-0.012245737071434726	1.1486948135171458	2.076873748501159	1.4215546716140635	0.9999244966023446	-0.022217515120421916	model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)	model.visual.blocks.11.attn.proj.weight|2d-128|(128, 768)	model.visual.layers.*.attn.proj.weight	2d-128	12	0.03446900216957749	3.1172893109223327
1107	6419	6533	1.1484989790357116	0.0037756328799730897	0.005546308216988777	0.004686600427644466	1.150437182362807	2.0030281855269405	1.4108219630795218	0.9999846191142953	0.00965668691395327	model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)	model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)	model.visual.layers.*.attn.proj.weight	2d-64	17	0.001938203327095378	3.007744039756327
1108	6763	6847	1.0590283416720192	0.02664612771070719	0.008765710873103042	0.008596596821207406	1.0791358751459095	2.6035356263017575	1.4098218305842913	0.9999615804184124	0.021148254889495465	model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)	model.visual.blocks.11.attn.qkv.weight|2d-128|(2432, 0)	model.visual.layers.*.attn.qkv.weight	2d-128	11	0.02010753347389027	3.4018114362547007
1109	7090	7151	1.0511312533350115	0.014153164223003611	0.02359421781007992	0.0236355758821005	1.0536888031384213	2.9557668552123038	1.403620126141443	0.9997216176946112	0.0661855822800582	model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)	model.visual.blocks.20.attn.qkv.weight|2d-64|(384, 320)	model.visual.layers.*.attn.qkv.weight	2d-64	20	0.002557549803409831	3.5094439953098346
1110	7312	7322	1.18938180999297	0.026642665817684787	0.0005984162319952749	0.0005381521374024801	1.2127653432628724	1.765956040069192	1.4138185781744128	0.9999998209489906	0.0008713777691934269	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)	model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2304, 768)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	13	0.02338353326990239	3.4992758071389978
1111	7495	7592	1.1905286901327996	0.009337532745473349	0.01651409522365086	0.0161634544908591	1.7249495317802686	1.2129436416659292	1.4031817257626036	0.9998636330314971	0.011612320494223357	model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3648, 576)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	17	0.022414951533129557	5.24977224504385
1112	7794	7807	1.1936043407841352	0.024559564447135845	-0.0031915332726338017	-0.003202296848021755	1.2345172250942442	1.7129024769557324	1.41635284987148	0.9999949070447157	-0.004428277821367566	model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	2	0.04091288431010898	3.496076968262257
1113	8109	8169	1.1519409283846824	0.0563686358064494	0.029942571555103638	0.03032664292429715	1.4833600009173473	1.3174184285393042	1.3930304462504226	0.9995516206823275	0.026592934648470602	model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)	model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	2	0.16547750015462181	5.453900149916824
1114	8418	8434	0.6188351332506591	0.8038551940628629	0.8138766367291265	0.8138729791137929	0.6096896972973648	0.6105544129813518	0.6101215955593926	0.5810377097800843	0.8150309483334229	model.visual.merger.linear_fc1.weight|2d-128|(896, 256)	model.visual.merger.linear_fc1.weight|2d-128|(896, 2304)	model.visual.merger.linear_fc1.weight	2d-128	0	0.009145435953294312	1.8204391277043324
1115	8532	8652	0.757513413573722	0.7122926169794862	0.7136301472686477	0.7136261547413694	0.7501070326920162	0.7639924987143749	0.7569542650256387	0.7005226712315085	0.7268403782497752	model.visual.merger.linear_fc1.weight|2d-64|(2816, 192)	model.visual.merger.linear_fc1.weight|2d-64|(2816, 1216)	model.visual.merger.linear_fc1.weight	2d-64	0	0.007406380881705865	2.403641637326237
1116	8856	8915	1.3293920084307365	0.07704291609944278	0.01713394887651286	0.01723479272138808	1.3939409642881173	1.4102951300083304	1.4020465160553155	0.999853203123287	0.017334969900033217	model.visual.merger.linear_fc2.weight|2d-128|(1024, 2560)	model.visual.merger.linear_fc2.weight|2d-128|(768, 2432)	model.visual.merger.linear_fc2.weight	2d-128	0	0.06454895585738085	3.3117027192272412
1117	8967	9116	1.3154249255027943	0.07143621256745258	0.04854562175164742	0.04846310705842371	1.3425508827704387	1.4197094946764748	1.3795144621499003	0.9988209662440742	0.05133561864230016	model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)	model.visual.merger.linear_fc2.weight|2d-64|(576, 3136)	model.visual.merger.linear_fc2.weight	2d-64	0	0.02712595726764433	3.574835263465977
1118	9300	9308	0.46157026853661326	0.8910392798184215	0.8514150821837704	0.8510513547534503	0.5900604754352661	0.5260195081459882	0.5552892555558786	0.5244924764284074	0.7590085447224919	model.visual.pos_embed.weight|2d-128|(1280, 512)	model.visual.pos_embed.weight|2d-128|(1408, 512)	model.visual.pos_embed.weight	2d-128	0	0.06444923960937493	2.304047526834589
1119	9364	9530	0.2579739278668187	0.9807948555076792	0.978371575889311	0.9781469492526216	0.2605303186955061	0.3177265447336162	0.28490944082213404	0.20685516549476402	1.1931610179934722	model.visual.pos_embed.weight|2d-64|(1024, 960)	model.visual.pos_embed.weight|2d-64|(1408, 960)	model.visual.pos_embed.weight	2d-64	0	0.0025563908286873605	1.4431234033641622
1120	9639	9868	1.0108846326305592	0.04722556473243945	0.002476263629648654	0.0028123545120727054	1.0209185956772266	4.905915914330359	1.4135148817001864	0.9999969340545183	0.011899421952160821	mtp.fc.weight|2d-128|(1024, 3072)	mtp.fc.weight|2d-128|(896, 3584)	mtp.fc.weight	2d-128	0	0.010033963046667482	1.1034434119274235
1121	9945	10012	1.0043535316427357	0.06143564722067671	0.01668573955219564	0.01590254459845728	6.053220720832824	1.011101667895945	1.4103737716263303	0.9998607833571613	0.0027871078669309095	mtp.fc.weight|2d-64|(320, 2752)	mtp.fc.weight|2d-64|(1792, 3840)	mtp.fc.weight	2d-64	0	0.006748136253209358	45.50798095865189
1122	10135	10187	1.2441834094143098	0.04384036109200288	0.012028705531291086	0.01202715264054657	1.4610385152974243	1.3562185436456078	1.4057059091295054	0.9999276525045407	0.01116572446707095	mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 896)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.11203513423129796	4.130010935536163
1123	10545	10638	1.2253113966600244	0.040022970914770806	0.014753400777688615	0.014691208102165348	1.3188095296775613	1.507759813248159	1.403836078775283	0.9998911626599631	0.01686717020219111	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)	mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 3968)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.09349813301753684	3.358175556518386
1124	10681	10864	1.291625881526962	0.06043693020927042	-0.003744382412770837	-0.0037847739301546234	1.3582847934534805	1.4837052030555282	1.4168484929074356	0.9999929897756018	-0.0040901287379744	mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1152)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1024)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.06665891192651863	3.7311642707942445
1125	11010	11049	1.2784922018628626	0.047261725368294746	0.02359381138902922	0.02335645441653116	1.3071611424312797	1.5098599540276736	1.3976045544262574	0.9997216272863856	0.02725245558701272	mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1728)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.028668940568417067	3.4580305695171227
1126	11178	11207	1.3119943787932626	0.021393454194211167	0.0002132580711475992	0.00018009970422945632	1.3547860210446274	1.481871017391061	1.4140633622905332	0.9999999772604973	0.00023326263332321335	mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)	mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.04279164225136478	3.8343404460899393
1127	11500	11587	1.2973041850171299	0.03780553827364483	0.03773682216367191	0.03773542591896002	1.2939027995891361	1.5050790749551175	1.3875808928015263	0.9992877124497165	0.0438958022286375	mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)	mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 256)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.0034013854279937306	3.4183797915563003
1128	11666	11723	1.2013652983023746	-0.004567440967536567	0.001916000617181727	0.0019135831863628604	1.7017296372874502	1.2341853296850636	1.4129251766491426	0.9999981644691329	0.0013895861020335382	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.03282003138268896	5.891624871166716
1129	11736	11940	1.0693990890752476	0.041393088382338336	0.03278361538730817	0.033126545498460336	2.4473680988325763	1.0796730433890411	1.3969874063344816	0.9994624728133303	0.014462714380969058	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.01027395431379352	8.347303326869921
1130	12149	12151	0.9912630057953091	0.43427806109972894	0.44655095045351373	0.4465836217714497	0.9849536951364808	1.1475565284878966	1.0569877169487745	0.8947582068073271	0.5202706086852112	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 640)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 896)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.006309310658828338	3.256111925378341
1131	12371	12454	1.1171332666884712	0.014693277732080302	0.0071061346905565885	0.007220246711468052	2.21810093622194	1.116300424321077	1.4101722599863973	0.9999747511061265	0.003576294045419997	mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 192)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.0008328423673942265	6.351479329137567
1132	12583	12612	1.0419499536452335	0.03465298647809777	-0.006209399797736032	-0.006348608372110198	3.0982818273617836	1.0587848142748018	1.4168981107673482	0.9999807214912455	-0.002121956160844837	mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.016834860629568293	9.190190386556822
1133	12808	12988	1.0417230086923452	0.02586230287973508	0.01857670507431501	0.018672603512011013	1.0429281937101964	3.307740048864299	1.4066590382570319	0.9998274381254907	0.05891768169739112	mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.0012051850178511625	3.0874729919659454
1134	13025	13070	1.3292718495046785	0.04008427696601003	-0.0027266379425243434	-0.0027293318954595145	1.4034621104811493	1.4291676967780047	1.4161399569887518	0.999996282715856	-0.0027765786045546217	mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 128)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.07419026097647086	4.143359348265621
1135	13192	13279	1.2818094180328785	-0.00013559272345306517	0.007075195070400973	0.007611631935588462	1.3142755653708071	1.5283424227792188	1.4092583863038677	0.9999749704941198	0.008227590210490871	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.03246614733792863	3.2451390479242384
1136	167	212	1.1318588943865617	0.34395563481736885	0.38371384285373505	0.3823290184840197	1.117223348709275	1.1033851545624889	1.110239576363625	0.9234520490000654	0.37896107192359474	model.language_model.embed_tokens.weight|2d-128|(232576, 768)	model.language_model.embed_tokens.weight|2d-128|(226176, 768)	model.language_model.embed_tokens.weight	2d-128	0	0.028473739824072863	3.1106453210876857
1137	258	294	1.043927802554069	0.4033335775251492	0.328085540252286	0.3255952894595488	1.1264697093895844	1.1961554533725502	1.1597453176995625	0.9446480181937427	0.3483815897349862	model.language_model.embed_tokens.weight|2d-64|(223808, 1216)	model.language_model.embed_tokens.weight|2d-64|(192960, 1216)	model.language_model.embed_tokens.weight	2d-64	0	0.08254190683551532	2.871906506033577
1138	673	685	0.060760933324233754	0.9991461772071231	0.9991461772071231	0.9989364872877091	0.06365113232254653	0.060760933324233754	0.06215569231797927	0.04131484687605826	0.9537780717993709	model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(2039, 0, 0)	model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1065, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	12	0.0	0.09036262603617881
1139	908	922	0.37552781697128296	0.9841908201575367	0.9841908201575367	0.9832062314672794	0.5750348176694136	0.37552781697128296	0.44465653010749145	0.17711134779464466	0.6427280902309005	model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5272, 0, 0)	model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(2076, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	2	0.0	1.618877096795418
1140	1124	1252	1.1112288525484264	0.008189032273260646	-0.0056143867233820295	-0.00564383218985258	1.1282549266700335	2.1828570539278123	1.4174485525299634	0.9999842392066589	-0.01086226470003911	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)	model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	7	0.01702607412160706	3.177288565567104
1141	1330	1346	1.1059032293562958	0.015915771944735094	-0.0035737811832493678	-0.0035679528685883008	2.09383073022315	1.1404124136157725	1.416334929233211	0.9999936140236367	-0.0019464727334905854	model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	19	0.03450918425947669	6.000405275245115
1142	1538	1645	1.1275914689567763	0.03543630933533965	0.006128727483110484	0.005973739344385331	1.1511971886641081	1.9969665447242768	1.4104583688215866	0.9999812191733591	0.010631422545173422	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	2	0.02360571970733183	3.037395268135743
1143	1922	1952	1.119268494795869	0.012498432695850142	-0.02761938857587412	-0.027963083182547473	2.17607413259115	1.1421342440260687	1.430196343821541	0.9996185119207702	-0.01449631196801467	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 576)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	0	0.022865749230199572	6.04377934917496
1144	2110	2134	1.204442589345908	0.015012125928587137	0.007771604906327105	0.00777243590991974	1.2024308961977388	1.77998310081356	1.4091062536358185	0.9999698006225888	0.011504466030609312	model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(1408, 1792)	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	4	0.0020116931481692912	3.377306112303675
1145	2317	2403	1.2072664528431136	0.003434787226559137	0.007410903952519975	0.007498800700694588	1.2072922493475118	1.7653586554577738	1.4093216030866367	0.9999725388742465	0.010836567073480425	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	0	2.5796504398156728e-05	3.3406313624787862
1146	2767	2771	1.2509935660973708	0.06614354002125361	0.0015178833517087813	0.001563472746718754	1.3002786652169267	1.5616754959950139	1.4131576216393205	0.9999988480144018	0.0018230255556388156	model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1024, 5120)	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1408, 2816)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	16	0.04928509911955592	3.220213198791384
1147	2868	2928	1.2359408088392088	0.05401374652777504	0.027177238865348192	0.027285933756734514	1.2632201799032394	1.5800365589285081	1.3953417875748808	0.9996306306269611	0.03399330667854917	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)	model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	14	0.027279371064030666	3.254136868512191
1148	3220	3263	1.136358401941682	0.034081127397674216	0.012807624980182659	0.012820014605469405	1.1526000199380861	1.9665975812973755	1.4062898712178338	0.9999179790074619	0.021852718959300427	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)	model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 512)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	12	0.016241617996404223	3.2642043347843948
1149	3537	3583	1.1250287903084983	0.017643051540412326	-0.0018720834500517806	-0.001886859244934985	1.1450714781831495	2.059577579538931	1.4153375122501952	0.9999982476502427	-0.003367214339204626	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)	model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	14	0.020042687874651133	3.026807998472946
1150	3726	3771	1.1986761247384716	0.05455093946565245	-0.00016587025754666602	-0.00017231054234554107	1.23388291688409	1.7074349142335181	1.4143249191623573	0.9999999862435287	-0.00022952961346063281	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)	model.language_model.layers.1.mlp.up_proj.weight|2d-128|(4736, 1024)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	22	0.03520679214561828	3.237667272961796
1151	4045	4059	1.1968776649672028	0.02058430149452281	0.0002602847317824136	0.0002509668145152201	1.2097742307447419	1.776185334260528	1.4140422880811885	0.9999999661259286	0.000382148926282928	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)	model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	21	0.01289656577753906	3.1575192421299634
1152	4169	4300	1.1537503618573772	0.0364223169411766	0.008603110782063264	0.00863518697153671	1.1749417473638977	1.8784032174953529	1.4087328752029846	0.9999629925576604	0.013753967811385936	model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1152)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	16	0.021191385506520444	3.005071317863169
1153	4352	4506	1.0883394205034598	0.016737200203416108	0.028025799500958796	0.028090361949514916	1.089843800559886	2.3577269417527438	1.3990367655891722	0.9996072001352992	0.060629956800805115	model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 832)	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	4	0.00150438005642628	3.279157017566039
1154	4789	4851	1.097927530835551	0.030439125701162854	0.0033203253867230085	0.003321856992141596	2.285806157686371	1.11027134763656	1.4123669495668065	0.9999944877044704	0.001612762363646868	model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	12	0.012343816801009044	6.161172455157015
1155	4916	5096	1.0990187746513829	0.020115316468734518	-0.004382905872180737	-0.004369443336569485	1.1087307721145871	2.33676181938615	1.4166120658064563	0.99999039502193	-0.009237415752917165	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)	model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1984, 576)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	4	0.00971199746320428	2.945450775154009
1156	5220	5273	1.0931555742865058	0.033850978249392316	0.007083244523590666	0.007467037713500707	2.3162857074382925	1.1048891599956772	1.4103155972822374	0.9999749135088435	0.0033787714816793882	model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	8	0.011733585709171379	6.153272609664375
1157	5470	5583	1.0820515839535472	0.042947477322965916	0.018820635905878288	0.019231522143795993	1.091668134428582	2.38821974296855	1.404113767938547	0.9998228761456193	0.041173514942953425	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.009616550475034735	3.0414093834665805
1158	5785	5866	1.0694001942832758	0.038090901331037014	-0.01720021318170707	-0.017156574370449807	1.0899399983974938	2.6156781921177896	1.4228237794510352	0.9998520653909276	-0.041277705731797995	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)	model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1792)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	16	0.020539804114217963	3.8389544998515253
1159	5970	6135	1.057966295425117	-0.003715332597036194	0.00440479748977194	0.0046156055995333735	1.070334799836065	2.772689615429418	1.412119187312321	0.9999902988324807	0.011410575700080777	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)	model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	16	0.012368504410948056	3.6396217841453042
1160	6289	6395	1.1156133196978582	0.019048013859633107	-0.0038710692212310842	-0.0038740661899585313	1.127120841985165	2.1837304335185106	1.4164430366556509	0.9999925073834726	-0.0074999692612998286	model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)	model.visual.blocks.6.attn.proj.weight|2d-128|(128, 768)	model.visual.layers.*.attn.proj.weight	2d-128	17	0.011507522287306893	3.0505305842772406
1161	6485	6642	1.1506293932740417	0.02258588363813758	0.028338256384502016	0.028636238819771974	1.1523429359848483	1.915274090443594	1.396397657268195	0.9995983909676357	0.047100152677378083	model.visual.blocks.4.attn.proj.weight|2d-64|(320, 448)	model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)	model.visual.layers.*.attn.proj.weight	2d-64	14	0.0017135427108065926	3.0271160060862625
1162	6675	6732	1.059055005193376	0.0330712463272209	0.0062664568122958895	0.006243511983836812	2.625930411304203	1.0787024356179393	1.4110952908468202	0.9999803655667543	0.0025741893985533827	model.visual.blocks.7.attn.qkv.weight|2d-128|(2048, 640)	model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)	model.visual.layers.*.attn.qkv.weight	2d-128	7	0.019647430424563295	11.903196936055656
1163	7078	7090	1.0513897614465852	-0.008311079006692246	-0.005408339603487322	-0.00534857470596492	3.3534864657828325	1.0494358571434577	1.4163919192460277	0.9999853748244188	-0.0016924790260585403	model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	0	0.001953904303127585	11.559796495815256
1164	7369	7371	1.1896432782019746	0.046461966320845656	0.007170350538680727	0.007668337599206389	1.1896498409481004	1.8256742649416184	1.409567674184612	0.9999742927061437	0.011003846676974228	model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)	model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	6	6.562746125871044e-06	3.0059802008943817
1165	7592	7666	1.191060414335832	0.018753794457961256	0.022496110215997112	0.02200190095844949	1.212666254855398	1.7107799558849246	1.3991234562050037	0.9997469304904866	0.03173659223121955	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)	model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2688, 256)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	16	0.021605840519565822	3.247023281475468
1166	7709	7819	1.1947065528076206	0.03502429825341424	-0.0014676092329144984	-0.001425813370759356	1.2198735376590835	1.7497521032264447	1.4151869420963916	0.9999989230609899	-0.0021050971782981286	model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	7	0.025166984851462848	3.7021605146751506
1167	8075	8169	1.156875158272635	0.06778183578334214	0.04781914438956049	0.046405749622968055	1.6307359658112763	1.2198396460018965	1.3813960762724409	0.9988560103587756	0.03577016107279854	model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(512, 3456)	model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	14	0.06296448772926144	5.201917627952391
1168	8293	8402	0.6216083179797457	0.8026324086002943	0.8026462051965375	0.8026171644363483	0.631677796972756	0.6250329291041389	0.6283290123747706	0.5964554210363064	0.7942028532149769	model.visual.merger.linear_fc1.weight|2d-128|(1920, 896)	model.visual.merger.linear_fc1.weight|2d-128|(1920, 1920)	model.visual.merger.linear_fc1.weight	2d-128	0	0.0034246111243931843	1.6238304743153733
1169	8525	8627	0.7678373871643529	0.7035683817539212	0.7136590542348618	0.7134549297298765	0.7545084155488098	0.7590612274461003	0.756774550420634	0.70049322217178	0.7179653752324429	model.visual.merger.linear_fc1.weight|2d-64|(2240, 3648)	model.visual.merger.linear_fc1.weight|2d-64|(2240, 576)	model.visual.merger.linear_fc1.weight	2d-64	0	0.01332897161554314	2.047186901824857
1170	8821	8949	1.329893366953186	0.0518631363940801	-0.0080765360817949	-0.008057376154406043	1.3810569262764048	1.4622246656449984	1.4199037875646008	0.9999673842505662	-0.008551211790822818	model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)	model.visual.merger.linear_fc2.weight|2d-128|(1664, 512)	model.visual.merger.linear_fc2.weight	2d-128	0	0.0511635593232187	3.4325450255042065
1171	9070	9114	1.3156076421095328	0.09505682037950125	0.04793632254533591	0.04789649959968327	1.3524813935423607	1.4091215552453502	1.3799304256702576	0.9988503936930844	0.04994383338679981	model.visual.merger.linear_fc2.weight|2d-64|(1472, 3456)	model.visual.merger.linear_fc2.weight|2d-64|(768, 1152)	model.visual.merger.linear_fc2.weight	2d-64	0	0.036873751432827895	3.437623620965592
1172	9250	9274	0.46470215446266216	0.8874882067226354	0.6478794674937112	0.6489200276782243	0.8650762041411911	0.8177411512130603	0.8404105418382761	0.7617428671146618	0.6124289386986103	model.visual.pos_embed.weight|2d-128|(512, 256)	model.visual.pos_embed.weight|2d-128|(896, 256)	model.visual.pos_embed.weight	2d-128	0	0.3530389967503982	3.3739525342899825
1173	9415	9586	0.2580736602916472	0.9662875923855576	0.9583657745096449	0.9584093135040905	0.2922160863922623	0.2863583338661502	0.28924273286075053	0.285543415698083	0.9391544107346975	model.visual.pos_embed.weight|2d-64|(1408, 128)	model.visual.pos_embed.weight|2d-64|(1216, 128)	model.visual.pos_embed.weight	2d-64	0	0.02828467357450304	0.767870435318155
1174	9673	9770	1.0109950163752957	0.05970377944426497	0.008055608883950677	0.007831375272141375	4.12925906400835	1.0286101669807728	1.411538973423237	0.9999675530563523	0.0020066750646564775	mtp.fc.weight|2d-128|(128, 3200)	mtp.fc.weight|2d-128|(1408, 3456)	mtp.fc.weight	2d-128	0	0.017615150605477137	5.46963918250842
1175	10051	10068	1.004399077128462	0.052454484293791175	0.016022832160763854	0.015172591874004793	6.086325846538063	1.0110752487233443	1.410545612083184	0.9998716261848558	0.0026617518385762293	mtp.fc.weight|2d-64|(1536, 1856)	mtp.fc.weight|2d-64|(1664, 3712)	mtp.fc.weight	2d-64	0	0.006676171594882208	47.42554038739022
1176	10226	10231	1.2470096989014359	0.04618549304370973	0.006968937080243293	0.006878592070141597	1.4647824001906862	1.3596630072355314	1.4092908446255867	0.9999757166631456	0.006468814717138385	mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.11265330833409548	4.098425347891899
1177	10480	10506	1.2253251601089306	0.0722219768976898	0.04290306915326719	0.0424992012088327	1.5592835927167048	1.2574169135547935	1.38424800128403	0.9990792394286001	0.0345973272910147	mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 1280)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.0320917534458629	3.7931729961108593
1178	10838	10845	1.292015186102615	0.004290822452306593	0.0074225674832182455	0.007655056746722227	1.5368669709142597	1.3085547501955272	1.409022637992287	0.9999724523665424	0.0063198937335702315	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.01653956409291224	4.175900414736788
1179	10962	11073	1.2791272446489153	0.031059834601765056	0.0011458390546400937	0.0012749046173712354	1.3203797119914706	1.5293597288131584	1.4134117723132642	0.999999343526215	0.0013271940563406807	mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5824, 768)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.04125246734255539	3.8911174100927552
1180	11317	11381	1.3132377387937	0.05879271409455107	0.008945793822458362	0.009018718645580114	1.4605887005020068	1.3605120111985352	1.4078896925327422	0.9999599855858663	0.008332845475921533	mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 768)	mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.04727427240483517	3.9782020517444403
1181	11458	11525	1.2973755203655761	0.03739838044387281	0.017881302873611914	0.01779909654739429	1.3239036440799374	1.4948208263732012	1.4016060118533527	0.9998401167224398	0.020189795577409967	mtp.layers.0.mlp.up_proj.weight|2d-64|(64, 1152)	mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.026528123714361307	3.3931619037627048
1182	11708	11722	1.2018315141714022	-0.007981113642825617	-0.010521263450444197	-0.010524260589331829	1.7292467431471583	1.2349152597701816	1.421233171744665	0.9999446499758906	-0.007513600264684796	mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.03308374559877936	5.2926589035916
1183	11738	11942	1.069541913230463	0.04159159997616667	0.010393639163893442	0.01039302342089951	2.4467927088704986	1.0905990069465024	1.4087372020022593	0.9999459846736376	0.004632714700190161	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.021057093716039255	7.8950766773835905
1184	12101	12103	0.9953103854912517	0.44789165482815463	0.4393184764120782	0.4392560372443871	1.0063934145401805	1.12697821600306	1.0615834471723993	0.898331384447282	0.4919570673366118	mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 640)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 896)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.011083029048928772	3.016495305227717
1185	12405	12454	1.1172868186946863	0.019793179278842186	0.00846241991794044	0.008470357183768653	2.095914695744276	1.1326493956567554	1.4091990833871362	0.9999641930834986	0.00457316074232937	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 960)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.015362576962069108	6.119955729029333
1186	12576	12615	1.0428998360728707	0.03672714514650904	0.0007753589211594486	0.0007536376610664128	3.069113930008026	1.0574378056478735	1.4138758131643627	0.9999996994092265	0.00026714349968044547	mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.014537969575002752	9.385712041536296
1187	12775	12948	1.0431256224362286	0.03506002586433516	0.009662955484569843	0.009646875907261362	1.054531447219239	3.060862133552188	1.4099987641312055	0.9999533125557929	0.02804750357982559	mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.011405824783010443	3.165026864088955
1188	13019	13070	1.3307404849540676	0.028093697691547667	0.010990637986729163	0.010985404382680199	1.4264251850660332	1.3872404208460958	1.4064235666771079	0.9999396011143096	0.010688718501118893	mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1408)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.056499935892028175	4.1235103226646626
1189	13118	13279	1.2827153450413933	0.06578063813195253	0.039612070000788466	0.039689973366728686	1.3157952831546913	1.4690135707156549	1.3860930904054782	0.9992151339477663	0.04422471271958159	mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 896)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.03307993811329801	3.597828592330734
1190	37	126	1.1319408397660033	0.3267927260236253	0.29616632710889856	0.29216987093948504	1.2286611230064746	1.1493202787891867	1.1870065962223955	0.955136381197379	0.2770413739533411	model.language_model.embed_tokens.weight|2d-128|(215936, 1920)	model.language_model.embed_tokens.weight|2d-128|(102784, 1920)	model.language_model.embed_tokens.weight	2d-128	0	0.017379439023183396	3.1147829503488698
1191	508	511	1.0477353633651703	0.41445603602396835	0.40012234834414734	0.3997000894031035	1.0688993040822115	1.124857721784707	1.0958083773478169	0.9164617320737211	0.42106932942574715	model.language_model.embed_tokens.weight|2d-64|(204608, 832)	model.language_model.embed_tokens.weight|2d-64|(184320, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.021163940717041196	2.861666392767862
1192	608	683	0.06486742291812732	0.9983845965182998	0.9983845965182998	0.9988752564687515	0.06486742291812732	0.06707511501286693	0.06594356879014894	0.056817228329019184	1.0323635289637152	model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(3380, 0, 0)	model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2152, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	8	0.0	0.10241191258648696
1193	860	870	0.3844648830117797	0.9756251369309057	0.9756251369309058	0.9756154318036563	0.3844648830117797	0.5825762781930993	0.4538027292047717	0.21944382467627416	1.478356246043479	model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(4260, 0, 0)	model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(1656, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	10	0.0	0.977343891339064
1194	1108	1252	1.1130871269687324	0.013971961985590324	-0.004199473604916611	-0.0042314375416256525	1.1176217285122176	2.2582976441914537	1.4165725160100002	0.9999911821718437	-0.008485573523567817	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)	model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	5	0.004534601543485284	3.1065325626052065
1195	1330	1455	1.1074373263255857	0.015536530473401117	0.00771710268816608	0.007714903757711078	2.130169370925869	1.1279154801432323	1.4096930012449063	0.9999702227197069	0.004086172537564096	model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)	model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	16	0.020478153817646616	6.299005432013382
1196	1592	1646	1.1279164142109968	0.034813248005093535	0.009153702022762505	0.009159225216510969	2.0336562058461403	1.142513500749819	1.4086747626738272	0.9999581039920015	0.005142574301783595	model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	14	0.014597086538822301	5.7611633640475075
1197	1922	1961	1.1200946724937941	0.026735302468790852	0.01581819408681228	0.015172551755252704	2.12750315209803	1.123451064973985	1.4049460715764477	0.999874884540977	0.008352968584450593	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1024, 832)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	2	0.0033563924801909284	5.74116552251774
1198	2134	2181	1.2047729028389647	0.018833642046742885	-0.006298366986433752	-0.0062982637439096545	1.8234257207805313	1.2008302790314442	1.4182991267478096	0.9999801650899403	-0.004147835417460364	model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)	model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(0, 896)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	6	0.003942623807520418	4.542536998435383
1199	2369	2403	1.207371159517754	0.03160270952517453	0.020411292155791013	0.020357341628172713	1.2124037988696865	1.716740220352984	1.4005456584657616	0.9997916678751283	0.028901993070204923	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(640, 1280)	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	0	0.005032639351932433	3.4027975901289653
1200	2685	2813	1.2510993935007593	0.04485278051062035	-0.006006050632404591	-0.00603536391710387	1.2929820160908787	1.5891102663124324	1.4183656529082511	0.9999819635152432	-0.00738160051815878	model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1152, 1792)	model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	18	0.041882622590119434	3.467194828471301
1201	2875	2938	1.236427103375771	0.04179238929006703	0.029924680419380574	0.029906849036882382	1.284205471197678	1.5357643500315332	1.393232088233232	0.9995521564689848	0.03578652980765657	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)	model.language_model.layers.0.mlp.down_proj.weight|2d-64|(64, 1664)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	21	0.04777836782190703	3.304562755991217
1202	3118	3138	1.136929741919953	0.008158450962614722	0.002912964371661883	0.0029893697604721145	2.0073665791644397	1.1513646899150016	1.4124345028893572	0.9999957573102844	0.0016707881636188124	model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	13	0.01443494799504852	5.736468597116205
1203	3448	3537	1.1254606634117201	-0.003184521215905305	-0.004210114174522386	-0.004211701667443496	2.115752272602852	1.1373132850825494	1.4166944412678766	0.9999911374300462	-0.002263128270923737	model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	13	0.011852621670829233	6.276898636471303
1204	3689	3711	1.1989086416696608	0.04867802055033383	0.021571862629176215	0.021523731302123712	1.2191654030464822	1.6949245698996593	1.3996772844266125	0.9997673002967781	0.029989925810991074	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)	model.language_model.layers.12.mlp.up_proj.weight|2d-128|(2560, 0)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	11	0.02025676137682142	3.2184870325781962
1205	4044	4066	1.197376305312088	0.01657611006368816	0.015011824797450677	0.015056470091869839	1.7275305717548164	1.2133532078159388	1.4041928089503553	0.9998873162093069	0.010543747283531602	model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4864, 1792)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	22	0.015976902503850754	4.530318529739999
1206	4148	4300	1.1547515841166807	0.02965620941630026	0.01444120890218446	0.01440542672013097	1.1688395384166956	1.885996393030889	1.4050391001809035	0.9998957203055944	0.02330180234783921	model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 512)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	12	0.014087954300014971	3.3516137018483185
1207	4412	4475	1.0893699358740685	0.06629134986486544	0.038930237080433715	0.03935184372227217	1.1217986375467903	2.044164695162218	1.3907993083151207	0.9992419309861157	0.07093948374562756	model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1216)	model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1856)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	16	0.03242870167272183	3.4733077025288517
1208	4795	4816	1.097988620614475	0.020661160973995178	-0.00034040258662693053	-0.00042372077305480354	1.1052054721890336	2.350123836543182	1.4143989409147826	0.9999999420630378	-0.0007238366557020406	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)	model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	12	0.007216851574558536	2.940960508474491
1209	4877	4885	1.0990931701367084	0.021616896429201927	-0.008839646171455107	-0.008722217810724823	1.1136365433979318	2.313674137089718	1.4190904888430136	0.9999609295645323	-0.018365112791213212	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)	model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1472, 1472)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	12	0.014543373261223458	2.9539705673884717
1210	5172	5273	1.093624203197363	-0.03026851525506123	-0.00992821185034943	-0.00989448768721238	2.650808614397155	1.0841561245039852	1.4191246024401871	0.9999507140901769	-0.004060546515681691	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.009468078693377846	6.870793048956513
1211	5443	5596	1.0824721210091983	0.013376509864338576	0.01397597150397411	0.01438799078503354	2.4677480445151727	1.0870785115073511	1.4069028869436757	0.9999023313406765	0.006156616488128644	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.0046063904981528125	6.734279060532617
1212	5662	5763	1.0695292990517837	0.01588293812387312	0.007691214262367718	0.007683082193806735	2.5188960182122804	1.0859208947927728	1.4102537514407067	0.9999704221741612	0.0033157582581598327	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.01639159574098903	9.06023657126482
1213	5970	6063	1.0582578815760324	-0.00268175647302172	0.008292688701848438	0.008511853263367793	1.0665919991427573	2.811593135899447	1.4103189640396858	0.9999656150658853	0.02185996768305712	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)	model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	16	0.008334117566724863	3.502226649805092
1214	6200	6385	1.1157397117240988	0.03601536362567692	-0.005600708403753086	-0.0056268152791851414	1.1282427236770036	2.182887587659761	1.4174406338609955	0.9999843159096927	-0.010836069757055516	model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)	model.visual.blocks.11.attn.proj.weight|2d-128|(768, 128)	model.visual.layers.*.attn.proj.weight	2d-128	12	0.012503011952904819	3.274789077505876
1215	6419	6524	1.1512227495105127	-0.017668687084073414	-0.007324778583746198	-0.007735811142585675	1.165781751824047	1.9694741992858087	1.418746986227	0.9999731734495176	-0.01237449669597051	model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)	model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)	model.visual.layers.*.attn.proj.weight	2d-64	23	0.014559002313534242	3.09707904921323
1216	6712	6848	1.0595495113938267	0.05291683016067564	0.014375235690373333	0.014406327002948168	2.6743041211762186	1.0719857662451853	1.4071750882509302	0.9998966709609779	0.005762264629694514	model.visual.blocks.15.attn.qkv.weight|2d-128|(2304, 768)	model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)	model.visual.layers.*.attn.qkv.weight	2d-128	14	0.012436254851358575	7.292824577255582
1217	6962	7090	1.051791035033772	0.045011700071119674	0.02965840289871273	0.0298738799603345	2.7812840240054753	1.05948837298277	1.4001910993374964	0.9995600928095807	0.01129792310357828	model.visual.blocks.0.attn.qkv.weight|2d-64|(1600, 384)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)	model.visual.layers.*.attn.qkv.weight	2d-64	0	0.007697337948997962	9.023786991835586
1218	7173	7182	1.1899029911321297	0.062334228195204504	0.003571493653415894	0.002579066978278424	1.7119979704596622	1.2288615844530102	1.4118188438372263	0.9999936221962036	0.002563596117244308	model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1280, 512)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	21	0.038958593320880475	4.605211594380085
1219	7454	7640	1.1910964210744077	0.057041800294416425	0.04916996563994991	0.04917696823272832	1.6888726748667209	1.1968934250165153	1.381019595773362	0.9987904257044949	0.034846444885129266	model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(832, 448)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	20	0.005797003942107581	4.847420782753351
1220	7706	7828	1.1950688052049392	0.04149733324876309	0.011634235312040579	0.011624942530478773	1.5922107423981728	1.2730612547373654	1.4061656460664531	0.9999323199940605	0.009302219743818466	model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(512, 768)	model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	10	0.07799244953242623	4.632941482632061
1221	8023	8169	1.1662387127371414	0.018059692963138887	0.01485291620795362	0.014788797955280167	1.7755819928921943	1.1979906741598987	1.4044409053400284	0.9998896893558407	0.010021308603284082	model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)	model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	2	0.03175196142275727	5.718348956479268
1222	8259	8361	0.6227407694356303	0.8016070700237632	0.7984499386344337	0.7984336376657782	0.6309083303327776	0.6391898334373081	0.6350085840746473	0.6020612057711981	0.8089306460965232	model.visual.merger.linear_fc1.weight|2d-128|(3072, 1152)	model.visual.merger.linear_fc1.weight|2d-128|(3072, 128)	model.visual.merger.linear_fc1.weight	2d-128	0	0.008167560897147319	1.6612335017238362
1223	8556	8677	0.7709532676452943	0.6982480863537561	0.6958952047685123	0.6961068503841116	0.7848901248646143	0.7750985336489925	0.7799482361066813	0.7181433450086345	0.6872138350351625	model.visual.merger.linear_fc1.weight|2d-64|(1472, 128)	model.visual.merger.linear_fc1.weight|2d-64|(1472, 3200)	model.visual.merger.linear_fc1.weight	2d-64	0	0.004145266003698245	2.1304725817919
1224	8865	8953	1.3303427318268726	0.045540028670624406	0.015154778521465217	0.015056455445635839	1.374252470273931	1.4346266923358977	1.403466578060663	0.999885159749841	0.015820564454942555	model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)	model.visual.merger.linear_fc2.weight|2d-128|(1280, 3712)	model.visual.merger.linear_fc2.weight	2d-128	0	0.043909738447058366	3.3434912211210657
1225	8966	9083	1.3156317473764678	0.03549963567142614	0.020281260693664066	0.020282544621552965	1.332955074127266	1.478007124555562	1.3998760388991032	0.9997943140789888	0.022488265645284736	model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)	model.visual.merger.linear_fc2.weight|2d-64|(64, 3776)	model.visual.merger.linear_fc2.weight	2d-64	0	0.017323326750798174	3.3651962703611846
1226	9271	9319	0.46506909249313744	0.8904759148164312	0.8654023995390019	0.8646654228810263	0.5137511034181623	0.6831852872070765	0.5806868176852437	0.5010775258102659	1.150810544143047	model.visual.pos_embed.weight|2d-128|(768, 896)	model.visual.pos_embed.weight|2d-128|(1536, 896)	model.visual.pos_embed.weight	2d-128	0	0.04868201092502489	1.2230885267880471
1227	9553	9601	0.26400463474163494	0.964697151609554	0.9468069499801322	0.9486039654648283	0.3639456319465993	0.32588067354153283	0.34334061165464075	0.3218021122822529	0.8477807108799205	model.visual.pos_embed.weight|2d-64|(1408, 64)	model.visual.pos_embed.weight|2d-64|(1216, 64)	model.visual.pos_embed.weight	2d-64	0	0.06187603879989789	1.3074124164357444
1228	9770	9868	1.0110728642424736	0.048084185941902335	0.003458898679442581	0.003777300008794215	1.0221482450824062	4.751600114808114	1.4132074756176565	0.9999940179920704	0.016079177791890623	mtp.fc.weight|2d-128|(1408, 3456)	mtp.fc.weight|2d-128|(896, 3584)	mtp.fc.weight	2d-128	0	0.011075380839932647	1.117706951650832
1229	10068	10091	1.0044931854641574	0.03888646901333437	0.022995533886820227	0.023477831290493467	1.007028035517289	6.994820443925763	1.4096192552218119	0.9997355677484222	0.1597270630781324	mtp.fc.weight|2d-64|(1664, 3712)	mtp.fc.weight|2d-64|(320, 3648)	mtp.fc.weight	2d-64	0	0.0025348500531314766	7.692894878470197
1230	10142	10367	1.2472988102669293	0.03160832930455064	0.0060831464562695284	0.006081218336056831	1.3241486846210073	1.5149173723296536	1.4099443521923964	0.9999814974934245	0.00695953887358646	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2176)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.07684987435407797	3.321309794162073
1231	10454	10607	1.2315314702670819	0.03717565543495055	0.0227745303580695	0.022755668601957914	1.3214522796655717	1.489926812163518	1.3981333673134368	0.9997406267462423	0.025678099721850905	mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)	mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)	mtp.layers.*.mlp.down_proj.weight	2d-64	0	0.08992080939848979	3.510184140702047
1232	10807	10838	1.2922185169930733	0.048632420390147285	0.021164796841892933	0.021261186832463155	1.3257381285973993	1.4865639652047202	1.399266366656248	0.999776000599455	0.02373230703511835	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1536)	mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)	mtp.layers.*.mlp.gate_proj.weight	2d-128	0	0.03351961160432593	3.723767392331843
1233	10940	10986	1.2794328795541656	0.068450670642986	0.05219542567286029	0.052654814327210586	1.4438333604350269	1.3186052190071864	1.376966710506978	0.9986368897346166	0.047668354663725356	mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)	mtp.layers.0.mlp.gate_proj.weight|2d-64|(1984, 1408)	mtp.layers.*.mlp.gate_proj.weight	2d-64	0	0.03917233945302079	4.104940517048387
1234	11201	11321	1.3140265821251287	0.027710531634490235	0.012536345811146942	0.012427080493055284	1.3524461298568222	1.464990017891132	1.4053494921280638	0.9999214169292022	0.013579558600316202	mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)	mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)	mtp.layers.*.mlp.up_proj.weight	2d-128	0	0.03841954773169354	3.6284404211113572
1235	11586	11607	1.2974757206062602	0.0343498641504376	0.019032876675346908	0.019175350217136334	1.4885799558786683	1.326883056061965	1.4007799732658206	0.9998188583965902	0.016965431698109767	mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 448)	mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)	mtp.layers.*.mlp.up_proj.weight	2d-64	0	0.029407335455704953	4.068373493965659
1236	11666	11726	1.201872190428748	0.04828924990112206	0.0016810314842615629	0.00168200770970525	1.682673411624138	1.241852347860816	1.413077250942281	0.9999985870655763	0.0012406405670505026	mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)	mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)	mtp.layers.*.self_attn.k_proj.weight	2d-128	0	0.039980157432068175	5.052769873470082
1237	11744	11935	1.0704378370695133	0.024276724990839115	0.013589802326613408	0.013748918089800857	2.3938324174681203	1.0937792422985013	1.406930072159126	0.9999076543725043	0.006209391928742889	mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)	mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)	mtp.layers.*.self_attn.k_proj.weight	2d-64	0	0.023341405228987977	8.387813983413528
1238	12021	12023	1.0014893032124845	0.4587354086173686	0.4512827580522474	0.45129761546544384	1.0006360983616538	1.1069310294463133	1.0497687875883515	0.892381012956213	0.4992213340694416	mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 640)	mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 896)	mtp.layers.*.self_attn.o_proj.weight	2d-128	0	0.0008532048508307355	2.9915130349428436
1239	12348	12454	1.1205484331695164	-0.003321830302123075	0.003194871885679403	0.003155818410376238	2.0609415931482835	1.1416223740755906	1.412297115425948	0.9999948963837936	0.0017697431305780118	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)	mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)	mtp.layers.*.self_attn.o_proj.weight	2d-64	0	0.021073940906074284	6.221021084871691
1240	12578	12609	1.0432656945494805	0.05446068158156107	-0.0013350165903454794	-0.001148395267619247	3.0696982510375275	1.0581831419589987	1.414795147071477	0.9999991088649547	-0.00046020551031740426	mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)	mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)	mtp.layers.*.self_attn.q_proj.weight	2d-128	0	0.01491744740951817	8.63943779771884
1241	12866	12988	1.043204910531282	0.03275045674998738	0.007982678171461467	0.007728405652796646	1.0507073942331477	3.178662919295512	1.4108454721095474	0.9999681379170092	0.02414967596074975	mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)	mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)	mtp.layers.*.self_attn.q_proj.weight	2d-64	0	0.007502483701865792	3.033088835883287
1242	13047	13070	1.3309702099223175	0.0009076101133781858	-0.00981738951907337	-0.009810088232162653	1.43660742447642	1.406155769717541	1.421136965074315	0.999951808270294	-0.009609291084403778	mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)	mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)	mtp.layers.*.self_attn.v_proj.weight	2d-128	0	0.07518555979522357	4.063346349353166
1243	13136	13192	1.2829628692156243	0.06922231956401405	0.023898060580132104	0.024548418609564183	1.456436042251121	1.34476930974507	1.3972671704889124	0.999714400566736	0.02206576704934973	mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 0)	mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)	mtp.layers.*.self_attn.v_proj.weight	2d-64	0	0.061806440529445617	3.918635037170025
1244	125	212	1.1330534137715746	0.3281466720692858	0.36381548435852323	0.3627953475892084	1.159025189929945	1.1001387620574052	1.1284312501413456	0.9314710373065677	0.34533116282286597	model.language_model.embed_tokens.weight|2d-128|(192384, 768)	model.language_model.embed_tokens.weight|2d-128|(226176, 768)	model.language_model.embed_tokens.weight	2d-128	0	0.03291465171416941	3.1109329460684396
1245	423	508	1.0479226367415206	0.45091960599815534	0.4191292947327556	0.4179992605979463	1.0683442067491185	1.0877249411620118	1.077903921201281	0.9079265577660028	0.42673268088355104	model.language_model.embed_tokens.weight|2d-64|(239488, 832)	model.language_model.embed_tokens.weight|2d-64|(204608, 832)	model.language_model.embed_tokens.weight	2d-64	0	0.02042157000759781	2.797595937919657
1246	535	553	0.06594598205979679	0.9978354987542325	0.9978354987542325	0.9987324299764962	0.06594598205979678	0.06641887207132693	0.06618115998092203	0.06575954247021552	1.0049908465976116	model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(5377, 0, 0)	model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5359, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-axis0-slice	20	1.3877787807814457e-17	0.12486484171545167
1247	898	975	0.38587136477980544	0.9342447671295486	0.9342447671295486	0.9395092415368294	0.3858713647798058	0.49036797200553117	0.42884998257919754	0.35663246499870904	1.1872446458304073	model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1908, 0, 0)	model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5348, 0, 0)	model.language_model.layers.*.linear_attn.conv1d.weight	3d-volume	6	3.885780586188048e-16	1.177337568335444
1248	1071	1108	1.1141510835169637	0.01823525263506203	-0.00283986622471645	-0.002797064276842712	2.249368958658125	1.1179643350858035	1.4158133438699456	0.9999959675717827	-0.0014114488169792048	model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4992, 384)	model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-128	13	0.003813251568839826	5.706782497404185
1249	1346	1433	1.1074516504210574	0.011297362868424945	0.011792021176265991	0.011848831348295619	1.1250620361037549	2.133019303274617	1.4073152116538312	0.9999304717011971	0.022356641666361234	model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)	model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)	model.language_model.layers.*.linear_attn.in_proj_qkv.weight	2d-64	20	0.01761038568269746	3.1796842559024387
1250	1544	1645	1.128076967335403	0.00017017615421071556	0.001655994157963639	0.0017017029497436204	1.1332956080046745	2.118659115422574	1.4132392000169824	0.9999986288407343	0.0030958269784821424	model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-128	4	0.005218640669271579	3.0136163995270153
1251	1922	2013	1.120213250364061	0.014745290382991905	0.024624849395745343	0.024947361393631233	2.10449682174127	1.1214895371758353	1.399685342062078	0.9996967624196034	0.013122619462551182	model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)	model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(320, 512)	model.language_model.layers.*.linear_attn.in_proj_z.weight	2d-64	3	0.0012762868117743853	5.712957306591472
1252	2178	2243	1.2068146365381474	0.02864759974712367	-0.012834327939100032	-0.012846283914824811	1.7558829442354627	1.2274385017476317	1.4227111072292604	0.9999176366213127	-0.008971753104741246	model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)	model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(896, 1664)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-128	10	0.020623865209484338	4.522336382690733
1253	2374	2486	1.208138485498648	0.01748133030149497	0.016344758001045706	0.01626824661742406	1.7013256158302628	1.2214678395217735	1.4032200396228556	0.999866415520537	0.011734729705636396	model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)	model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1536, 1728)	model.language_model.layers.*.linear_attn.out_proj.weight	2d-64	2	0.013329354023125406	4.53346260216488
1254	2585	2804	1.2513705046300525	0.06496219252732713	0.007900856811275671	0.007756865562586912	1.2975838400733306	1.5543378464970357	1.4087059226150884	0.9999687877437213	0.00946420599752972	model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)	model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1664, 4224)	model.language_model.layers.*.mlp.down_proj.weight	2d-128	17	0.0462133354432781	3.195168724333138
1255	2875	3034	1.2373400446131	0.03823721901719896	0.016123308485108224	0.016118254154306233	1.2704990776720102	1.5881679142240017	1.403046712520568	0.9998700110131786	0.02015469484173448	model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)	model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1216, 1536)	model.language_model.layers.*.mlp.down_proj.weight	2d-64	19	0.033159033058910214	3.3748300336155848
1256	3150	3220	1.1374641202148876	0.04452107653888155	7.520867187925411e-05	6.463020964119975e-05	1.9611393900093597	1.1624291384151784	1.4141669086318984	0.9999999971718279	4.457855066259925e-05	model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(4992, 768)	model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)	model.language_model.layers.*.mlp.gate_proj.weight	2d-128	11	0.024965018200290734	5.181254131361395
1257	3384	3537	1.125781309306195	0.013740010478133773	0.015519185682909374	0.015517335441551327	2.0615498397790444	1.1337424144746284	1.4049158458326363	0.9998795701861997	0.008534724073761686	model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)	model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)	model.language_model.layers.*.mlp.gate_proj.weight	2d-64	14	0.007961105168433402	5.621895838502588
1258	3718	3734	1.19892288866598	0.024762291630229964	0.002669128593117071	0.00262805901040886	1.215606313971474	1.7520187435160777	1.4124445237404581	0.9999964378699323	0.003846938988592276	model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)	model.language_model.layers.1.mlp.up_proj.weight|2d-128|(384, 1280)	model.language_model.layers.*.mlp.up_proj.weight	2d-128	22	0.016683425305493937	3.2680304944908234
1259	3933	4066	1.1981411369984512	0.04844758766078856	0.030124896551459678	0.030007255218748047	1.6766168814685647	1.2182834799603364	1.393806608374036	0.9995461423104808	0.021889713869522164	model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5696, 1408)	model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)	model.language_model.layers.*.mlp.up_proj.weight	2d-64	23	0.020142342961885218	4.195723615181976
1260	4205	4300	1.1558125505713646	0.03953747523830479	0.004027927673079075	0.004207795229716884	1.1820155323636512	1.863649737618145	1.4116347483788194	0.9999918878664269	0.006350717182258851	model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1408)	model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)	model.language_model.layers.*.self_attn.k_proj.weight	2d-128	16	0.02620298179228664	3.1282260883698885
1261	4494	4506	1.0893860097723314	0.06610811924086488	0.023208696547902884	0.023193487364817782	1.1132256375478355	2.1704000356852315	1.4008217406427679	0.9997306419253874	0.04524882837475223	model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1920)	model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)	model.language_model.layers.*.self_attn.k_proj.weight	2d-64	8	0.02383962777550419	3.1881765318383226
1262	4648	4827	1.0986439552603753	0.028400911378936588	0.004674755105643072	0.0047269635751925835	1.1116841876218946	2.2672041076484617	1.411597816202297	0.9999890732726544	0.009533844319974612	model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)	model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1408)	model.language_model.layers.*.self_attn.o_proj.weight	2d-128	8	0.0130402323615193	2.8688116799164614
1263	4894	4916	1.0993628751289617	0.02956661047474505	0.01818675664903359	0.01798450960574654	2.2527694032557215	1.1059662587839507	1.4040021003728809	0.9998346072639158	0.008928538882620202	model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 1856)	model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)	model.language_model.layers.*.self_attn.o_proj.weight	2d-64	12	0.006603383654989026	6.208313807987698
1264	5273	5362	1.0949602358267607	0.030323772681749246	-0.007978285421101893	-0.008072363834349571	1.1127526704792234	2.3174465564721225	1.4186093571100533	0.9999681729743899	-0.0166157768623657	model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)	model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)	model.language_model.layers.*.self_attn.q_proj.weight	2d-128	4	0.01779243465246272	2.870263975477284
1265	5452	5618	1.0829271557381308	0.013518921838145882	-0.004753980882392524	-0.004598493504008316	1.0923091704013024	2.5125115291199127	1.4166696792188607	0.9999886997690373	-0.010935028378310346	model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)	model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)	model.language_model.layers.*.self_attn.q_proj.weight	2d-64	4	0.009382014663171567	3.033851638888777
1266	5662	5769	1.069634602365928	0.010548329586400394	0.0010609715382900043	0.0010664600760305635	2.64707520877918	1.079566017353081	1.413688801473555	0.9999994371695391	0.00043269976399535714	model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)	model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)	model.language_model.layers.*.self_attn.v_proj.weight	2d-128	12	0.009931414987152998	9.03340796221817
1267	6038	6090	1.0588521123944963	0.014098683367543843	0.006506591779515024	0.00677245835563794	1.0788409190505501	2.6223539383282866	1.4109722211503515	0.9999788319076632	0.015815665013078906	model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)	model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)	model.language_model.layers.*.self_attn.v_proj.weight	2d-64	16	0.019988806656053848	3.595833101398141
1268	6189	6200	1.1157783196789386	0.04219187256560157	-0.0021634021588594152	-0.0022147505116251165	2.1272041079568087	1.1343059134459077	1.4154832516725586	0.9999976598428113	-0.0011536080871491544	model.visual.blocks.15.attn.proj.weight|2d-128|(640, 896)	model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)	model.visual.layers.*.attn.proj.weight	2d-128	8	0.018527593766969108	6.061351709383701
1269	6430	6642	1.1512416149755516	-0.0015765724448538725	-0.013338251347802348	-0.013303311657097132	1.1567880588351562	2.0354205574157276	1.4222936409682032	0.9999110415686902	-0.023469252458080306	model.visual.blocks.23.attn.proj.weight|2d-64|(64, 448)	model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)	model.visual.layers.*.attn.proj.weight	2d-64	5	0.005546443859604677	2.9249392414302986
1270	6786	6848	1.0603236049453997	0.016017007017054778	0.014643527017005312	0.01468960141340692	2.894353084894344	1.0598928452743206	1.4075108416970339	0.9998927778099521	0.0053623621789294276	model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)	model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)	model.visual.layers.*.attn.qkv.weight	2d-128	1	0.00043075967107908397	8.337477378435635
1271	7078	7106	1.051800732850409	0.01199683166285039	-0.02327080491343869	-0.023282885698933643	4.458125491681475	1.031659496305543	1.421423793800989	0.99972919815252	-0.005385121374537119	model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)	model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)	model.visual.layers.*.attn.qkv.weight	2d-64	0	0.020141236544866103	12.613897723848233
1272	7191	7325	1.1912737752621578	0.05330185935862612	0.015927772902967458	0.015652363607231212	1.2186388237228583	1.7101611182597538	1.4035275953725237	0.9998731449790776	0.02235203522887345	model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)	model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2560, 896)	model.visual.layers.*.mlp.linear_fc1.weight	2d-128	15	0.027365048460700425	3.4928004725088
1273	7555	7640	1.1915385196346502	0.010900388904055846	0.002781177140223589	0.0025141734311441982	1.7850255185404373	1.204955688514518	1.4123884618156413	0.9999961325193787	0.0018773934496012846	model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(320, 640)	model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)	model.visual.layers.*.mlp.linear_fc1.weight	2d-64	16	0.01341716887986788	5.323151215358548
1274	7727	7836	1.1950809487274885	0.03041880760450307	0.007634054728859815	0.00736417058544528	1.2632578079753785	1.6204634190833653	1.4089688955198414	0.9999708601796339	0.009792701338790238	model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)	model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3456)	model.visual.layers.*.mlp.linear_fc2.weight	2d-128	7	0.06817685924788996	2.9795498465943067
1275	8078	8169	1.166989228138549	0.027263512635249783	0.003460692023335324	0.003730556397545417	1.760114114896133	1.2122725593131312	1.4119254262941001	0.9999940117874304	0.0023835397606426353	model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)	model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)	model.visual.layers.*.mlp.linear_fc2.weight	2d-64	10	0.045283331174582164	5.959826409523344
1276	8197	8205	0.6244280958659848	0.8046274449006503	0.8001217162726985	0.8001186158115626	0.6324675711332947	0.632059259241025	0.6322633163051588	0.5998376773334861	0.7996051692955437	model.visual.merger.linear_fc1.weight|2d-128|(0, 640)	model.visual.merger.linear_fc1.weight|2d-128|(0, 1664)	model.visual.merger.linear_fc1.weight	2d-128	0	0.0076311633750402175	1.6014395743790604
1277	8473	8681	0.7807336308089459	0.6892513765699517	0.6830058067249589	0.682965654476358	0.7942427984617574	0.7982620264501357	0.7962448045667838	0.7304129434641667	0.686462125195747	model.visual.merger.linear_fc1.weight|2d-64|(384, 704)	model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)	model.visual.merger.linear_fc1.weight	2d-64	0	0.013509167652811516	2.1084929861165764
1278	8706	8865	1.330398588382158	0.05439774032785712	0.02035975383324995	0.02036367806706322	1.4371578935044529	1.3651415777384381	1.3997622092114792	0.9997927187291621	0.019339521840926334	model.visual.merger.linear_fc2.weight|2d-128|(1920, 768)	model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)	model.visual.merger.linear_fc2.weight	2d-128	0	0.03474298935628006	3.523828499858464
1279	9033	9064	1.3164298158629153	0.01832939413089258	0.00015533609905466508	2.496002104717043e-05	1.5007264786426124	1.340935483575256	1.414104411382236	0.9999999879353481	0.00013879656957273252	model.visual.merger.linear_fc2.weight|2d-64|(1792, 1152)	model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)	model.visual.merger.linear_fc2.weight	2d-64	0	0.02450566771234075	3.8977430757901335
1280	9280	9304	0.4661000634322652	0.8853375262521007	0.8547524858402185	0.8636902466317742	0.5191414489348257	0.6148919227674554	0.5609783457954907	0.5190358253049275	1.012403075475749	model.visual.pos_embed.weight|2d-128|(1024, 0)	model.visual.pos_embed.weight|2d-128|(1408, 0)	model.visual.pos_embed.weight	2d-128	0	0.053041385502560545	3.0198371193106204
1281	9377	9480	0.2720663985021488	0.9625750124797486	0.9185167594545626	0.9187268320021078	0.3961484361265592	0.42002855765382624	0.4075647358402844	0.39538204638183716	0.9738856309186897	model.visual.pos_embed.weight|2d-64|(1664, 896)	model.visual.pos_embed.weight|2d-64|(1280, 896)	model.visual.pos_embed.weight	2d-64	0	0.12408203762441039	0.9553331582230139
1282	9698	9868	1.0111266616678038	0.04853136041675654	0.004745482316767167	0.00508341748528035	1.0205489778059593	4.8931742985814415	1.412871563040671	0.9999887401353984	0.022752922801116956	mtp.fc.weight|2d-128|(256, 2304)	mtp.fc.weight|2d-128|(896, 3584)	mtp.fc.weight	2d-128	0	0.009422316138155473	0.9918586168857778
1283	9891	9941	1.0045382421200795	0.046057688528465035	0.026014109831554295	0.023346840832300115	1.0085159197185034	6.328543445992778	1.4084843871125414	0.9996615757793593	0.1632412746878315	mtp.fc.weight|2d-64|(576, 2624)	mtp.fc.weight|2d-64|(1664, 1856)	mtp.fc.weight	2d-64	0	0.003977677598423934	7.650926677175931
1284	10142	10263	1.2473438626001054	0.01802027201557835	-0.004174034842630304	-0.00418168469336009	1.3510949773128267	1.4939418983038464	1.4171471642795712	0.9999912886786226	-0.00461534210480727	mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)	mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2304)	mtp.layers.*.mlp.down_proj.weight	2d-128	0	0.10375111471272125	3.2580839257828886

The file is too large to be shown. View Raw