exp-model-parameter-similarity/results/model-shell/metrics.csv

1	group_index	group	model	center	kind	stratum	changed	projected	dimension	analyzed_dimension	population	ncal	neval	sampling_sha256	median_max	median_rms	p10_rms	p90_rms	outside	rmax	rms	covariance_participation	rank_ceiling	coordinate_variance_participation	point_energy_participation_median	zero_fraction	heldout_outside_coordinate_range	ball_interior90_gap	ball_interior95_gap	ball_rms_cdf_positive_gap	ball_rms_cdf_negative_gap	ball_median_rms_delta	ball_participation_ratio	range_box_interior90_gap	range_box_interior95_gap	range_box_rms_cdf_positive_gap	range_box_rms_cdf_negative_gap	range_box_median_rms_delta	range_box_participation_ratio	moment_box_interior90_gap	moment_box_interior95_gap	moment_box_rms_cdf_positive_gap	moment_box_rms_cdf_negative_gap	moment_box_median_rms_delta	moment_box_participation_ratio
2	0	model.language_model.embed_tokens.weight::rows	original	origin	matrix	primary	False	False	2048	2048	248320	256	256	78b6cacb6d8b90ca68195ea6c6383ddb8170d2ced25d8682027e0e279a69d3c9	0.7260172109289181	0.9942038960570854	0.8833337856173005	1.129436375388472	0.0	0.9240788506343472	0.6748084094989579	21.435443188386817	256	1982.0819050826672	610.9888923551141	0.0	0.00791168212890625	0.98828125	1.0	0.37890625	0.35546875	-0.0058381862467162815	0.09404634900348956	0.98828125	0.935546875	0.369140625	0.32421875	-0.007209090308708088	0.30660069889853325	0.98828125	0.87890625	0.369140625	0.310546875	-0.007829901708070297	0.8423683969692186
3	0	model.language_model.embed_tokens.weight::rows	original	mean	matrix	primary	False	False	2048	2048	248320	256	256	78b6cacb6d8b90ca68195ea6c6383ddb8170d2ced25d8682027e0e279a69d3c9	0.7377186835524034	0.9933266011319611	0.8736011340672312	1.150580598592894	0.00390625	0.817759380010598	0.6073293241080776	188.55224090100074	255	1982.0819050826672	654.8769243584662	0.0	0.00791168212890625	0.953125	0.9921875	0.521484375	0.38671875	-0.010553402564465242	0.8301382634860834	0.953125	0.98828125	0.41796875	0.359375	-0.011074647261289372	0.8388788094456098	0.953125	0.98828125	0.41796875	0.365234375	-0.01161657691205964	0.8341695138499194
4	0	model.language_model.embed_tokens.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	248320	256	256	78b6cacb6d8b90ca68195ea6c6383ddb8170d2ced25d8682027e0e279a69d3c9	0.7260172109289181	0.9942038960570854	0.8833337856173005	1.129436375388472	0.0	0.9240788506343472	0.6748084094989579	21.435443188386817	256	1982.0819050826672	610.9888923551141	0.0	0.00791168212890625	0.98828125	1.0	0.37890625	0.35546875	-0.0058381862467162815	0.09404634900348956	0.98828125	0.935546875	0.369140625	0.32421875	-0.007209090308708088	0.30660069889853325	0.98828125	0.87890625	0.369140625	0.310546875	-0.007829901708070297	0.8423683969692186
5	0	model.language_model.embed_tokens.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	248320	256	256	78b6cacb6d8b90ca68195ea6c6383ddb8170d2ced25d8682027e0e279a69d3c9	0.7377186835524034	0.9933266011319611	0.8736011340672312	1.150580598592894	0.00390625	0.817759380010598	0.6073293241080776	188.55224090100074	255	1982.0819050826672	654.8769243584662	0.0	0.00791168212890625	0.953125	0.9921875	0.521484375	0.38671875	-0.010553402564465242	0.8301382634860834	0.953125	0.98828125	0.41796875	0.359375	-0.011074647261289372	0.8388788094456098	0.953125	0.98828125	0.41796875	0.365234375	-0.01161657691205964	0.8341695138499194
6	1	model.language_model.embed_tokens.weight::columns	original	origin	matrix	primary	False	True	248320	8192	2048	256	256	02c3096e2e5a8c9f228cd3ed3f27871c7ab70a969e4051b6bd46429f5d00b783	0.41986786500966855	0.9057040050065794	0.8544076779188723	1.114524075552353	0.0	2.921115194716441	1.3541757499945963	21.59679946656748	256	7810.3921874179105	2605.65850274199	0.0	0.006031513214111328	0.99609375	0.99609375	0.75	0.19140625	-0.09433793605624197	0.08702168909621971	0.99609375	0.99609375	0.75	0.19140625	-0.0944242219419984	0.12540776828436404	0.99609375	0.99609375	0.75	0.19140625	-0.09428436000346507	0.08732310980775321
7	1	model.language_model.embed_tokens.weight::columns	original	mean	matrix	primary	False	True	248320	8192	2048	256	256	02c3096e2e5a8c9f228cd3ed3f27871c7ab70a969e4051b6bd46429f5d00b783	0.4244519268106477	0.909936838614835	0.8563405683691003	1.121627803004981	0.0	2.8979173280016517	1.3517713992991989	21.516307449544218	255	7810.3921874179105	2603.802053602392	0.0	0.006031513214111328	0.99609375	0.99609375	0.78515625	0.19140625	-0.0939617468217695	0.08702877791040799	0.99609375	0.99609375	0.74609375	0.19140625	-0.09368955870079665	0.08731384826870096	0.99609375	0.99609375	0.74609375	0.19140625	-0.09379096417697319	0.0871141512808068
8	1	model.language_model.embed_tokens.weight::columns	finetuned	origin	matrix	primary	False	True	248320	8192	2048	256	256	02c3096e2e5a8c9f228cd3ed3f27871c7ab70a969e4051b6bd46429f5d00b783	0.41986786500966855	0.9057040050065794	0.8544076779188723	1.114524075552353	0.0	2.921115194716441	1.3541757499945963	21.59679946656748	256	7810.3921874179105	2605.65850274199	0.0	0.006031513214111328	0.99609375	0.99609375	0.75	0.19140625	-0.09433793605624197	0.08702168909621971	0.99609375	0.99609375	0.75	0.19140625	-0.0944242219419984	0.12540776828436404	0.99609375	0.99609375	0.75	0.19140625	-0.09428436000346507	0.08732310980775321
9	1	model.language_model.embed_tokens.weight::columns	finetuned	mean	matrix	primary	False	True	248320	8192	2048	256	256	02c3096e2e5a8c9f228cd3ed3f27871c7ab70a969e4051b6bd46429f5d00b783	0.4244519268106477	0.909936838614835	0.8563405683691003	1.121627803004981	0.0	2.8979173280016517	1.3517713992991989	21.516307449544218	255	7810.3921874179105	2603.802053602392	0.0	0.006031513214111328	0.99609375	0.99609375	0.78515625	0.19140625	-0.0939617468217695	0.08702877791040799	0.99609375	0.99609375	0.74609375	0.19140625	-0.09368955870079665	0.08731384826870096	0.99609375	0.99609375	0.74609375	0.19140625	-0.09379096417697319	0.0871141512808068
10	2	model.language_model.layers.0.linear_attn.in_proj_a.weight::rows	original	origin	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.8798796101871358	1.1264547877900264	0.8862344962951534	1.1704583629243004	0.0	1.6181584147061125	1.263951834184085	3.1531885348455932	8	1418.464525147812	641.9200567576979	0.0	0.2547607421875	0.75	1.0	0.25	0.75	0.12629146437999061	0.3954820736212091	0.75	0.998046875	0.25	0.75	0.1226074952994114	1.032670107636009	0.75	0.994140625	0.25	0.75	0.12307189179241007	0.7687630338193389
11	2	model.language_model.layers.0.linear_attn.in_proj_a.weight::rows	original	mean	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.9676237164464728	1.117515586635777	0.9885680560157268	1.694176285085259	0.375	1.1293838224683932	0.9779000710685959	5.156656402609086	7	1418.464525147812	658.7351294137003	0.0	0.2547607421875	0.25	0.375	0.375	0.375	-0.013704862941916529	0.7389161617551263	0.25	0.375	0.375	0.375	-0.015839966986700205	0.7408359690806772	0.25	0.375	0.375	0.375	-0.01749874646859606	0.7407602151394888
12	2	model.language_model.layers.0.linear_attn.in_proj_a.weight::rows	finetuned	origin	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.8798675938339952	1.1264556423988106	0.8862454318837417	1.1704619314914433	0.0	1.6181838871630523	1.2639535100974868	3.153060295827339	8	1418.45442282478	641.8585745782019	0.0	0.25555419921875	0.75	1.0	0.25	0.75	0.1262923189887748	0.39546598951069745	0.75	0.998046875	0.25	0.75	0.12261380532398602	1.0326957096267675	0.75	0.994140625	0.25	0.75	0.12307822520110712	0.7687733654227846
13	2	model.language_model.layers.0.linear_attn.in_proj_a.weight::rows	finetuned	mean	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.9676400788541049	1.1175471957569711	0.9885712151681884	1.6941887098701354	0.375	1.129388819806664	0.9778932744888933	5.156545940345627	7	1418.45442282478	658.6696451259368	0.0	0.25555419921875	0.25	0.375	0.375	0.375	-0.013673253820722486	0.7389003332132648	0.25	0.375	0.375	0.375	-0.015800625609494023	0.740818740940504	0.25	0.375	0.375	0.375	-0.017448050781717406	0.7407436943197374
14	3	model.language_model.layers.0.linear_attn.in_proj_b.weight::rows	original	origin	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.6745698832433232	0.9826354382543421	0.6269569872860804	1.424779340179727	0.125	0.8368884225582286	0.574515943059922	3.786538668851844	8	936.9497346117723	484.297776247574	0.0	0.21484375	0.875	0.875	0.5	0.25	-0.0175278851556937	0.47491868883055877	0.875	0.84765625	0.404296875	0.25	-0.01356329212548224	1.0541076689109397	0.875	0.857421875	0.416015625	0.25	-0.013946164929048432	0.6882200660794517
15	3	model.language_model.layers.0.linear_attn.in_proj_b.weight::rows	original	mean	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.6599024018404474	0.9565238669219354	0.8098411850008854	1.4815303540335818	0.125	0.7024552009549632	0.48462133599153157	3.0846783245006377	7	936.9497346117723	527.0108392913342	0.0	0.21484375	0.875	0.875	0.75	0.125	-0.17469658265575827	0.44201484253168205	0.875	0.875	0.75	0.125	-0.1631602173137645	0.4449190063455248	0.875	0.875	0.75	0.125	-0.16430939177163695	0.44510669932747243
16	3	model.language_model.layers.0.linear_attn.in_proj_b.weight::rows	finetuned	origin	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.6745752364553801	0.9826142577094528	0.6269131239011736	1.4248323088635297	0.125	0.8368598223314578	0.5745132518687448	3.7866172754167984	8	936.7348261896889	484.3181674636585	0.0	0.2159423828125	0.875	0.875	0.5	0.25	-0.01754906570058301	0.47492854789447614	0.875	0.84765625	0.404296875	0.25	-0.013579751346786795	1.0540937352384556	0.875	0.857421875	0.416015625	0.25	-0.013979988418014733	0.6882247206045742
17	3	model.language_model.layers.0.linear_attn.in_proj_b.weight::rows	finetuned	mean	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.6599525759419393	0.9565586122885246	0.8097931987105919	1.4815630321411417	0.125	0.7024289840297571	0.48462249094976734	3.084712512153239	7	936.7348261896889	527.193149192224	0.0	0.2159423828125	0.875	0.875	0.75	0.125	-0.17466183728916906	0.44201974140550016	0.875	0.875	0.75	0.125	-0.16314420273143826	0.44492225983470035	0.875	0.875	0.75	0.125	-0.16430992134549505	0.44511154222034643
18	4	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::rows	original	origin	matrix	primary	True	False	2048	2048	6144	256	256	4e487930d3ac344be114b31d2fab144f0154a548d9c42fe1aa3676bbf00017d4	0.41628542730127494	0.9396747003358772	0.7942572144059077	1.1950336147199982	0.0	1.4862871202140886	0.6584402758843546	48.6956992833873	256	1899.555177302515	650.0893432652729	0.0	0.006988525390625	0.99609375	0.99609375	0.66015625	0.19921875	-0.06036738196792446	0.21364861409796085	0.99609375	0.666015625	0.626953125	0.17578125	-0.06084879709563329	0.49164015474159184	0.99609375	0.892578125	0.658203125	0.1953125	-0.06143517046400748	0.2162331074654533
19	4	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::rows	original	mean	matrix	primary	True	False	2048	2048	6144	256	256	4e487930d3ac344be114b31d2fab144f0154a548d9c42fe1aa3676bbf00017d4	0.4160434191497635	0.943844027390203	0.7948483347265693	1.1991991834011224	0.0	1.4910106333818678	0.6572327036026183	48.472524335755914	255	1899.555177302515	651.4316107983615	0.0	0.006988525390625	0.99609375	1.0	0.716796875	0.203125	-0.06003597630622337	0.2134098061449121	0.99609375	0.88671875	0.642578125	0.171875	-0.06092564856671856	0.22406948283280154	0.99609375	0.951171875	0.646484375	0.177734375	-0.06084001300641495	0.21531191062220306
20	4	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::rows	finetuned	origin	matrix	primary	True	False	2048	2048	6144	256	256	4e487930d3ac344be114b31d2fab144f0154a548d9c42fe1aa3676bbf00017d4	0.41626146509156403	0.9396209755665428	0.7942610708368301	1.1950559003066852	0.0	1.4862850107998211	0.6584390857878951	48.69469554226589	256	1899.5410512436658	650.2042928202368	0.0	0.0070953369140625	0.99609375	0.99609375	0.66015625	0.19921875	-0.06042110673725887	0.21364421026142788	0.99609375	0.666015625	0.626953125	0.17578125	-0.060907958069602586	0.4915559517642143	0.99609375	0.892578125	0.658203125	0.1953125	-0.0614881897894044	0.21622887099182078
21	4	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::rows	finetuned	mean	matrix	primary	True	False	2048	2048	6144	256	256	4e487930d3ac344be114b31d2fab144f0154a548d9c42fe1aa3676bbf00017d4	0.41605408302261354	0.9438673133732209	0.7948525591708919	1.1992188759088853	0.0	1.4910065512046233	0.6572315352516678	48.47151538117269	255	1899.5410512436658	651.49680899502	0.0	0.0070953369140625	0.99609375	1.0	0.716796875	0.203125	-0.06001269032320544	0.21340536402424756	0.99609375	0.88671875	0.642578125	0.171875	-0.06089705425310066	0.22406385400711668	0.99609375	0.951171875	0.646484375	0.177734375	-0.0608187236103086	0.2153076798020463
22	5	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::columns	original	origin	matrix	primary	True	False	6144	6144	2048	256	256	b13427da538f773f1f94dab44fba4d97978f99cdf5509bced4a10558bbd275c4	0.49892991277762583	0.9619264464448661	0.9094600857049977	1.1109265625471192	0.00390625	2.2397434797073124	1.1617052666600896	40.18601222141765	256	3896.141584068721	1573.4163242289787	0.0	0.008762995402018229	0.984375	0.99609375	0.58203125	0.20703125	-0.03811663983008218	0.16346510175832069	0.984375	0.98828125	0.578125	0.201171875	-0.03723210376594499	0.487972762315609	0.984375	0.99609375	0.58203125	0.20703125	-0.03753997797813413	0.16784754885928752
23	5	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::columns	original	mean	matrix	primary	True	False	6144	6144	2048	256	256	b13427da538f773f1f94dab44fba4d97978f99cdf5509bced4a10558bbd275c4	0.5005669738424878	0.9660362238528464	0.9129303706722851	1.107446614203731	0.00390625	2.2379507513085324	1.1596296365814929	40.00259016758567	255	3896.141584068721	1565.6451288336757	0.0	0.008762995402018229	0.984375	0.99609375	0.703125	0.2265625	-0.037970494540858546	0.1633275571831299	0.984375	0.99609375	0.55859375	0.22265625	-0.03668294749333434	0.17064408921607266	0.984375	0.99609375	0.55859375	0.22265625	-0.03757494097980052	0.16711712149110217
24	5	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::columns	finetuned	origin	matrix	primary	True	False	6144	6144	2048	256	256	b13427da538f773f1f94dab44fba4d97978f99cdf5509bced4a10558bbd275c4	0.49894984272471954	0.9619509386455217	0.909493454821751	1.1109169882154746	0.00390625	2.2397139312284833	1.1617067657403835	40.18644510130852	256	3896.1164390071986	1573.4901819731554	0.0	0.008921941121419271	0.984375	0.99609375	0.58203125	0.20703125	-0.03809214762942659	0.1634668625888062	0.984375	0.98828125	0.578125	0.201171875	-0.03720744453593372	0.48782841926024695	0.984375	0.99609375	0.58203125	0.20703125	-0.037515538023788486	0.16784942051013874
25	5	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::columns	finetuned	mean	matrix	primary	True	False	6144	6144	2048	256	256	b13427da538f773f1f94dab44fba4d97978f99cdf5509bced4a10558bbd275c4	0.5005784285294085	0.9660439550197106	0.9129240768987296	1.1074671986040625	0.00390625	2.2379203454687673	1.1596311367487306	40.003023325849874	255	3896.1164390071986	1565.8209698998694	0.0	0.008921941121419271	0.984375	0.99609375	0.703125	0.2265625	-0.03796276337399429	0.16332932573563785	0.984375	0.99609375	0.55859375	0.22265625	-0.036674570780402815	0.1706458138473059	0.984375	0.99609375	0.55859375	0.22265625	-0.037565269988111494	0.1671190326301752
26	6	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head0	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5815072394579852	0.9952186059452871	0.9713061293601151	1.0032242849787902	0.0	1.056721687527222	0.6174435523195199	58.94241508817453	64	1530.2795020023098	412.2062410562593	0.0	0.029266357421875	1.0	1.0	0.275390625	0.015625	-0.004947904423605931	0.9510418500637373	1.0	0.94140625	0.275390625	0.015625	-0.008944072628390143	1.32610823290759	1.0	0.99609375	0.294921875	0.015625	-0.009831556010958864	0.9700286387002544
27	6	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head0	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5937261687148068	1.010822139180346	0.9884038899471483	1.0196147259370412	0.0	1.0430698584959581	0.6126674978536543	58.1066617690467	63	1530.2795020023098	415.23458832072697	0.0	0.029266357421875	1.0	1.0	0.28125	0.015625	-0.004471645720535822	0.9521389994323406	1.0	1.0	0.337890625	0.015625	-0.009752539637135627	0.9655231241027794	1.0	1.0	0.302734375	0.015625	-0.008748213856738296	0.958345741226231
28	6	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head0	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5815081503464286	0.9952420816917653	0.9712731138678734	1.0032359013738248	0.0	1.056752699504876	0.6174480751638821	58.94194874290373	64	1530.201642090769	412.1965248703192	0.0	0.02962493896484375	1.0	1.0	0.275390625	0.015625	-0.0049244286771277235	0.9510343255354593	1.0	0.943359375	0.275390625	0.015625	-0.008873829964277435	1.3261384831658662	1.0	0.99609375	0.294921875	0.015625	-0.00980829304332298	0.9700223676782677
29	6	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head0	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5937211646183751	1.0108434705506668	0.9883739868858402	1.0195832317751037	0.0	1.0431077152677526	0.612671640638688	58.106028681883664	63	1530.201642090769	415.2378182623671	0.0	0.02962493896484375	1.0	1.0	0.28125	0.015625	-0.004450314350215034	0.9521286256307898	1.0	1.0	0.337890625	0.015625	-0.009734563729283607	0.9655165376798142	1.0	1.0	0.30078125	0.015625	-0.00873148729509654	0.9583383104410644
30	7	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head1	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5841449789478287	0.8922721762340524	0.8279890041194788	1.2593167706823316	0.03125	1.0837699119668138	0.7095130491260341	38.93093682328853	64	1764.0145223127004	646.3218091453773	0.0	0.03649139404296875	0.9375	0.953125	0.625	0.296875	-0.10789433413484062	0.6281546171080293	0.9375	0.91796875	0.609375	0.296875	-0.10756893764934716	0.9167113077066674	0.9375	0.9453125	0.6171875	0.296875	-0.10829527030310437	0.6374543764795433
31	7	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head1	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5979438718527578	0.9083744426769584	0.8394672501612873	1.2679376191252245	0.03125	1.0707881055144886	0.7048538088085661	38.452823333764876	63	1764.0145223127004	649.5503054879586	0.0	0.03649139404296875	0.9375	0.9375	0.671875	0.3125	-0.10691934222392341	0.6300901070497017	0.9375	0.9375	0.59375	0.296875	-0.10828431926224358	0.6371560375439583	0.9375	0.9375	0.603515625	0.296875	-0.10850303448147525	0.6331070066232325
32	7	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head1	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5841431425926273	0.892268437115133	0.8280438981047608	1.2593399839603692	0.03125	1.0837733591982004	0.7095160487207913	38.9320665223425	64	1764.0149970063715	646.205829783174	0.0	0.036834716796875	0.9375	0.953125	0.625	0.296875	-0.10789807325376	0.6281728449169288	0.9375	0.91796875	0.609375	0.296875	-0.10757243668806082	0.916694781688615	0.9375	0.9453125	0.6171875	0.296875	-0.1082943481869112	0.6374732776629121
33	7	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head1	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5979389468049707	0.9083628999966822	0.8395209356809498	1.2679502301884906	0.03125	1.070787625872188	0.7048566440440817	38.453949235840554	63	1764.0149970063715	649.5050248704308	0.0	0.036834716796875	0.9375	0.9375	0.671875	0.3125	-0.10693088490419966	0.6301085561438874	0.9375	0.9375	0.59375	0.296875	-0.10828482326788325	0.6371726330933457	0.9375	0.9375	0.603515625	0.296875	-0.10851518208626132	0.6331253089353662
34	8	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head2	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5784479811364456	0.8949570083052026	0.8543947314627537	1.2026146174750267	0.0	1.0960562059705496	0.7084267665062217	43.24556777367711	64	1772.0458656887943	659.179636175367	0.0	0.0287933349609375	0.96875	0.984375	0.671875	0.234375	-0.1052095020636904	0.697771625424729	0.96875	0.798828125	0.65625	0.19921875	-0.10518708576149194	1.0600869800801593	0.96875	0.951171875	0.662109375	0.22265625	-0.10611078669963969	0.7107887637598878
35	8	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head2	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5912886472071768	0.9116902450049733	0.8708390361890619	1.217110208656124	0.0	1.0844514046069438	0.7033351596171403	42.54727389329801	63	1772.0458656887943	660.26271667304	0.0	0.0287933349609375	0.953125	0.984375	0.703125	0.265625	-0.10360353989590854	0.6971820022006254	0.953125	0.9296875	0.671875	0.208984375	-0.10566124167796653	0.7096256841704985	0.953125	0.978515625	0.671875	0.21875	-0.10558184815904292	0.6992087562771829
36	8	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head2	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5784062128912206	0.8948932316969161	0.854353075238067	1.2026211145973313	0.0	1.096055744983104	0.7084257988756978	43.24595589935812	64	1772.0162950381168	659.2171296878169	0.0	0.02911376953125	0.96875	0.984375	0.671875	0.234375	-0.10527327867197689	0.6977778878719867	0.96875	0.796875	0.65625	0.19921875	-0.10524087908712543	1.060228361676724	0.96875	0.951171875	0.662109375	0.22265625	-0.10617192451123436	0.7107965129428359
37	8	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head2	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.591285043791719	0.9116807351466235	0.8707832342138193	1.2171150853100383	0.0	1.0844451828978328	0.7033341747166989	42.547743447586925	63	1772.0162950381168	660.3659388978265	0.0	0.02911376953125	0.953125	0.984375	0.703125	0.265625	-0.10361304975425834	0.6971896963433831	0.953125	0.9296875	0.671875	0.208984375	-0.10566843352530297	0.7096364975118002	0.953125	0.978515625	0.671875	0.21875	-0.10559069095297835	0.6992170145531676
38	9	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head3	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6530787907212197	1.0286423450700788	1.009603264307277	1.04340156578749	0.03125	1.004133294349565	0.6375181429576984	51.87762326836774	64	1959.3500126851186	666.4154884278335	0.0	0.03510284423828125	0.96875	0.96875	0.078125	0.609375	0.028475834701185754	0.8370507169794704	0.96875	0.939453125	0.078125	0.59375	0.02767495355252869	1.0784570387570882	0.96875	0.953125	0.078125	0.603515625	0.027087395547548798	0.8466908736448596
39	9	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head3	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6679038799657865	1.042975174463253	1.0225946811489985	1.059345346720224	0.03125	0.987912829100226	0.6326428737516089	51.1704368026662	63	1959.3500126851186	664.8702290514013	0.0	0.03510284423828125	0.96875	0.96875	0.078125	0.875	0.027681389562371095	0.838481630410236	0.96875	0.96875	0.078125	0.654296875	0.026536052811027444	0.8392592916535836	0.96875	0.96875	0.078125	0.6484375	0.026380358839982465	0.8375160320582542
40	9	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head3	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6530612116036518	1.0286236640892934	1.00967365652902	1.0434036128890902	0.03125	1.0041488128503184	0.6375224129526453	51.87700742448625	64	1959.3426273732023	666.5186616227976	0.0	0.03551483154296875	0.96875	0.96875	0.078125	0.609375	0.028457153720400363	0.8370407802759348	0.96875	0.939453125	0.078125	0.59375	0.02766432099445071	1.0784031180105833	0.96875	0.953125	0.078125	0.603515625	0.027059145571896925	0.846683215747849
41	9	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head3	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6679448499906966	1.043049041013807	1.0225757689387094	1.0593575131367918	0.03125	0.9879284160032683	0.6326468571290452	51.16985725901339	63	1959.3426273732023	664.9322013541847	0.0	0.03551483154296875	0.96875	0.96875	0.078125	0.875	0.027755256112925064	0.8384721339756291	0.96875	0.96875	0.078125	0.65234375	0.02661613909102778	0.8392491814630619	0.96875	0.96875	0.078125	0.6484375	0.02645319363044596	0.8375070749520522
42	10	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head4	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5854803716682511	0.9202207724201683	0.774115807473364	1.2099996197337552	0.015625	1.265845967854787	0.8053806107693278	28.31259741388369	64	1735.993121177044	655.8790885939763	0.0	0.02667999267578125	0.984375	0.984375	0.640625	0.265625	-0.07994573794872473	0.4568266329828741	0.984375	0.9375	0.626953125	0.263671875	-0.0823900700497684	0.5999551661515243	0.984375	0.984375	0.638671875	0.265625	-0.08100099117345705	0.4618970550833454
43	10	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head4	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.585179951236718	0.9295215711332452	0.7850352186879344	1.2113205739337336	0.015625	1.2712250236810605	0.8002992297011928	27.859980845339507	63	1735.993121177044	657.704876523431	0.0	0.02667999267578125	0.984375	0.984375	0.671875	0.28125	-0.08577221376763666	0.4565151994399441	0.984375	0.984375	0.625	0.25	-0.08763813812528087	0.4597605885630718	0.984375	0.984375	0.62890625	0.25	-0.08757784834164384	0.4571180050318551
44	10	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head4	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5855131628947345	0.920244368920837	0.7741116226417791	1.2099920811409062	0.015625	1.2658154855780868	0.805385671059419	28.312548278141374	64	1735.9895092643287	655.8114911777327	0.0	0.0269775390625	0.984375	0.984375	0.640625	0.265625	-0.07992214144805598	0.4568258401726846	0.984375	0.9375	0.626953125	0.263671875	-0.08234799571950169	0.6000120293624466	0.984375	0.984375	0.638671875	0.265625	-0.08098590600352384	0.4618984777396144
45	10	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head4	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5851989061393734	0.9295213314339287	0.7850403207723143	1.2113033376134585	0.015625	1.2711903152836863	0.8003035076681891	27.859945670256757	63	1735.9895092643287	657.8185509875995	0.0	0.0269775390625	0.984375	0.984375	0.671875	0.28125	-0.08577245346695317	0.45651462305907703	0.984375	0.984375	0.625	0.25	-0.08763048630857628	0.4597612023850739	0.984375	0.984375	0.62890625	0.25	-0.0875702112874911	0.4571179871485039
46	11	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head5	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6194905650690166	0.9081867863801447	0.794805430918751	1.218347782163982	0.03125	1.086492488379108	0.7411160960092235	40.61941338525589	64	1893.977094890747	660.183338883101	0.0	0.02881622314453125	0.9375	0.953125	0.546875	0.3125	-0.09197972398874832	0.6553983578146239	0.9375	0.90234375	0.546875	0.26953125	-0.09253425792000858	0.8690390283790373	0.9375	0.94921875	0.546875	0.302734375	-0.0924660551644898	0.6634962266950724
47	11	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head5	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.62940204801674	0.9236774893776915	0.807939931176542	1.2413807644021675	0.03125	1.0804320539057266	0.7362160010301331	39.99539270114741	63	1893.977094890747	656.4579344931976	0.0	0.02881622314453125	0.9375	0.953125	0.59375	0.34375	-0.0916162955231904	0.6553667347082016	0.9375	0.953125	0.544921875	0.29296875	-0.09301000968431772	0.6604208156800264	0.9375	0.953125	0.546875	0.29296875	-0.09342893852198986	0.6566757973677508
48	11	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head5	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6194905018078705	0.9081679956424384	0.7947399061675495	1.2182411031954103	0.03125	1.0864640471249256	0.7411119539326103	40.62066591939014	64	1894.0024953427683	660.1497994689794	0.0	0.02918243408203125	0.9375	0.953125	0.546875	0.3125	-0.0919985147264546	0.6554185675800114	0.9375	0.90234375	0.546875	0.26953125	-0.09253700115419017	0.8689243659356783	0.9375	0.94921875	0.546875	0.302734375	-0.09247886872210542	0.6635185975380187
49	11	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head5	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6293770064873241	0.9236206505733408	0.807948690480436	1.241315987712566	0.03125	1.0804023071540025	0.7362117439194158	39.996673008198535	63	1894.0024953427683	656.6031014785632	0.0	0.02918243408203125	0.9375	0.953125	0.59375	0.34375	-0.0916731343275411	0.6553877138909237	0.9375	0.953125	0.544921875	0.29296875	-0.09305491219498119	0.6604396492302897	0.9375	0.953125	0.546875	0.29296875	-0.09348667651226561	0.6566971672295862
50	12	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head6	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.40535291543239316	0.9725537941688056	0.8904568090035834	0.9870638114801227	0.0	1.5141689673577905	0.6310939395391473	39.93594269853964	64	1810.9362697254924	613.5671999307012	0.0	0.0253448486328125	1.0	1.0	0.634765625	0.0	-0.027612716200087428	0.6443704889126358	0.990234375	0.427734375	0.544921875	0.0	-0.029228019847499453	1.6392549210509675	1.0	0.998046875	0.6015625	0.0	-0.02988632747093578	0.6563955546204046
51	12	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head6	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4157225870676925	0.9897954776550963	0.9096777750351497	1.003235761776085	0.0	1.4907617394752113	0.6261327122896025	39.47463877861075	63	1810.9362697254924	616.3173495225055	0.0	0.0253448486328125	1.0	1.0	0.8125	0.0	-0.0254983072457855	0.6468336318993487	1.0	0.99609375	0.708984375	0.0	-0.026425069151933434	0.6585457091437347	1.0	1.0	0.74609375	0.0	-0.027508279777684663	0.6493614051291593
52	12	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head6	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.40535848912724765	0.9725489551993218	0.8905008570959377	0.9870585499194213	0.0	1.5141335426420672	0.6310909922847895	39.93572569869224	64	1810.9227310045455	613.5732676831644	0.0	0.02570343017578125	1.0	1.0	0.634765625	0.0	-0.027617555169571206	0.6443669875980726	0.990234375	0.427734375	0.544921875	0.0	-0.02921790655970935	1.639363765277181	1.0	0.998046875	0.6015625	0.0	-0.029888726402620414	0.6563935068894081
53	12	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head6	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4157125484514703	0.9897533930074314	0.9096342609391852	1.0032968310121024	0.0	1.4907262805304795	0.626129322214159	39.47435503627294	63	1810.9227310045455	616.2021414340918	0.0	0.02570343017578125	1.0	1.0	0.8125	0.0	-0.025540391893450476	0.6468289824815815	1.0	0.99609375	0.708984375	0.0	-0.02645596411103668	0.6585398678220618	1.0	1.0	0.74609375	0.0	-0.027543960105476106	0.6493567691341845
54	13	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head7	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5281448355675774	0.8622729810563903	0.7067243244257785	1.277782499074316	0.03125	1.309645460062819	0.8021618459032611	30.545249962104524	64	1702.7770616593268	632.0343220723439	0.0	0.02898406982421875	0.9375	0.953125	0.609375	0.375	-0.13789352931250276	0.49285070846117024	0.9375	0.88671875	0.59375	0.375	-0.13617088554114964	0.6816528954382974	0.9375	0.9453125	0.59375	0.375	-0.1375764739152503	0.49901006810395465
55	13	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head7	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5340222880055554	0.8766859263513025	0.7201433004991645	1.2872940448211179	0.03125	1.3080963096506388	0.7968105375189245	30.06567060406149	63	1702.7770616593268	636.1860580499153	0.0	0.02898406982421875	0.9375	0.953125	0.625	0.375	-0.13860785854957935	0.4926577548026141	0.9375	0.953125	0.59375	0.375	-0.1375328863071048	0.49854759762308243	0.9375	0.953125	0.59375	0.375	-0.1379460859684738	0.494372006011645
56	13	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head7	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5281219062028226	0.8622572223600811	0.7067290519601697	1.277793340831974	0.03125	1.3096846631029264	0.8021656912415799	30.545514503384002	64	1702.7976616992976	631.7568801317791	0.0	0.0292205810546875	0.9375	0.953125	0.609375	0.375	-0.13790928800881197	0.49285497686156543	0.9375	0.88671875	0.59375	0.375	-0.13620059559857978	0.6816703572426572	0.9375	0.9453125	0.59375	0.375	-0.1375941988700714	0.49901339727533245
57	13	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head7	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5339875078467864	0.876654632623036	0.720164771827447	1.287295932456109	0.03125	1.3081421073023027	0.796814980259359	30.065904781669165	63	1702.7976616992976	636.1376708300666	0.0	0.0292205810546875	0.9375	0.953125	0.625	0.375	-0.13863915227784585	0.4926615920499498	0.9375	0.953125	0.59375	0.375	-0.13757126746422488	0.4985511862176561	0.9375	0.953125	0.59375	0.375	-0.13798455430277334	0.4943757940115988
58	14	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head8	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4426464507884541	0.9381517496616565	0.8603276457912429	1.2458090103101296	0.015625	1.4811425352888885	0.698844815451113	34.802323329125194	64	1860.279796907922	660.871383839376	0.0	0.036468505859375	0.984375	0.984375	0.65625	0.21875	-0.06201476070723655	0.5615390193281723	0.984375	0.841796875	0.59375	0.201171875	-0.06198748991470571	1.0769305696857927	0.984375	0.98046875	0.650390625	0.212890625	-0.060175077399063914	0.5714863552396535
59	14	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head8	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4520146876764489	0.9543680110075125	0.8843191256516116	1.2534848148565925	0.015625	1.4633388393627074	0.6930771367127735	34.26230056560287	63	1860.279796907922	660.7554738263437	0.0	0.036468505859375	0.984375	0.984375	0.671875	0.234375	-0.060925773893369395	0.5614239673317657	0.984375	0.984375	0.580078125	0.203125	-0.060430759228041864	0.5671689536409923	0.984375	0.984375	0.609375	0.203125	-0.060520124291720045	0.5619251436775988
60	14	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head8	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4426598066112589	0.9381504301480446	0.8603092172387553	1.2458280658867449	0.015625	1.4811057098539784	0.6988495085924894	34.804273160519315	64	1860.318416480756	660.6330220748869	0.0	0.03688812255859375	0.984375	0.984375	0.65625	0.21875	-0.06201608022084848	0.561570480055623	0.984375	0.841796875	0.59375	0.201171875	-0.06198368138427002	1.076681476333198	0.984375	0.98046875	0.650390625	0.212890625	-0.06017222085567009	0.571516496787523
61	14	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head8	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.45201371728561535	0.954343333686588	0.8842903590845909	1.2534980797364352	0.015625	1.4633136532460387	0.6930816411777398	34.264166452387954	63	1860.318416480756	660.6559462869928	0.0	0.03688812255859375	0.984375	0.984375	0.671875	0.234375	-0.06095045121429388	0.5614545418566569	0.984375	0.984375	0.580078125	0.203125	-0.060459273714350004	0.5671970595278958	0.984375	0.984375	0.609375	0.203125	-0.06054260899062747	0.5619552725661325
62	15	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head9	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7747611350128238	1.0834134659121775	0.9045496737328285	1.5586363430019727	0.140625	0.9025136117362971	0.6453976179856868	54.413608103557415	64	1830.542528156209	656.5016162120778	0.0	0.05499267578125	0.8125	0.828125	0.40625	0.59375	0.08324695554328443	0.8779690896960347	0.8125	0.62109375	0.359375	0.55078125	0.08303057145658199	1.3244887563177736	0.8125	0.615234375	0.396484375	0.587890625	0.08528683782388746	0.8927065584589317
63	15	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head9	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7966521479225218	1.1017161536928906	0.9195573454003799	1.5665901138403444	0.140625	0.8854378276674416	0.6402610553532369	53.75186640860973	63	1830.542528156209	659.4886275842653	0.0	0.05499267578125	0.8125	0.828125	0.40625	0.59375	0.08642236879200871	0.8807810798585161	0.8125	0.572265625	0.390625	0.57421875	0.08738677503046244	0.9022773440639533	0.8125	0.81640625	0.390625	0.576171875	0.08800536380183921	0.8819713516299958
64	15	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head9	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7746972979206233	1.0833988896124942	0.9044372901929274	1.558629431932647	0.140625	0.9025761904114443	0.6453978701504219	54.41394128248369	64	1830.5944692666255	656.4467119755479	0.0	0.0555419921875	0.8125	0.828125	0.40625	0.59375	0.08323237924360116	0.8779744655718276	0.8125	0.62109375	0.359375	0.55078125	0.08303943862269358	1.3245446100009801	0.8125	0.615234375	0.396484375	0.587890625	0.08526826333598958	0.8927106040669405
65	15	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head9	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7966273405638	1.1017462420484343	0.9194654271878586	1.5665850558048222	0.140625	0.8854905364570774	0.640261744701466	53.75216979031625	63	1830.5944692666255	659.4228051379316	0.0	0.0555419921875	0.8125	0.828125	0.40625	0.59375	0.08645245714755245	0.8807860510880738	0.8125	0.572265625	0.390625	0.57421875	0.08741931787070789	0.9022818932295361	0.8125	0.81640625	0.390625	0.576171875	0.08803549120138099	0.881975623759789
66	16	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head10	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3800615335782404	0.8105711431318858	0.7844040539655577	1.3111036674478265	0.0	1.5969541629932658	0.7487817119867815	23.01074987442293	64	1665.6165200190526	649.6643736281497	0.0	0.02625274658203125	1.0	1.0	0.640625	0.265625	-0.1895953672370072	0.3712807847996657	1.0	0.91015625	0.625	0.2265625	-0.1909250694696576	0.6252013764254564	1.0	0.98828125	0.625	0.251953125	-0.18960236717432166	0.3780600988927347
67	16	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head10	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3820294255481128	0.8222228026185356	0.7965338669087058	1.3258914208460264	0.0	1.5999933929392438	0.7434050172760021	22.71588289595157	63	1665.6165200190526	651.5166528460816	0.0	0.02625274658203125	1.0	1.0	0.671875	0.28125	-0.1930709822823462	0.37222372363671213	1.0	0.998046875	0.638671875	0.24609375	-0.19338587774851668	0.3778105252369385	1.0	0.998046875	0.638671875	0.248046875	-0.19295787931689024	0.37472699849832075
68	16	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head10	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3800660025920659	0.8105724059206645	0.7844552617974945	1.3111140604442602	0.0	1.596935463871166	0.7487805823609858	23.01159901448166	64	1665.6931993905212	649.6611584285383	0.0	0.0264739990234375	1.0	1.0	0.640625	0.265625	-0.18959410444822855	0.37129448576070045	1.0	0.912109375	0.625	0.2265625	-0.19092738563391953	0.625190669379703	1.0	0.98828125	0.625	0.251953125	-0.18960206276081615	0.3780724570614163
69	16	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head10	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3820310960208319	0.8222172876427472	0.7965985583328806	1.3259035687904472	0.0	1.5999735802268664	0.743404048595032	22.716774445676226	63	1665.6931993905212	651.4833668832696	0.0	0.0264739990234375	1.0	1.0	0.671875	0.28125	-0.1930764972581347	0.3722383326202079	1.0	0.998046875	0.638671875	0.24609375	-0.19338849168035832	0.37782360321149305	1.0	0.998046875	0.638671875	0.248046875	-0.19296267497437292	0.3747411712372677
70	17	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head11	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4998565234604537	0.9895607128464959	0.9814651343423695	0.999593470402267	0.03125	1.2657291018801873	0.6393573838320892	50.555534917074915	64	1640.240584671656	474.36477616749517	0.0	0.03635406494140625	0.96875	0.96875	0.541015625	0.03125	-0.010605797522397098	0.8157186872402697	0.96875	0.83203125	0.404296875	0.03125	-0.010219097458860849	1.454280094343276	0.96875	0.95703125	0.419921875	0.03125	-0.010975900693932616	0.8352406472401853
71	17	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head11	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5138155033854528	1.0067817711476654	0.9972663157823959	1.0142921027509881	0.03125	1.2425421026198256	0.6341368251110145	50.1408411634255	63	1640.240584671656	478.22680166328655	0.0	0.03635406494140625	0.96875	0.96875	0.15625	0.03125	-0.008512013753216419	0.8216106188614577	0.96875	0.96875	0.197265625	0.03125	-0.009773533537978274	0.8333849538110157	0.96875	0.96875	0.1640625	0.03125	-0.008651672461900795	0.8271399018745819
72	17	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head11	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.49989307812903605	0.9895961975329479	0.9813687799502896	0.9995825823244282	0.03125	1.265682124974981	0.6393574823387264	50.55650424971612	64	1640.2940445955278	474.3486586717617	0.0	0.0367279052734375	0.96875	0.96875	0.541015625	0.03125	-0.010570312835945117	0.8157343275208222	0.96875	0.83203125	0.404296875	0.03125	-0.010169904610685676	1.4542389053122828	0.96875	0.95703125	0.419921875	0.03125	-0.010933726863596949	0.8352578108927199
73	17	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head11	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5138180308387277	1.0067509594911113	0.9972264025479464	1.0142647202553787	0.03125	1.2424976848650289	0.6341366827022763	50.14178078026402	63	1640.2940445955278	478.216020398356	0.0	0.0367279052734375	0.96875	0.96875	0.15625	0.03125	-0.008542825409770582	0.8216260154753613	0.96875	0.96875	0.197265625	0.03125	-0.00980745479462275	0.8333927777444822	0.96875	0.96875	0.166015625	0.03125	-0.008682673591860368	0.8271547094280609
74	18	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head12	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.55054265908975	0.9281138618898317	0.8837281462822045	1.1395191239733802	0.015625	1.0498650238197877	0.6227635483454059	37.247965268558346	64	1287.8753749570321	599.6382375230303	0.0	0.03226470947265625	0.984375	0.984375	0.625	0.265625	-0.07205264847906134	0.6009997002519611	0.984375	0.560546875	0.51953125	0.232421875	-0.0677543026324996	1.0232226412819434	0.984375	0.943359375	0.5859375	0.248046875	-0.06965974688904941	0.6194272627430549
75	18	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head12	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5644389528511733	0.9430811583827717	0.8982595569873213	1.1524039377382627	0.015625	1.033523257969726	0.6185690174068714	36.83082280137603	63	1287.8753749570321	602.3626967083521	0.0	0.03226470947265625	0.984375	0.984375	0.671875	0.265625	-0.07221262651811011	0.6035119158927951	0.984375	0.939453125	0.560546875	0.224609375	-0.06954040325475785	0.6365246587278969	0.984375	0.984375	0.578125	0.232421875	-0.07074746091794248	0.6146944452270041
76	18	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head12	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5504963286259295	0.9280528984987519	0.883732997844778	1.1395394552278155	0.015625	1.049888034985743	0.6227656954284273	37.249060795146086	64	1287.859479805079	599.6951334012062	0.0	0.03265380859375	0.984375	0.984375	0.625	0.265625	-0.07211361187014109	0.6010173766846495	0.984375	0.560546875	0.51953125	0.232421875	-0.06783950273824702	1.0232265035911186	0.984375	0.943359375	0.5859375	0.248046875	-0.06972211046259891	0.6194449723508527
77	18	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head12	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5644159606357175	0.9430455392048624	0.8983449255563487	1.1524325038670966	0.015625	1.0335305157888273	0.6185715266805981	36.83191798989842	63	1287.859479805079	602.2636890387437	0.0	0.03265380859375	0.984375	0.984375	0.671875	0.265625	-0.0722482456960194	0.6035298617129843	0.984375	0.939453125	0.560546875	0.224609375	-0.06957400844666917	0.6365427169841792	0.984375	0.984375	0.578125	0.232421875	-0.07078844615618518	0.6147137969960783
78	19	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head13	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5379721463034051	0.9488049104785186	0.7793958300671681	1.21218656152511	0.0	1.4110448089641383	0.8000620528258766	40.442683023863154	64	1915.617673608181	672.7795226989919	0.0	0.029022216796875	1.0	1.0	0.578125	0.328125	-0.051361599890374476	0.6525467954955376	1.0	0.9375	0.5546875	0.31640625	-0.05106956545336039	0.9261204909380735	1.0	0.984375	0.568359375	0.32421875	-0.05090501994435814	0.6652044498614057
79	19	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head13	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5472175234797809	0.9548591103500349	0.8041164857467665	1.2223443901837352	0.0	1.3832266905917832	0.7927094959164108	40.60493866787302	63	1915.617673608181	671.9890113305655	0.0	0.029022216796875	1.0	1.0	0.59375	0.34375	-0.060434674550846945	0.6653547889036554	1.0	1.0	0.5625	0.296875	-0.06044221441947284	0.6677946965913585	1.0	1.0	0.5625	0.296875	-0.06023787997592833	0.6650954653941268
80	19	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head13	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5380240314995794	0.9489030501722566	0.7794175109182122	1.2122035352602285	0.0	1.4110409667202235	0.8000542830883133	40.44229931891929	64	1915.6040597645617	672.6716839639244	0.0	0.02936553955078125	1.0	1.0	0.578125	0.328125	-0.05126346019663641	0.6525406043773225	1.0	0.9375	0.5546875	0.31640625	-0.05095311902706057	0.9261345942781415	1.0	0.984375	0.568359375	0.32421875	-0.050812306192912327	0.665196787355359
81	19	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head13	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.547237476706306	0.9549014890258649	0.8041791218570724	1.2223677020550372	0.0	1.3832247072194597	0.7927020820428239	40.60480991018794	63	1915.6040597645617	671.9893428616169	0.0	0.02936553955078125	1.0	1.0	0.59375	0.34375	-0.06039229587501693	0.6653526790730488	1.0	1.0	0.5625	0.296875	-0.06039249764043908	0.6677927705892522	1.0	1.0	0.5625	0.296875	-0.06019192876441637	0.6650936084945469
82	20	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head14	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5432122139846045	0.9287868547132502	0.9126895179833439	1.3301710547815986	0.03125	1.0716406741576718	0.6267619963084716	42.816461084292094	64	1832.8676045052562	655.6051044136445	0.0	0.04192352294921875	0.953125	0.96875	0.671875	0.28125	-0.07137965565564286	0.6908479454374574	0.953125	0.86328125	0.640625	0.265625	-0.06967536054574108	1.030279958260796	0.953125	0.94140625	0.6640625	0.2734375	-0.06996787567100438	0.702509715843428
83	20	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head14	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5556363020032463	0.9473788843656542	0.9271378885206557	1.3589293674326195	0.03125	1.0596483097838536	0.6214821524827687	42.32846849095371	63	1832.8676045052562	656.9993478366666	0.0	0.04192352294921875	0.9375	0.96875	0.6875	0.28125	-0.06791490053522764	0.693596644678513	0.9375	0.96875	0.671875	0.28125	-0.06725937077181066	0.6987610377774512	0.9375	0.96875	0.671875	0.28125	-0.06708978688243128	0.694661557066815
84	20	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head14	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.543216610540769	0.928794482611986	0.9126234731564304	1.330204702730398	0.03125	1.0716453216739759	0.6267646397990099	42.81815142992397	64	1832.8660185660995	655.6909881172014	0.0	0.04236602783203125	0.953125	0.96875	0.671875	0.28125	-0.07137202775690699	0.6908752193357968	0.953125	0.86328125	0.640625	0.265625	-0.06966368023549774	1.030199132396444	0.953125	0.94140625	0.6640625	0.2734375	-0.06996751906776932	0.7025356516816507
85	20	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head14	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5556533405352528	0.9474054438226549	0.9271107572046539	1.3589874983703003	0.03125	1.0596508078500235	0.621485252192579	42.330243918510995	63	1832.8660185660995	656.8237140003423	0.0	0.04236602783203125	0.9375	0.96875	0.6875	0.28125	-0.06788834107822694	0.693625736933454	0.9375	0.96875	0.671875	0.28125	-0.06722681982043066	0.6987917024411486	0.9375	0.96875	0.671875	0.28125	-0.06706150399169664	0.694690846560609
86	21	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head15	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5690232823286304	0.9336155491019884	0.8548634551209969	1.1089374658534734	0.0	1.0606463873238643	0.6464464835504781	41.118265594973664	64	1055.5249054825233	600.5830563315698	0.0	0.02435302734375	1.0	1.0	0.546875	0.296875	-0.06655096126690463	0.6634473888515886	0.98046875	0.400390625	0.501953125	0.208984375	-0.06783090784653378	1.1704279955908998	1.0	0.953125	0.515625	0.267578125	-0.06668817212294598	0.6869331738058245
87	21	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head15	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5771013270013408	0.9447645596824257	0.8708743498334844	1.1208535777639381	0.0	1.0516997824855872	0.6424217905500926	40.504387948695104	63	1055.5249054825233	598.0277517168369	0.0	0.02435302734375	1.0	1.0	0.609375	0.359375	-0.07052922521845617	0.663707159213091	1.0	0.935546875	0.515625	0.208984375	-0.0697052949873731	0.7145900181128346	1.0	1.0	0.53125	0.228515625	-0.070306589063871	0.6835582670219388
88	21	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head15	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5690246146260135	0.9335933657336271	0.8548540813087684	1.1089521172051424	0.0	1.0606227338044067	0.6464489407466912	41.118302690135096	64	1055.4615061024947	600.5580372257286	0.0	0.024688720703125	1.0	1.0	0.546875	0.296875	-0.06657314463526598	0.6634479873857835	0.98046875	0.39453125	0.501953125	0.208984375	-0.06785224610399787	1.170364339409015	1.0	0.953125	0.515625	0.267578125	-0.06670858608829566	0.6869372657187921
89	21	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::Q_head15	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.577102739372054	0.9447404586662578	0.8709153938758981	1.1208721193873474	0.0	1.0516741072341884	0.6424240675246803	40.50437878610835	63	1055.4615061024947	597.9570625691254	0.0	0.024688720703125	1.0	1.0	0.609375	0.359375	-0.07055332623462407	0.6637070090744336	1.0	0.935546875	0.515625	0.208984375	-0.06973085335844131	0.7145861374012036	1.0	1.0	0.53125	0.228515625	-0.07033686573727183	0.6835603887524168
90	22	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head0	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6694686651144413	0.9966111506988905	0.9795160851883181	1.0099947767723252	0.046875	0.9234560316038921	0.6203270717332394	60.991520485474254	64	1529.4663758629017	434.27204448743083	0.0	0.03516387939453125	0.9375	0.953125	0.244140625	0.0625	-0.0035553596700025336	0.9841043736320072	0.9375	0.65234375	0.103515625	0.0625	-0.0030477223588499802	1.3186796669028267	0.9375	0.921875	0.1171875	0.0625	-0.003800064788555768	1.0053632182692367
91	22	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head0	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6831410346634369	1.012733532220291	0.9954028781446211	1.0283090858055666	0.046875	0.9123476137073387	0.6154255517088737	60.09024052202357	63	1529.4663758629017	431.3206167747003	0.0	0.03516387939453125	0.9375	0.953125	0.203125	0.15625	-0.002560252680590791	0.9846420314712714	0.9375	0.943359375	0.048828125	0.0625	-0.0020217921712777365	1.0022353701665812	0.9375	0.953125	0.11328125	0.0625	-0.0024894482694997055	0.9908986814231466
92	22	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head0	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6694549379866823	0.9965534234003672	0.9795619585291235	1.0099923246576363	0.046875	0.9234357784637822	0.6203366796902693	60.992066205173444	64	1529.512377801947	434.3246567704797	0.0	0.03559112548828125	0.9375	0.953125	0.244140625	0.0625	-0.0036130869685258027	0.9841131788747438	0.9375	0.65234375	0.103515625	0.0625	-0.003100876928842311	1.3187457925561594	0.9375	0.921875	0.1171875	0.0625	-0.003862824971893497	1.0053669818965287
93	22	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head0	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6831647329751842	1.012731047803946	0.9954254871531716	1.0283373365560171	0.046875	0.9123277604891973	0.6154350182429766	60.09075899802816	63	1529.512377801947	431.23935265480577	0.0	0.03559112548828125	0.9375	0.953125	0.203125	0.15625	-0.0025627370969358854	0.9846505272479897	0.9375	0.943359375	0.048828125	0.0625	-0.0020166252037783217	1.0022426648519291	0.9375	0.953125	0.11328125	0.0625	-0.002492688041851876	0.9909067668977264
94	23	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head1	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5460566158446837	0.907178634110297	0.7566715063799795	1.2128813435712529	0.015625	1.3362355529787564	0.8043181757102708	30.917399410090297	64	1902.1483283639466	673.9051703314566	0.0	0.0254974365234375	0.96875	0.96875	0.78125	0.171875	-0.09298787625859606	0.4988553775773429	0.96875	0.9453125	0.748046875	0.15625	-0.09400005007926748	0.6842499035553354	0.96875	0.9609375	0.76171875	0.169921875	-0.09371280839938767	0.5062903996459653
95	23	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head1	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5627091424899918	0.9221306334938539	0.774105191469029	1.2411068394970415	0.015625	1.3065070951908535	0.797266092772999	30.98147328623974	63	1902.1483283639466	674.7367747630742	0.0	0.0254974365234375	0.96875	0.96875	0.765625	0.203125	-0.09316315140702791	0.5076641486125429	0.96875	0.966796875	0.748046875	0.15625	-0.09293746562524019	0.5101362790034564	0.96875	0.96875	0.748046875	0.15625	-0.09321719430442021	0.5076450386900119
96	23	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head1	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5460637632231975	0.9071895256536702	0.7566641687008558	1.2128795938074965	0.015625	1.3362421825229431	0.804323037394303	30.915923610083045	64	1902.1352812984048	674.0934442402482	0.0	0.02581787109375	0.96875	0.96875	0.78125	0.171875	-0.09297698471522287	0.49883156539443313	0.96875	0.9453125	0.748046875	0.15625	-0.09397644844300257	0.6842736498367831	0.96875	0.9609375	0.76171875	0.169921875	-0.09369118215601113	0.5062651706731724
97	23	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head1	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5626477641254104	0.9220977712999834	0.7741305180418344	1.2410974759271294	0.015625	1.306612661928749	0.7972719549855555	30.979777762540426	63	1902.1352812984048	674.638282554633	0.0	0.02581787109375	0.96875	0.96875	0.765625	0.203125	-0.09319601360089846	0.5076363656666736	0.96875	0.966796875	0.748046875	0.15625	-0.09298035438727892	0.5101085185337817	0.96875	0.96875	0.748046875	0.15625	-0.09325277742280247	0.5076174774860639
98	24	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head2	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8051132222777633	0.9866455406584018	0.8744360295925163	1.0330083688903158	0.0	0.7522299278269472	0.6138275967703433	52.46485685859638	64	1952.2167765847798	675.7543447949952	0.0	0.02790069580078125	0.953125	0.984375	0.421875	0.15625	-0.013520969710491215	0.8465257905616294	0.953125	0.9765625	0.40625	0.14453125	-0.011993680753619507	1.0379375028213746	0.953125	0.982421875	0.41796875	0.1484375	-0.013149438903528043	0.8563725355147823
99	24	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head2	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8161642930356947	1.0027238956451114	0.8874865022795893	1.0493535977094943	0.0	0.7487059917253079	0.6094071349869837	51.73357898744617	63	1952.2167765847798	676.4981280976983	0.0	0.02790069580078125	0.953125	0.984375	0.484375	0.359375	-0.012569889255770406	0.8477093096475274	0.953125	0.984375	0.427734375	0.158203125	-0.012250198756832864	0.8492981279157023	0.953125	0.984375	0.43359375	0.146484375	-0.012681212679600762	0.8478183039955179
100	24	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head2	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8050846600173482	0.9866309868564043	0.8744285687508541	1.033006143080361	0.0	0.7522470688727267	0.6138288618139551	52.464006683353226	64	1952.2350866949664	675.8091727449096	0.0	0.02829742431640625	0.953125	0.984375	0.421875	0.15625	-0.013535523512488767	0.846512072897789	0.953125	0.9765625	0.40625	0.14453125	-0.011946651045520618	1.037972877951366	0.953125	0.982421875	0.41796875	0.146484375	-0.013163235988880029	0.8563601413007286
101	24	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head2	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8161361082279921	1.0027132665817269	0.8874830221295373	1.0493668949214718	0.0	0.7487251261223499	0.6094081238688808	51.73278596874589	63	1952.2350866949664	676.5009582343068	0.0	0.02829742431640625	0.953125	0.984375	0.484375	0.375	-0.012580518319154965	0.8476963151988905	0.953125	0.984375	0.427734375	0.173828125	-0.01226263562625185	0.8492841783945372	0.953125	0.984375	0.43359375	0.162109375	-0.012697987051510706	0.8478056137336988
102	25	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head3	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.9057883971917173	1.028164862328417	0.959540987804238	1.0540124723832833	0.078125	0.7234111051729467	0.637307701783714	54.86996323502944	64	1945.615655741591	659.5614284385568	0.0	0.03389739990234375	0.296875	0.921875	0.109375	0.546875	0.027998351959523937	0.885332426062079	0.296875	0.859375	0.109375	0.53515625	0.028303477179807857	1.0860535580059019	0.296875	0.9140625	0.109375	0.5390625	0.02786211940942085	0.901045146547887
103	25	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head3	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.9344925699252813	1.045487941726769	0.9737322767027036	1.0726511204235751	0.078125	0.7069941661919014	0.6319353566102779	54.258500211947904	63	1945.615655741591	655.5894843586515	0.0	0.03389739990234375	0.109375	0.859375	0.109375	0.859375	0.03019415682588722	0.8890828096069281	0.109375	0.859375	0.109375	0.662109375	0.029742026553994716	0.8905349757821798	0.109375	0.859375	0.109375	0.65625	0.029034584906741934	0.8884326196210703
104	25	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head3	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.9057863613244601	1.028181192053406	0.9595109399374626	1.0540057117625585	0.078125	0.7234346272241405	0.6373168695498126	54.8684887624863	64	1945.6183786155566	659.5554905223282	0.0	0.03430938720703125	0.296875	0.921875	0.109375	0.5625	0.028014681684513043	0.8853086352979375	0.296875	0.859375	0.109375	0.55078125	0.028334260216042906	1.0861547750473206	0.296875	0.9140625	0.109375	0.5546875	0.0278664561213402	0.9010179591132766
105	25	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head3	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.9344825644819159	1.0454975545777905	0.9736998881238496	1.0726474771950183	0.078125	0.7070187934458528	0.6319447925471272	54.25726437962699	63	1945.6183786155566	655.5002409894096	0.0	0.03430938720703125	0.109375	0.859375	0.109375	0.859375	0.03020376967690863	0.8890625591896149	0.109375	0.859375	0.109375	0.662109375	0.029748773276699225	0.890510937431356	0.109375	0.859375	0.109375	0.65625	0.029046911578685553	0.8884111017091295
106	26	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head4	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4973998464647223	0.9499163232280865	0.785662736617302	1.1505077254412124	0.0	1.6046515034433124	0.8402354943535832	27.236947414750837	64	1679.461659709761	660.8911319813262	0.0	0.02803802490234375	1.0	1.0	0.546875	0.328125	-0.050250187140806535	0.439470911069104	1.0	0.734375	0.509765625	0.287109375	-0.05018767683560865	0.733034337222663	1.0	0.97265625	0.5234375	0.3203125	-0.04902919418073526	0.44838430838249743
107	26	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head4	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.500153976171564	0.9479880768766922	0.8061224663498463	1.153038690466483	0.0	1.5810083634775665	0.8341324523395427	27.083855927335176	63	1679.461659709761	660.6250048910947	0.0	0.02803802490234375	1.0	1.0	0.578125	0.359375	-0.06730570802418967	0.44379757326137736	1.0	1.0	0.546875	0.2890625	-0.0676035183630379	0.45050038079422017	1.0	1.0	0.546875	0.294921875	-0.06738231780775461	0.44634346482091924
108	26	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head4	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4973950389906422	0.9499066962355696	0.7856250320356518	1.1505188094287004	0.0	1.6046448982420156	0.8402324300799425	27.2371268176738	64	1679.47015210122	660.8309781969253	0.0	0.02829742431640625	1.0	1.0	0.546875	0.328125	-0.05025981413332348	0.4394738057534753	1.0	0.734375	0.51171875	0.287109375	-0.050208596170012054	0.7330424845262189	1.0	0.97265625	0.5234375	0.3203125	-0.04903812922397166	0.4483866853652774
109	26	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head4	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5001666700366302	0.9480098732751638	0.8061067127693413	1.1530509482175877	0.0	1.580999471869249	0.8341297527235677	27.08400634549899	63	1679.47015210122	660.6378481866639	0.0	0.02829742431640625	1.0	1.0	0.578125	0.359375	-0.06728391162571801	0.4438000380217961	1.0	1.0	0.546875	0.2890625	-0.06758568470059778	0.4505016704690232	1.0	1.0	0.546875	0.294921875	-0.06735712849623554	0.4463457648379395
110	27	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head5	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5552500117193909	0.9597473968231124	0.8223624512126864	1.0857149439683746	0.0	1.239311918876512	0.7169886157107135	38.67955146848166	64	1933.0350824040763	676.7117938068243	0.0	0.0244140625	1.0	1.0	0.59375	0.203125	-0.04041911354578065	0.6240984888927736	1.0	0.548828125	0.55859375	0.1875	-0.038791288034654814	0.8077102005265681	1.0	0.955078125	0.583984375	0.197265625	-0.038954515147751834	0.6312191730701847
111	27	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head5	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5598146548727644	0.9691176689230312	0.8354588007214377	1.0973477644782565	0.0	1.232077609466782	0.7117145046861043	38.21112902556555	63	1933.0350824040763	677.0560494125956	0.0	0.0244140625	1.0	1.0	0.625	0.21875	-0.04617611597785065	0.6261296906400984	1.0	0.99609375	0.515625	0.1875	-0.04497177161609289	0.6297762053411599	1.0	0.998046875	0.521484375	0.1875	-0.044982217654804035	0.6259188899521636
112	27	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head5	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5552237459908462	0.9597449669534666	0.8223505295417163	1.0857073587612753	0.0	1.2393678308925171	0.716988859981234	38.67713934393722	64	1933.0529930816538	676.6205546737548	0.0	0.024688720703125	1.0	1.0	0.59375	0.203125	-0.040421543415426475	0.6240595690184201	1.0	0.548828125	0.55859375	0.1875	-0.038779425066374884	0.8075986255785104	1.0	0.955078125	0.583984375	0.197265625	-0.03895203907748712	0.6311791606381522
113	27	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head5	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5597824952041646	0.9691061142157634	0.8354915026279021	1.0973673263122206	0.0	1.2321341559285524	0.711714766953168	38.2086283277713	63	1933.0529930816538	676.9963287035602	0.0	0.024688720703125	1.0	1.0	0.625	0.21875	-0.04618767068511842	0.6260887140666177	1.0	0.99609375	0.517578125	0.1875	-0.0449938655328227	0.6297334346798242	1.0	0.998046875	0.521484375	0.1875	-0.044997375650558724	0.6258777069791872
114	28	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head6	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4265656490362399	0.9208424132419006	0.9072324760631265	1.0195558046271598	0.0	1.5087845513679397	0.6989205233762923	42.99558628141792	64	1874.9899446176235	630.6228498529946	0.0	0.02440643310546875	1.0	1.0	0.78125	0.0625	-0.0793240971269924	0.6937381486741714	1.0	0.9375	0.720703125	0.0625	-0.08034911361325126	1.7620639080703508	1.0	0.98046875	0.76171875	0.0625	-0.07897311035651378	0.708493518360916
115	28	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head6	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4423123407184075	0.9401843420900614	0.9233471165395645	1.0332314748925868	0.0	1.4720643603051715	0.6925367757638691	43.07278443933056	63	1874.9899446176235	630.7412952166239	0.0	0.02440643310546875	1.0	1.0	0.78125	0.15625	-0.07510944281082044	0.7057930473072833	1.0	0.998046875	0.71875	0.0625	-0.07585853355350614	0.7085185274404169	1.0	1.0	0.71875	0.0625	-0.0758507286341693	0.7054392190163594
116	28	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head6	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.42654827843427445	0.9208765150726446	0.9072773040327428	1.019566125506101	0.0	1.5089056187146552	0.6989222587914157	42.99257788807168	64	1875.0017250909482	630.5411585392415	0.0	0.02471160888671875	1.0	1.0	0.78125	0.0625	-0.07928999529624847	0.6936896079421798	1.0	0.9375	0.720703125	0.0625	-0.08030606811442476	1.7621765252393016	1.0	0.98046875	0.76171875	0.0625	-0.07893172410821925	0.7084477482447471
117	28	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head6	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.442276129867388	0.9401810447628733	0.9233667033341415	1.0332612915730535	0.0	1.4721834896448547	0.6925385486994279	43.06981120292833	63	1875.0017250909482	630.6951493145356	0.0	0.02471160888671875	1.0	1.0	0.78125	0.15625	-0.0751127401380085	0.7057443276898262	1.0	0.998046875	0.71875	0.0625	-0.07587441182439636	0.7084712046097786	1.0	1.0	0.71875	0.0625	-0.07585475810816189	0.7053908575425947
118	29	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head7	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8106474858704051	1.0342218818474511	0.9246086765231779	1.1407721947058493	0.015625	0.7163680158984506	0.5615061344560746	22.763530359676373	64	1824.7097872213003	662.5224819812304	0.0	0.03650665283203125	0.90625	0.96875	0.296875	0.515625	0.03405537147855808	0.3672918728366132	0.90625	0.904296875	0.271484375	0.490234375	0.033523880560303976	0.44023664447891087	0.90625	0.94921875	0.27734375	0.498046875	0.034707642247895576	0.37098081490001866
119	29	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head7	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8205153953679033	1.0447175166328693	0.9338639550623392	1.1571025331814364	0.015625	0.7102479455641899	0.5578248326323766	22.355945381542462	63	1824.7097872213003	655.8970759698639	0.0	0.03650665283203125	0.84375	0.96875	0.359375	0.546875	0.029423731731987424	0.36632576745761164	0.84375	0.96875	0.23828125	0.5	0.029728673629217717	0.36840917369205023	0.84375	0.96875	0.23828125	0.5	0.029405586342845513	0.3668222233083631
120	29	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head7	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8106172313282688	1.0342268345509638	0.9245972416500039	1.1408059699895148	0.015625	0.716410968275695	0.5615161550599189	22.76455789937278	64	1824.688075464856	662.6220905648663	0.0	0.0369110107421875	0.90625	0.96875	0.296875	0.515625	0.03406032418207072	0.3673084522939093	0.90625	0.90234375	0.271484375	0.490234375	0.033513541916536216	0.44019848937622846	0.90625	0.94921875	0.27734375	0.498046875	0.03472119960585518	0.3709982111554523
121	29	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head7	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.820432064837769	1.0446753330872407	0.933820577889456	1.1570450275106117	0.015625	0.710303905355303	0.5578346508965734	22.35688698865326	63	1824.688075464856	655.8948638690014	0.0	0.0369110107421875	0.84375	0.96875	0.359375	0.546875	0.029381548186358852	0.36634119668422765	0.84375	0.96875	0.23828125	0.5	0.029661116251765485	0.36842566636900365	0.84375	0.96875	0.23828125	0.5	0.029371013895311382	0.3668385159349123
122	30	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head8	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5900651432836472	0.9726622037147699	0.7853473085859486	1.208401449928724	0.0625	1.1117757179868397	0.6744583019960343	33.72036284410829	64	1906.9575730969016	675.5356760646112	0.0	0.04026031494140625	0.9375	0.9375	0.515625	0.3125	-0.02750430665412318	0.5440814770841528	0.9375	0.8828125	0.501953125	0.28125	-0.028486844113119192	0.7174721981766883	0.9375	0.93359375	0.509765625	0.306640625	-0.027916683334378245	0.5509545910394856
123	30	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head8	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6030583166764549	0.9841019326900464	0.7991222458912143	1.2226479610094654	0.0625	1.0930206142670897	0.6698037569449465	33.29792569095318	63	1906.9575730969016	672.9183579696626	0.0	0.04026031494140625	0.9375	0.9375	0.515625	0.390625	-0.031191852210835425	0.5456216668679008	0.9375	0.9375	0.466796875	0.279296875	-0.03255571522785061	0.5492958498629894	0.9375	0.9375	0.46484375	0.28125	-0.03201172750661252	0.545882155928919
124	30	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head8	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5900569029516627	0.9726715129934141	0.7853551361707212	1.208344891915702	0.0625	1.1117977645478359	0.6744558022869945	33.72106312050799	64	1906.9651239488603	675.4816626258853	0.0	0.040771484375	0.9375	0.9375	0.515625	0.328125	-0.02749499737547889	0.5440927761149397	0.9375	0.8828125	0.501953125	0.296875	-0.028462843269715044	0.7175746729879509	0.9375	0.93359375	0.509765625	0.322265625	-0.02790359901065098	0.5509691515241292
125	30	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head8	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6030478897028236	0.9841086015017474	0.7991100061489355	1.2226340425024287	0.0625	1.0930428042272549	0.6698012347806231	33.2986798390277	63	1906.9651239488603	672.8740459633939	0.0	0.040771484375	0.9375	0.9375	0.515625	0.390625	-0.031185183399134453	0.5456340243802967	0.9375	0.9375	0.466796875	0.279296875	-0.032554570223429224	0.5493110347383772	0.9375	0.9375	0.46484375	0.28125	-0.032001107634565984	0.5458948720161264
126	31	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head9	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8335620229960379	1.0021283102886207	0.839383477774541	1.179396194483999	0.09375	0.782549004738777	0.6509177764828564	53.62630174848919	64	1911.1532776063245	664.5671857279642	0.0	0.03741455078125	0.734375	0.875	0.421875	0.453125	0.001961799919727669	0.865265821745936	0.734375	0.865234375	0.412109375	0.435546875	0.000998077883499704	1.08521974189274	0.734375	0.875	0.419921875	0.44140625	5.747810158696076e-05	0.8752814219941143
127	31	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head9	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.845565543599072	1.0167658163239697	0.8595571049888908	1.1982832683308	0.109375	0.7770217754218711	0.646188954599517	52.881350060690636	63	1911.1532776063245	663.961304531497	0.0	0.03741455078125	0.703125	0.875	0.46875	0.5	0.0014720314230878273	0.8665167504466565	0.703125	0.875	0.412109375	0.451171875	-0.00027597662040945714	0.8712165214025778	0.703125	0.875	0.4140625	0.451171875	0.0001942991846317632	0.8675499194022982
128	31	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head9	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8336899375422793	1.0021846946354889	0.8394119579596643	1.1794000797470867	0.09375	0.7824693144852245	0.6509147439726192	53.62692626717486	64	1911.1550619180623	664.6028695715268	0.0	0.03774261474609375	0.734375	0.875	0.421875	0.453125	0.002018184266595835	0.8652758984183175	0.734375	0.865234375	0.412109375	0.435546875	0.0010182925789030683	1.085151698994285	0.734375	0.875	0.419921875	0.44140625	0.0001183062272382962	0.8752921325203606
129	31	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head9	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8456997019989974	1.0168185812828276	0.8595956029558873	1.198281191504912	0.109375	0.7769350722179151	0.6461858301392519	52.88199077986002	63	1911.1550619180623	663.9843655980369	0.0	0.03774261474609375	0.703125	0.875	0.46875	0.5	0.0015247963819458032	0.8665272493066888	0.703125	0.875	0.412109375	0.451171875	-0.0002312473973253848	0.8712279480699793	0.703125	0.875	0.4140625	0.451171875	0.00024351242692954855	0.8675609885447311
130	32	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head10	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8543789169576739	1.035360238673088	0.8903109900327653	1.0689178055019535	0.0	0.7373287333798514	0.6084434201125994	43.190946127769585	64	1936.2949506960647	668.8381521527301	0.0	0.03072357177734375	0.9375	1.0	0.359375	0.546875	0.03519372830419498	0.6968902996239503	0.9375	0.99609375	0.35546875	0.53515625	0.035931148786448874	0.8663578068844959	0.9375	0.99609375	0.357421875	0.53515625	0.03563482588026057	0.70336861121771
131	32	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head10	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.866950638539483	1.0502937503823924	0.9031262860824235	1.0851750203830206	0.0	0.7322032042813382	0.6043871395609548	42.53801967724573	63	1936.2949506960647	671.085284687842	0.0	0.03072357177734375	0.921875	1.0	0.375	0.59375	0.03499996548151052	0.6970303621004321	0.921875	1.0	0.328125	0.5	0.03514295045003113	0.6979710892645686	0.921875	1.0	0.328125	0.5	0.03514912956939442	0.6967533806732564
132	32	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head10	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8544144492164389	1.0354066238812607	0.8902836504564339	1.0688863237417916	0.0	0.7373362867889687	0.6084476985501086	43.19089668407367	64	1936.2963610979027	668.974577457647	0.0	0.0311126708984375	0.9375	1.0	0.359375	0.546875	0.035240113512367666	0.6968895018448983	0.9375	0.99609375	0.35546875	0.53515625	0.03600088491839326	0.866246849086788	0.9375	0.99609375	0.357421875	0.53515625	0.03568760590490605	0.7033716809312252
133	32	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head10	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8669311841621928	1.0502845980569528	0.9031560457362052	1.0851047073214557	0.0	0.7322175949236861	0.6043907221013655	42.53776800605016	63	1936.2963610979027	671.1387627306997	0.0	0.0311126708984375	0.921875	1.0	0.375	0.59375	0.034990813156071	0.6970262382021898	0.921875	1.0	0.328125	0.5	0.0351417464922954	0.6979676305991305	0.921875	1.0	0.328125	0.5	0.03513791102432795	0.6967491661799164
134	33	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head11	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5680891814229017	0.9622538652948007	0.9520457238693606	0.9788663112272518	0.015625	1.119552015079457	0.6609538405044484	52.210136081639874	64	1728.297850822437	614.8998588629042	0.0	0.03287506103515625	0.984375	0.984375	0.875	0.078125	-0.03791264507409231	0.8424158449714463	0.984375	0.95703125	0.849609375	0.078125	-0.03888253902035532	1.2939995648295541	0.984375	0.974609375	0.865234375	0.078125	-0.039652269309691235	0.8562151728725766
135	33	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head11	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5815613364938172	0.9787951154740551	0.966416969888331	0.9950217803415268	0.015625	1.1034023910556583	0.6555980501823537	51.74142799202154	63	1728.297850822437	621.1378581633921	0.0	0.03287506103515625	0.96875	0.984375	0.921875	0.078125	-0.03649866942682678	0.8478379238741136	0.96875	0.984375	0.83203125	0.078125	-0.03685551163334999	0.8575858018857817	0.96875	0.984375	0.85546875	0.078125	-0.037538749806276694	0.8503561312451857
136	33	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head11	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5680418064052595	0.9622149357274349	0.952041715328833	0.9789530995170093	0.015625	1.119610290253066	0.6609598626365774	52.20941204898077	64	1728.3499335343256	615.0221348085115	0.0	0.033172607421875	0.984375	0.984375	0.875	0.078125	-0.03795157464145815	0.8424041626310027	0.984375	0.95703125	0.849609375	0.078125	-0.0389076669469236	1.2941054070620497	0.984375	0.974609375	0.865234375	0.078125	-0.039684654522700646	0.8562010646873552
137	33	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head11	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5815302852077424	0.9787900829324749	0.9664173736324594	0.9949708833352451	0.015625	1.1034665389573435	0.6556045288020497	51.74088207372312	63	1728.3499335343256	621.1661726125348	0.0	0.033172607421875	0.96875	0.984375	0.921875	0.078125	-0.03650370196840691	0.8478289784264386	0.96875	0.984375	0.83203125	0.078125	-0.036865863736951665	0.8575735904157783	0.96875	0.984375	0.85546875	0.078125	-0.03754384320714754	0.8503461710342124
138	34	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head12	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.42209928829668225	1.0049835094382358	0.7869847993697985	1.1280521301052617	0.0	1.4364956182414619	0.6033370422565011	36.520556961150476	64	1876.2408516639998	658.3861643521069	0.0	0.03009033203125	0.984375	1.0	0.46875	0.421875	0.004816999069342742	0.5892628933804743	0.984375	0.751953125	0.453125	0.380859375	0.007058280624222979	1.337483109238537	0.984375	0.982421875	0.453125	0.416015625	0.005821652932540777	0.6033196843850875
139	34	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head12	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4342627944423714	1.0288901763668348	0.7985610871078117	1.1418858613576461	0.0	1.417027307273067	0.598083500447528	36.14734850163608	63	1876.2408516639998	662.9312172347513	0.0	0.03009033203125	0.984375	1.0	0.46875	0.515625	0.013596391465952928	0.5923124679107605	0.984375	1.0	0.453125	0.34375	0.014182773524238579	0.5983824483029034	0.984375	1.0	0.453125	0.357421875	0.013502808754884077	0.5937002411388289
140	34	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head12	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4220842164551064	1.004957534296083	0.7869408271847589	1.1280158109975404	0.0	1.436528377437724	0.6033448518111084	36.521111817222774	64	1876.234031112154	658.4209326923428	0.0	0.03043365478515625	0.984375	1.0	0.46875	0.421875	0.004791023927189997	0.5892718460395184	0.984375	0.751953125	0.453125	0.380859375	0.007019078126538236	1.3375404942029445	0.984375	0.982421875	0.453125	0.416015625	0.005795293485154729	0.6033267315442385
141	34	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head12	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.43425498333170326	1.0288816457719092	0.798537372090294	1.1418600820711458	0.0	1.4170598357580177	0.5980914305215853	36.148052881833365	63	1876.234031112154	662.8385249733742	0.0	0.03043365478515625	0.984375	1.0	0.46875	0.515625	0.013587860871027369	0.5923240099239453	0.984375	1.0	0.453125	0.34375	0.014172527389971323	0.5983942836335906	0.984375	1.0	0.453125	0.357421875	0.013491540966191096	0.5937121516865013
142	35	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head13	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7266036453811574	0.9586903275139878	0.8526280501499709	1.1833037999731073	0.015625	0.9311871588869004	0.7057586425575707	42.354278867455115	64	1843.8154671047284	673.5386545790195	0.0	0.03090667724609375	0.90625	0.953125	0.578125	0.375	-0.041476182854905286	0.6833905884576043	0.90625	0.7109375	0.544921875	0.34765625	-0.04121580700994132	0.8642532377115707	0.90625	0.931640625	0.56640625	0.369140625	-0.039966804126269406	0.6918227437101422
143	35	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head13	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7249007755619296	0.9654630690489922	0.8677238545491882	1.1992729070582855	0.015625	0.9336921232868246	0.7010461259521654	41.68363487222733	63	1843.8154671047284	671.4860559584304	0.0	0.03090667724609375	0.890625	0.9375	0.578125	0.390625	-0.049830715851889695	0.6830303650499432	0.890625	0.935546875	0.515625	0.326171875	-0.0488993838501427	0.6919862969344734	0.890625	0.9375	0.515625	0.326171875	-0.048588086538076225	0.6843671435999589
144	35	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head13	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7265942620636757	0.9587280736950943	0.8525347120651996	1.1832634188526643	0.015625	0.9312377122431393	0.70576005532551	42.35367506184972	64	1843.7978912602491	673.7380038839168	0.0	0.03128814697265625	0.90625	0.953125	0.578125	0.375	-0.04143843667379876	0.6833808459928754	0.90625	0.7109375	0.544921875	0.34765625	-0.041177785297974445	0.8642872754103376	0.90625	0.931640625	0.56640625	0.369140625	-0.03992349885963531	0.6918153813851614
145	35	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head13	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7249207957457375	0.9655327984411326	0.8676931227517185	1.199220898996765	0.015625	0.9337347720084367	0.7010468779855639	41.68298337322903	63	1843.7978912602491	671.5240023339098	0.0	0.03128814697265625	0.890625	0.9375	0.578125	0.390625	-0.049760986459749246	0.6830196895510333	0.890625	0.935546875	0.515625	0.326171875	-0.048817792792555714	0.6919710414900151	0.890625	0.9375	0.515625	0.326171875	-0.04851705617961555	0.6843562421971161
146	36	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head14	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4386131837336862	0.9951774096476665	0.8783775629927676	1.014512618042811	0.0	1.421952589597542	0.6267095157058964	40.40457798519439	64	1933.6789695071914	665.8908650266558	0.0	0.02725982666015625	1.0	1.0	0.275390625	0.03125	-0.0049891007212264915	0.651931966828981	1.0	0.73046875	0.234375	0.0	-0.005041319255821963	1.3276927373282137	1.0	0.98046875	0.25	0.017578125	-0.0041446127660840215	0.661767862676777
147	36	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head14	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.44994300972491263	1.0133918689931218	0.8991678973882566	1.0381829391972062	0.0	1.3993777724377514	0.6213196157754639	40.11025732789492	63	1933.6789695071914	664.3791592276559	0.0	0.02725982666015625	1.0	1.0	0.296875	0.28125	-0.00190191590776001	0.6572489128862604	1.0	0.99609375	0.234375	0.1015625	-0.0009208484792448957	0.6608598787947007	1.0	1.0	0.234375	0.10546875	-0.000547818152206947	0.6567267802235032
148	36	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head14	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4386046858610158	0.9951713593031641	0.8783178581900474	1.014500542680944	0.0	1.4219806667014807	0.6267135582114794	40.40408694527642	64	1933.6661136836296	665.9329102727673	0.0	0.02765655517578125	1.0	1.0	0.275390625	0.03125	-0.004995151065728898	0.6519240438500643	1.0	0.724609375	0.234375	0.0	-0.005044258215806563	1.327653313453044	1.0	0.98046875	0.25	0.017578125	-0.004163328615681028	0.661756116930456
149	36	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head14	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.449934875363297	1.0133899061985823	0.8991520547299806	1.038153586840381	0.0	1.3994107620791187	0.6213242336111653	40.10978553441767	63	1933.6661136836296	664.4484786464171	0.0	0.02765655517578125	1.0	1.0	0.296875	0.28125	-0.0019038787022995773	0.6572411820520377	1.0	0.99609375	0.234375	0.1015625	-0.0009239884019391909	0.6608549256173379	1.0	1.0	0.234375	0.10546875	-0.0005469720145327983	0.6567192552456637
150	37	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head15	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3970639269784072	0.9606761898679339	0.81366292939094	1.0503844277775465	0.0	1.5443511324111359	0.6383067798870028	37.31006237376078	64	1802.9478056951718	658.952946140008	0.0	0.025665283203125	1.0	1.0	0.5625	0.234375	-0.03949032050095913	0.6020016433472174	1.0	0.853515625	0.47265625	0.19140625	-0.03589664213637933	1.3961399913674477	1.0	0.99609375	0.541015625	0.2265625	-0.037913248091787644	0.6143809778851215
151	37	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head15	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.405978481723147	0.9691265860399629	0.8380965985304203	1.0681566855043239	0.0	1.5114356011195555	0.633158082136781	37.20059800472287	63	1802.9478056951718	660.4815430241053	0.0	0.025665283203125	1.0	1.0	0.578125	0.328125	-0.04616719886091891	0.6095710729913209	1.0	0.998046875	0.515625	0.19921875	-0.0440075271621061	0.6202600865354647	1.0	1.0	0.515625	0.201171875	-0.04553158773343968	0.6118797231096331
152	37	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head15	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.39705792889009306	0.9606440497703803	0.8136348091603254	1.0504671541158386	0.0	1.544336716785463	0.6383125346191769	37.31106902145854	64	1802.9131187573264	658.9265392656123	0.0	0.0260009765625	1.0	1.0	0.5625	0.234375	-0.03952246059851272	0.6020178857099948	1.0	0.853515625	0.47265625	0.193359375	-0.035946998711420264	1.3959296620058295	1.0	0.99609375	0.541015625	0.2265625	-0.037941014744085066	0.6143948856554937
153	37	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::K_head15	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4059705326828133	0.9690913489755252	0.8380675309781934	1.068202977865771	0.0	1.5114242130836164	0.6331639360354606	37.20152901912185	63	1802.9131187573264	660.4634535880849	0.0	0.0260009765625	1.0	1.0	0.578125	0.328125	-0.046202435925356666	0.6095863286451704	1.0	0.998046875	0.515625	0.19921875	-0.044037279635336435	0.6202741628577304	1.0	1.0	0.515625	0.201171875	-0.04556600022401891	0.6118949511530437
154	38	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head0	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5815299706298704	0.995184022757716	0.9263247141822619	1.016024795173246	0.0	1.0715782513776635	0.6261704918899926	57.20816766138436	64	1888.093396615567	641.1528047671443	0.0	0.028717041015625	1.0	1.0	0.337890625	0.046875	-0.004982487611177033	0.9230595918075142	1.0	0.896484375	0.203125	0.01953125	-0.004397532719607078	1.2986904325479192	1.0	0.998046875	0.2109375	0.029296875	-0.0047925609691810145	0.9397805239008377
155	38	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head0	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5960163122732525	1.0105825480651562	0.9412372471511248	1.0336124506156137	0.0	1.053217455342737	0.6211613142905023	56.46807990012385	63	1888.093396615567	639.1373121262967	0.0	0.028717041015625	1.0	1.0	0.296875	0.15625	-0.004711236835725607	0.9252891055705101	1.0	1.0	0.22265625	0.029296875	-0.0057144469257035535	0.9289728814273752	1.0	1.0	0.24609375	0.029296875	-0.005927166988731303	0.9266814656515635
156	38	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head0	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5815616826595256	0.9951850403845903	0.9263424458939891	1.0158802163307614	0.0	1.071529008629615	0.6261752216816997	57.208960896833226	64	1888.0741992123608	641.2133300207674	0.0	0.02902984619140625	1.0	1.0	0.337890625	0.046875	-0.004981469984302711	0.9230723907419945	1.0	0.896484375	0.203125	0.01953125	-0.004421805128485445	1.298669588217847	1.0	0.998046875	0.2109375	0.029296875	-0.0047888812905496625	0.9397984668315501
157	38	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head0	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5960650997194761	1.0106118327608788	0.9412150583066446	1.0335553530802395	0.0	1.0531693052185205	0.6211657597770305	56.468845765364286	63	1888.0741992123608	639.274042556535	0.0	0.02902984619140625	1.0	1.0	0.296875	0.15625	-0.004681952140002998	0.9253016550810401	1.0	1.0	0.22265625	0.029296875	-0.005663590508969918	0.9289874773070212	1.0	1.0	0.24609375	0.029296875	-0.005895713370118072	0.9266947080251626
158	39	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head1	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.2816284465804292	0.9186821433251404	0.8800284764476718	0.9697426141770666	0.0	1.8431982365729158	0.5650453313775771	2.1541643875164507	64	1121.1348540626934	735.7674765954928	0.0	0.0193328857421875	1.0	1.0	0.90625	0.046875	-0.08148436704375261	0.03475766103883464	0.998046875	0.55078125	0.841796875	0.015625	-0.08008685129693893	0.1948397390493545	1.0	0.849609375	0.865234375	0.015625	-0.08120412047425807	0.03571713329066346
159	39	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head1	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.2844449189637176	0.9336453867303356	0.8706193006721146	0.9646706008532449	0.0	1.8494737638459229	0.563461697941877	2.1326568824525864	63	1121.1348540626934	732.9382494904128	0.0	0.0193328857421875	1.0	1.0	0.921875	0.046875	-0.08164839817054625	0.03494583458023722	1.0	0.97265625	0.90625	0.041015625	-0.08198040700571241	0.03605690967623021	1.0	0.978515625	0.904296875	0.0390625	-0.08115834633140961	0.035855056293297605
160	39	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head1	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.2816386578700051	0.9186904316347073	0.8800180632596936	0.9697657782917679	0.0	1.8431627263437222	0.5650498346431826	2.1542269708757606	64	1121.1188020584846	735.7336342635542	0.0	0.01963043212890625	1.0	1.0	0.90625	0.046875	-0.08147607873418572	0.03475867082768928	0.998046875	0.548828125	0.841796875	0.015625	-0.080080245503094	0.1948444161493334	1.0	0.849609375	0.865234375	0.015625	-0.08120666689867084	0.03571818312662042
161	39	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head1	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.2844668795539159	0.9336888417514069	0.8705678473005304	0.9646787063267644	0.0	1.849431713610404	0.5634661623801186	2.1327162403204785	63	1121.1188020584846	733.0600696006145	0.0	0.01963043212890625	1.0	1.0	0.921875	0.046875	-0.08160494314947497	0.034946807221569946	1.0	0.97265625	0.90625	0.041015625	-0.08193713589896845	0.03605783118129739	1.0	0.978515625	0.904296875	0.0390625	-0.08111907566710652	0.03585609486525076
162	40	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head2	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3123338547785256	0.8339956799567401	0.7713970844372573	0.954878538350452	0.0	1.7246043655534893	0.6458694480157681	3.711315851528789	64	1238.41008379397	696.5053439378803	0.0	0.01279449462890625	1.0	1.0	0.90625	0.046875	-0.16617083041215297	0.059882457960514626	1.0	0.80859375	0.888671875	0.03125	-0.1635103380460199	0.09520747835880089	1.0	0.9765625	0.890625	0.03125	-0.16507795408205206	0.062137454240017174
163	40	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head2	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.31354323385464833	0.8649576907057819	0.7145010929810922	1.001115237317354	0.0	1.7662003393664178	0.6402396001453602	3.737260776430899	63	1238.41008379397	694.9739817610614	0.0	0.01279449462890625	1.0	1.0	0.890625	0.046875	-0.15033609419509997	0.061238963450214866	1.0	0.982421875	0.873046875	0.015625	-0.1497211444463029	0.06373994794790243	1.0	1.0	0.875	0.021484375	-0.1504405375888429	0.062352620827968365
164	40	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head2	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3123348845936007	0.834014071867946	0.7714037217987361	0.9548650884052696	0.0	1.7246397381553924	0.6458705815069173	3.711212184310946	64	1238.4178608355544	696.5047678807612	0.0	0.01297760009765625	1.0	1.0	0.90625	0.046875	-0.16615243850094708	0.059880785279432566	1.0	0.80859375	0.888671875	0.03125	-0.1634487383416513	0.09521086196438507	1.0	0.9765625	0.890625	0.03125	-0.16505653440417623	0.06213563342733533
165	40	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head2	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3135382209699683	0.864958773037164	0.7145132702593705	1.0011979131398436	0.0	1.7662345729225803	0.6402409722549907	3.7371557809765314	63	1238.4178608355544	694.946422496237	0.0	0.01297760009765625	1.0	1.0	0.890625	0.046875	-0.1503350118637179	0.06123724298884567	1.0	0.982421875	0.873046875	0.015625	-0.1497200412006514	0.06373819149332252	1.0	1.0	0.875	0.021484375	-0.15044152905513264	0.0623508605253123
166	41	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head3	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.35008384483373045	0.9208831609719882	0.8704357123682681	0.9647670254980719	0.0	1.5464486660603067	0.5878994402296971	11.287765710460471	64	1560.4156696764114	618.4711497609918	0.0	0.02570343017578125	1.0	1.0	0.9375	0.03125	-0.07928334939690485	0.18212924543901335	1.0	0.8828125	0.87890625	0.03125	-0.07969166546423156	0.5978309933945578	1.0	0.998046875	0.927734375	0.03125	-0.0805590226302696	0.18542560877360448
167	41	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head3	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3559229209233075	0.9227277850951765	0.875834993250924	0.9783850807774418	0.0	1.5128127510647182	0.5835358400023037	11.28565036813952	63	1560.4156696764114	601.6785518741822	0.0	0.02570343017578125	1.0	1.0	0.953125	0.046875	-0.09256599980570535	0.1849272961536348	1.0	1.0	0.859375	0.03125	-0.09424660961158127	0.18762340373421155	1.0	1.0	0.8671875	0.03125	-0.0933967568878018	0.18630675362341106
168	41	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head3	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.35011171559507037	0.9209662532817476	0.8704461262749004	0.9648269901211108	0.0	1.5464443146940374	0.5878915434311092	11.287507643452676	64	1560.420250277228	618.6480426087378	0.0	0.02600860595703125	1.0	1.0	0.9375	0.03125	-0.0792002570871454	0.18212508150164894	1.0	0.880859375	0.87890625	0.03125	-0.07962597809948135	0.5978552339176624	1.0	0.998046875	0.927734375	0.03125	-0.08048689502403705	0.18542154812964853
169	41	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head3	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.35593241757745375	0.9227640275237599	0.87588040319534	0.9784502470491819	0.0	1.5128096795198853	0.5835273054705433	11.28541117990986	63	1560.420250277228	601.5989528292364	0.0	0.02600860595703125	1.0	1.0	0.953125	0.046875	-0.09252975737712199	0.18492337680196785	1.0	1.0	0.859375	0.03125	-0.0942189358592056	0.1876199051431367	1.0	1.0	0.8671875	0.03125	-0.09336467127905546	0.18630299882981916
170	42	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head4	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.28209950229647335	0.8568820454541275	0.755369651267897	0.9116777996257074	0.0	1.9743331779162816	0.6499825848987449	10.05105571668879	64	1378.6067437568395	621.2948915275549	0.0	0.01845550537109375	1.0	1.0	1.0	0.0	-0.14328446491476554	0.16217480416426308	1.0	0.71484375	0.974609375	0.0	-0.13828719625253005	0.3854830079684979	1.0	0.927734375	0.984375	0.0	-0.13880723610173185	0.1697769141703747
171	42	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head4	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.2964706297377957	0.8832090064459767	0.7815801162359669	0.9315966530530886	0.0	1.916306659045076	0.6432550368388661	10.17483295880499	63	1378.6067437568395	626.3259278953522	0.0	0.01845550537109375	1.0	1.0	1.0	0.0	-0.13208477845490518	0.16672538015165214	1.0	0.9140625	0.984375	0.0	-0.12844258297946742	0.17701640180029873	1.0	1.0	1.0	0.0	-0.12971539258228526	0.16913329069796723
172	42	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head4	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.28209329696179364	0.8568714322382713	0.7554039184145461	0.9117118297255233	0.0	1.9743524413141313	0.6499826795252491	10.051145471476362	64	1378.6592163278692	621.3271545928118	0.0	0.0186004638671875	1.0	1.0	1.0	0.0	-0.1432950781306217	0.1621762523668706	1.0	0.712890625	0.974609375	0.0	-0.13832451114143263	0.3854437582241491	1.0	0.927734375	0.984375	0.0	-0.1388157107074932	0.16977806166301862
173	42	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head4	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.29646197220149706	0.8831915603684732	0.7816059788054452	0.9316142482062503	0.0	1.9163246793903863	0.6432550075472339	10.174902174476598	63	1378.6592163278692	626.3042950927522	0.0	0.0186004638671875	1.0	1.0	1.0	0.0	-0.1321022245324086	0.1667265143235062	1.0	0.912109375	0.984375	0.0	-0.1284592760291876	0.17701473366898407	1.0	1.0	1.0	0.0	-0.12974048706105212	0.16913413850686237
174	43	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head5	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.344720317623456	0.9503209408236122	0.8707981477553515	1.0187985560384694	0.03125	1.5945123336775933	0.5783949132421359	2.9308341105406113	64	1186.9591948911304	713.1458950651997	0.0	0.0390625	0.953125	0.953125	0.828125	0.109375	-0.049845569545280854	0.04728930585129128	0.953125	0.755859375	0.7578125	0.052734375	-0.05560512944615037	0.22501677597386197	0.953125	0.947265625	0.814453125	0.0703125	-0.05194244358032174	0.04865413537349672
175	43	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head5	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.35264975735326887	0.9531073870584297	0.87929337810271	1.052813660786407	0.03125	1.5536806574271016	0.5748618826018455	2.9163431912095756	63	1186.9591948911304	711.0793742199112	0.0	0.0390625	0.953125	0.953125	0.578125	0.171875	-0.06218639784245217	0.04778736212925556	0.953125	0.947265625	0.544921875	0.099609375	-0.0659588995997058	0.04887974478871815	0.953125	0.951171875	0.544921875	0.103515625	-0.06468308662460243	0.04878626876471691
176	43	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head5	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3447302258858246	0.9503343720987152	0.8708521638737791	1.018807215527603	0.03125	1.5945033326128617	0.5784000980764643	2.9308527429417093	64	1186.9226245654615	713.2194639503921	0.0	0.039520263671875	0.953125	0.953125	0.828125	0.109375	-0.04983213827017785	0.04728960648697417	0.953125	0.755859375	0.7578125	0.052734375	-0.055587386197557986	0.2249970905610129	0.953125	0.947265625	0.814453125	0.0703125	-0.051930531345198094	0.04865454108618093
177	43	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head5	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.35267857031859645	0.9531734803819685	0.8792689342893776	1.0528318274343444	0.03125	1.553675311419085	0.5748670088376798	2.9163543769100855	63	1186.9226245654615	710.9424428039812	0.0	0.039520263671875	0.953125	0.953125	0.578125	0.171875	-0.06212030451891337	0.047787545418767764	0.953125	0.947265625	0.544921875	0.099609375	-0.06588098959704913	0.04888000202130267	0.953125	0.951171875	0.544921875	0.103515625	-0.06461540328764803	0.04878648769517904
178	44	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head6	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4332419043009681	0.9957801345800251	0.833651254722874	1.070896468599449	0.0	1.274507869721018	0.5545101748363199	17.49018718313413	64	1693.3281202949518	609.1421784797815	0.0	0.02873992919921875	1.0	1.0	0.40625	0.34375	-0.004386375788867913	0.2822059454422689	1.0	0.84765625	0.359375	0.25	-0.008599572857815763	0.6233843396160572	1.0	0.916015625	0.3984375	0.337890625	-0.005745216695740907	0.28739829049623533
179	44	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head6	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.443455055288422	1.0059607019181804	0.8215159561896588	1.0863904831296831	0.0	1.248163388411122	0.5502246393536132	17.3631144488859	63	1693.3281202949518	607.9846655005424	0.0	0.02873992919921875	1.0	1.0	0.453125	0.40625	-0.009333082982701413	0.2845129614242966	1.0	0.982421875	0.3828125	0.32421875	-0.012343579475245114	0.2893114507619344	1.0	0.99609375	0.392578125	0.328125	-0.010793607006064132	0.2857061632953093
180	44	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head6	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.43320419047345915	0.9957644300359122	0.8336920939937275	1.0708780620646456	0.0	1.2746033868744124	0.5545122036200323	17.48986316501886	64	1693.325668280258	609.194086079787	0.0	0.02909088134765625	1.0	1.0	0.40625	0.34375	-0.00440208033298084	0.2822007173770914	1.0	0.845703125	0.359375	0.25	-0.008639915926626496	0.6234873188332881	1.0	0.916015625	0.3984375	0.337890625	-0.005750260530675955	0.2873942506195755
181	44	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head6	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.44341655498226246	1.005946396880225	0.8213916693002766	1.0863900535056448	0.0	1.2482583773785705	0.5502265639019511	17.362802033758026	63	1693.325668280258	608.0338949770237	0.0	0.02909088134765625	1.0	1.0	0.453125	0.40625	-0.009347388020656933	0.28450784217259284	1.0	0.982421875	0.3828125	0.32421875	-0.012353917464027475	0.28930587511406497	1.0	0.99609375	0.392578125	0.328125	-0.010804239840836338	0.28570033793100363
182	45	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head7	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7827488293343141	0.9893052710461023	0.9536630296940882	1.0539143570992027	0.0625	0.6899130234422594	0.5458665057661054	2.2024645978526594	64	1032.33225253666	683.3267333301875	0.0	0.0515594482421875	0.9375	0.9375	0.34375	0.1875	-0.010861239322790706	0.03553698983504868	0.9375	0.78125	0.26953125	0.16015625	-0.00567457459670595	0.05057853142865643	0.9375	0.68359375	0.2734375	0.177734375	-0.0055340606726670405	0.0365657581938773
183	45	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head7	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8075732489847598	0.9967227873642553	0.9433686995728814	1.0695194625875544	0.0625	0.6715714519746078	0.5441263571697048	2.179847373692964	63	1032.33225253666	680.900885033768	0.0	0.0515594482421875	0.9375	0.9375	0.515625	0.328125	-0.0185709975366265	0.03571910060076551	0.9375	0.93359375	0.30859375	0.228515625	-0.013191062891458993	0.03608330098974783	0.9375	0.927734375	0.30859375	0.1796875	-0.013583471716952622	0.03659485044507967
184	45	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head7	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7827205360940142	0.9892656603807932	0.9536278192693489	1.0539045432451035	0.0625	0.6899168588541373	0.5458716654682468	2.202463344154452	64	1032.3159312038877	683.3798467968155	0.0	0.0520782470703125	0.9375	0.9375	0.34375	0.1875	-0.010900849988099814	0.03553696960650086	0.9375	0.78125	0.26953125	0.16015625	-0.0057188559283616325	0.05058270392929642	0.9375	0.68359375	0.2734375	0.177734375	-0.005567308082224831	0.03656573296940947
185	45	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head7	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8075885527962783	0.9967398070145537	0.9434051026715091	1.069572262868433	0.0625	0.6715764903844081	0.5441314595290652	2.1798431842589303	63	1032.3159312038877	681.2850816553124	0.0	0.0520782470703125	0.9375	0.9375	0.515625	0.328125	-0.018553977886328177	0.03571903195246585	0.9375	0.93359375	0.30859375	0.228515625	-0.013180691899761454	0.03608327756174018	0.9375	0.927734375	0.30859375	0.1796875	-0.013570699225812888	0.03659482606967716
186	46	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head8	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.31811867294839313	0.8940495057763601	0.57810058189549	1.0601760164643426	0.0	3.190523229914044	1.1352447592148915	3.4371415656760487	64	854.6885146161508	546.4070612348901	0.0	0.0149688720703125	1.0	1.0	0.6875	0.171875	-0.10611700459253293	0.05545862802977247	0.97265625	0.2109375	0.619140625	0.1328125	-0.10808895165318722	0.14631601499894817	1.0	0.87890625	0.625	0.1484375	-0.10035032474211536	0.06018516507915164
187	46	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head8	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.2939919861859151	0.8719875524852685	0.5194695031537242	1.1618355132254765	0.0	3.3274576899936803	1.121857637121908	3.4865010336864115	63	854.6885146161508	547.5732500208416	0.0	0.0149688720703125	1.0	1.0	0.65625	0.3125	-0.14330623241561335	0.05713000032471944	1.0	0.98828125	0.6328125	0.26171875	-0.13950302261023162	0.059173954946480006	1.0	0.9921875	0.6328125	0.265625	-0.13997151622732096	0.05940753217456389
188	46	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head8	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3181297731561784	0.8940869337493556	0.578133349210289	1.0601810961197133	0.0	3.190553203080111	1.1352475116509615	3.437106197299707	64	854.6420809305538	546.4035625153065	0.0	0.015228271484375	1.0	1.0	0.6875	0.171875	-0.10607957661953749	0.05545805735743033	0.97265625	0.2109375	0.619140625	0.1328125	-0.1080465617875761	0.14631640198551468	1.0	0.880859375	0.625	0.1484375	-0.1003148037378232	0.06018516625577693
189	46	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head8	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.2940028435774741	0.8720279075274864	0.5194654553037217	1.1618473954101882	0.0	3.327494725657885	1.121859636472276	3.4864782151929763	63	854.6420809305538	547.6205360051563	0.0	0.015228271484375	1.0	1.0	0.65625	0.3125	-0.14326587737339547	0.057129626419613784	1.0	0.98828125	0.6328125	0.26171875	-0.13945791485862902	0.05917392953064225	1.0	0.9921875	0.6328125	0.265625	-0.13992812662624465	0.05940739059616949
190	47	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head9	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.86300503067096	0.995187170701147	0.9354759690476729	1.0386684386361895	0.015625	0.6266382443765399	0.5434072838044767	3.276853999979493	64	1318.0721199978295	710.6117723795874	0.0	0.034912109375	0.875	0.984375	0.1875	0.203125	-0.004979339667745997	0.05287237188817693	0.875	0.916015625	0.173828125	0.1953125	-0.0057224906476118775	0.06300567869545812	0.875	0.666015625	0.166015625	0.1796875	-0.005671502105804471	0.05707905453276959
191	47	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head9	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8210088854983297	0.970827484204515	0.8855410216478208	1.1593420126742977	0.046875	0.632686313816004	0.5350498351432109	3.3571522849181297	63	1318.0721199978295	709.6532665132856	0.0	0.034912109375	0.59375	0.625	0.53125	0.421875	-0.04446630069636681	0.05501048451567905	0.59375	0.625	0.515625	0.419921875	-0.04588957065285215	0.05532007754089949	0.59375	0.611328125	0.515625	0.41796875	-0.04573273949294698	0.05586831243276004
192	47	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head9	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8630310894585276	0.9952162254951441	0.9353924072550639	1.0387032428942486	0.015625	0.6266380333297705	0.5434076442349761	3.276791982797389	64	1318.0866413439257	710.6437426418083	0.0	0.03528594970703125	0.875	0.984375	0.1875	0.203125	-0.0049502848737489336	0.05287137123464898	0.875	0.916015625	0.173828125	0.1953125	-0.005705622429612034	0.06299701222139052	0.875	0.666015625	0.166015625	0.1796875	-0.0056409946425927115	0.05707840890294546
193	47	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head9	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8210877731423285	0.9707710992805267	0.8854162155274883	1.1594034614598223	0.046875	0.6325884431034157	0.5350495461271045	3.357083972036211	63	1318.0866413439257	709.616698617349	0.0	0.03528594970703125	0.59375	0.625	0.53125	0.421875	-0.04452268562035511	0.05500936513698721	0.59375	0.625	0.515625	0.419921875	-0.045956485297390826	0.0553191297861833	0.59375	0.611328125	0.515625	0.41796875	-0.045779751841869	0.055867150865171314
194	48	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head10	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7981956643679623	0.9630855180987619	0.8874483503040166	1.099435846851632	0.03125	0.6341773765068037	0.5255998796111794	19.0087442358799	64	1695.9696298995075	649.2938087651237	0.0	0.03391265869140625	0.875	0.9375	0.59375	0.28125	-0.037080992270131174	0.30670801762085564	0.875	0.900390625	0.54296875	0.271484375	-0.03474396048989714	0.4069952055173112	0.875	0.91015625	0.576171875	0.271484375	-0.03707847661125485	0.31106473534243617
195	48	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head10	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8267420364671174	0.98527950801419	0.8970835063947536	1.1074389848724406	0.046875	0.62219650638073	0.5220813003659082	18.830295013261246	63	1695.9696298995075	652.2034417916079	0.0	0.03391265869140625	0.78125	0.90625	0.546875	0.359375	-0.030014276886691893	0.30855426395348573	0.78125	0.90625	0.46875	0.263671875	-0.030895952056241183	0.31003782150965115	0.78125	0.90625	0.46875	0.263671875	-0.03065098646405151	0.30948158601769177
196	48	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head10	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7981949454899793	0.9631064094438734	0.8874164322877988	1.0994416534618738	0.03125	0.6341926254779263	0.5256006430440026	19.010235630489298	64	1696.0212346547032	649.2857730887285	0.0	0.03441619873046875	0.875	0.9375	0.59375	0.28125	-0.03706010092501966	0.30673208142425384	0.875	0.900390625	0.54296875	0.271484375	-0.034717183377688365	0.40703976286588	0.875	0.91015625	0.576171875	0.271484375	-0.03706530617293813	0.31109163596385453
197	48	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head10	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8267440404001872	0.9853115027771071	0.8972078293967543	1.107450203606264	0.046875	0.6222157360629035	0.5220817479379307	18.831886366150307	63	1696.0212346547032	652.3506945282904	0.0	0.03441619873046875	0.78125	0.90625	0.546875	0.34375	-0.02998228212377474	0.3085803399506503	0.78125	0.90625	0.46875	0.263671875	-0.03086602145265127	0.3100646930244622	0.78125	0.90625	0.46875	0.263671875	-0.030615313413705936	0.3095074020784396
198	49	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head11	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4243586781325829	0.9489370565088107	0.8855604106391216	0.9593807889723105	0.0	1.4874654671685086	0.665185193354953	44.16568488248179	64	1824.586485633181	649.9105208511799	0.0	0.02276611328125	1.0	1.0	0.96875	0.0	-0.051229453860082375	0.712617808366569	1.0	0.546875	0.8828125	0.0	-0.0510241739186319	1.5276115998630109	1.0	0.99609375	0.95703125	0.0	-0.05097598306308537	0.7266854106914865
199	49	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head11	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.43024517151503006	0.9615361014916157	0.9017900571804057	0.977547632184321	0.0	1.4740935729183056	0.6595921267288684	43.5197783822346	63	1824.586485633181	649.4371792624468	0.0	0.02276611328125	1.0	1.0	0.984375	0.0	-0.05375768340926612	0.7131175149774547	1.0	0.978515625	0.810546875	0.0	-0.053410987128912346	0.7357633261012279	1.0	1.0	0.908203125	0.0	-0.0539952949830278	0.7151785639865126
200	49	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head11	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4244267824663165	0.9489992119344218	0.8855309799068791	0.9594055695964315	0.0	1.487316405152364	0.6651817076448823	44.16899949696895	64	1824.6018059874984	649.8762919660608	0.0	0.02301788330078125	1.0	1.0	0.96875	0.0	-0.05116729843447121	0.7126712900077504	1.0	0.546875	0.8828125	0.0	-0.050954402874850535	1.5277790711133639	1.0	0.99609375	0.95703125	0.0	-0.05090466110013503	0.7267491609575504
201	49	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head11	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4302710327263304	0.961501636834301	0.9017790586559045	0.9775713748284206	0.0	1.4739418521972596	0.6595875229204295	43.523080891160646	63	1824.6018059874984	649.4813713651124	0.0	0.02301788330078125	1.0	1.0	0.984375	0.0	-0.053792148066580836	0.7131716300728453	1.0	0.978515625	0.810546875	0.0	-0.05343346526367876	0.7358179751191568	1.0	1.0	0.908203125	0.0	-0.0540357828625011	0.7152333391192987
202	50	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head12	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3266276637494505	0.902607161836154	0.8331259588290713	1.038460745640447	0.015625	1.567289894879981	0.5671572954743479	4.017181573005868	64	1253.5008393718686	665.6281973946848	0.0	0.031982421875	0.984375	0.984375	0.859375	0.109375	-0.09755934853273907	0.06481763242171518	0.98046875	0.572265625	0.7734375	0.103515625	-0.0948716908877334	0.22598174290549145	0.984375	0.89453125	0.822265625	0.109375	-0.0957638560977564	0.06623018549308592
203	50	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head12	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3285996853663156	0.9107452074294013	0.8423719966803286	1.041032890321083	0.015625	1.565648825268063	0.5648909345670179	3.956153045187766	63	1253.5008393718686	662.5381486914646	0.0	0.031982421875	0.984375	0.984375	0.890625	0.109375	-0.1045485774714805	0.06482574437020674	0.984375	0.962890625	0.841796875	0.1015625	-0.1045385351997774	0.06631226800227916	0.984375	0.978515625	0.84375	0.1015625	-0.10383729559998955	0.06595428262481372
204	50	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head12	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3266340470552081	0.9026000670706318	0.8331713772329725	1.0384530511184236	0.015625	1.5672528375253303	0.5671594272545049	4.017211855560154	64	1253.4692217044915	665.7184677856023	0.0	0.03228759765625	0.984375	0.984375	0.859375	0.109375	-0.09756644329826125	0.06481812103380223	0.98046875	0.572265625	0.7734375	0.103515625	-0.09485790879501366	0.2259444661785913	0.984375	0.89453125	0.822265625	0.109375	-0.09577127746853098	0.06623070975223212
205	50	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head12	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3286114712703558	0.9107537496579821	0.842398343033772	1.0409693581960766	0.015625	1.5656132665708187	0.5648930670463097	3.956183629814092	63	1253.4692217044915	662.534931781176	0.0	0.03228759765625	0.984375	0.984375	0.890625	0.109375	-0.10454003524289979	0.06482624553159894	0.984375	0.962890625	0.841796875	0.1015625	-0.10453229422042787	0.06631256779699435	0.984375	0.978515625	0.84375	0.1015625	-0.10382665263272672	0.06595481432139795
206	51	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head13	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3675584399189691	0.8961746511254967	0.8082905723453254	0.9824250513855727	0.0	1.5245287772423806	0.6252725607347193	20.724525988650367	64	1556.250645330692	605.5462378204079	0.0	0.029266357421875	0.984375	1.0	0.875	0.0625	-0.10399185924339638	0.33439233035251714	0.984375	0.64453125	0.8046875	0.0625	-0.10388997024774849	0.862671964351569	0.984375	0.9921875	0.859375	0.0625	-0.10281809971308098	0.3412151734115552
207	51	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head13	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.37444442308172576	0.9114063899488722	0.8265499512244686	1.0106844677372662	0.0	1.5119990351451476	0.6211933695646034	20.420298420374085	63	1556.250645330692	607.9397208623386	0.0	0.029266357421875	0.984375	1.0	0.890625	0.078125	-0.1038873949520096	0.3346081484316487	0.984375	0.99609375	0.841796875	0.0625	-0.10377916176484647	0.3430961853788083	0.984375	1.0	0.84375	0.0625	-0.10390924432837023	0.33763094769478563
208	51	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head13	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3675823411177979	0.8962047906459709	0.8083437131682317	0.9824105118671624	0.0	1.524489106093657	0.6252759196060259	20.725544922714786	64	1556.261920000829	605.4093925498291	0.0	0.0295562744140625	0.984375	1.0	0.875	0.0625	-0.10396171972292212	0.33440877095706767	0.984375	0.64453125	0.8046875	0.0625	-0.10385073604167117	0.862564924078601	0.984375	0.9921875	0.859375	0.0625	-0.10278737780117686	0.3412331148554613
209	51	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head13	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3744777128917079	0.9114664115514552	0.8265426756049236	1.0107050573079615	0.0	1.5119709766995664	0.6211961583415206	20.42121128018855	63	1556.261920000829	607.8711508185511	0.0	0.0295562744140625	0.984375	1.0	0.890625	0.078125	-0.1038273733494266	0.3346231066034642	0.984375	0.99609375	0.841796875	0.0625	-0.10371483179349084	0.34311213083964565	0.984375	1.0	0.84375	0.0625	-0.10384742961100257	0.3376458381759387
210	52	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head14	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6791274609760259	0.9915484030516067	0.8950131552557713	1.1327247781584364	0.015625	0.7930202783763095	0.5431523529246953	22.26274070553649	64	1691.2465633240229	606.6169307796949	0.0	0.037445068359375	0.984375	0.984375	0.421875	0.34375	-0.008618107317286294	0.3592115809372484	0.984375	0.94921875	0.37890625	0.306640625	-0.007779961230542143	0.5140811936986734	0.984375	0.97265625	0.412109375	0.3359375	-0.008068933997443906	0.3649766932059281
211	52	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head14	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6943437414922782	1.0051936662521963	0.9032136135186786	1.147502160616489	0.015625	0.7808112440654129	0.5393501956941271	22.029311399243948	63	1691.2465633240229	608.2203036463204	0.0	0.037445068359375	0.984375	0.984375	0.484375	0.40625	-0.010100118648685541	0.36097352481248385	0.984375	0.984375	0.376953125	0.326171875	-0.010101168743899436	0.36470860167477853	0.984375	0.984375	0.419921875	0.328125	-0.010500633576663088	0.36246080155193766
212	52	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head14	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6791457398729515	0.9915539072413491	0.8949811410868683	1.1328129369202027	0.015625	0.7930027920751764	0.5431519799499138	22.26317069192219	64	1691.2200833740576	606.8205056396993	0.0	0.03775787353515625	0.984375	0.984375	0.421875	0.34375	-0.008612603127543972	0.359218518811225	0.984375	0.94921875	0.37890625	0.306640625	-0.0077792799897622444	0.5140146101520678	0.984375	0.97265625	0.412109375	0.3359375	-0.00806486747721058	0.3649832434271888
213	52	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head14	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6943549466921631	1.0051864008808724	0.9031894619097354	1.1476102309132277	0.015625	0.7807927998177776	0.5393500572829071	22.029759237455607	63	1691.2200833740576	608.2796614416307	0.0	0.03775787353515625	0.984375	0.984375	0.484375	0.40625	-0.010107384020009436	0.36098086311438893	0.984375	0.984375	0.376953125	0.326171875	-0.010135518558151091	0.36471641256170395	0.984375	0.984375	0.419921875	0.328125	-0.010503515241315098	0.36246859049924524
214	53	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head15	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.16741511137683723	0.7721106223491683	0.740000976781262	0.8303745788422529	0.0	3.1824689694818344	0.6900480080925332	2.613362112929433	64	918.3881007025265	705.6074384769106	0.0	0.0247802734375	1.0	1.0	0.953125	0.046875	-0.22805588801972476	0.0421668629466377	0.99609375	0.541015625	0.953125	0.046875	-0.22788514284905514	0.28853286719286886	1.0	0.966796875	0.953125	0.046875	-0.22907704871879186	0.043864428275809345
215	53	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head15	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.17748072985236996	0.8119674022378798	0.7066933114730644	0.864414060391397	0.0	3.1454244541789387	0.6875303445490055	2.6017679781926195	63	918.3881007025265	703.8141528501917	0.0	0.0247802734375	1.0	1.0	0.953125	0.046875	-0.20332638266300207	0.04263271514990124	1.0	0.927734375	0.953125	0.046875	-0.20633585286481115	0.04643236283717936	1.0	0.990234375	0.953125	0.046875	-0.20602387428098323	0.04412801797264839
216	53	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head15	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.1674146412197265	0.7721050988459843	0.7399993263893838	0.8304191397013003	0.0	3.1824363639370628	0.6900439368545238	2.6134354188409623	64	918.4233290059865	705.6789482065963	0.0	0.02498626708984375	1.0	1.0	0.953125	0.046875	-0.2280614115229087	0.042168045744960726	0.99609375	0.541015625	0.953125	0.046875	-0.22787792178477995	0.2885008996761998	1.0	0.966796875	0.953125	0.046875	-0.22908264272430268	0.04386565833582959
217	53	model.language_model.layers.0.linear_attn.in_proj_qkv.weight::V_head15	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.1774817151405357	0.811970286977888	0.7066785434640811	0.8643993298259324	0.0	3.1453992669895894	0.6875262132865445	2.601833210875117	63	918.4233290059865	703.6743546635942	0.0	0.02498626708984375	1.0	1.0	0.953125	0.046875	-0.20332349792299387	0.04263378405627363	1.0	0.927734375	0.953125	0.046875	-0.2063362138104663	0.04643390770023735	1.0	0.990234375	0.953125	0.046875	-0.20602293436940333	0.0441290998476613
218	54	model.language_model.layers.0.linear_attn.in_proj_z.weight::rows	original	origin	matrix	primary	False	False	2048	2048	2048	256	256	757a2caa58a6d933faa9b9a775df45b93a110c3d5c03ee90f3d78e7bd89496e6	0.6535484841738404	0.9782642883107711	0.853725852330232	1.2149508424606503	0.0078125	0.934089622047798	0.6240367392190047	145.2862067164286	256	1930.049060946154	650.1845064587588	0.0	0.00847625732421875	0.96875	0.98828125	0.4921875	0.30078125	-0.021777793993030592	0.6374319943918393	0.951171875	0.185546875	0.423828125	0.2265625	-0.022924666201234567	1.826037247647058	0.96875	0.986328125	0.48828125	0.291015625	-0.022171945149871197	0.6621898744629892
219	54	model.language_model.layers.0.linear_attn.in_proj_z.weight::rows	original	mean	matrix	primary	False	False	2048	2048	2048	256	256	757a2caa58a6d933faa9b9a775df45b93a110c3d5c03ee90f3d78e7bd89496e6	0.6605475322050771	0.9834677814882511	0.8280592701191225	1.229590029369402	0.0078125	0.9241423886007971	0.6207015478154274	148.55984734867567	255	1930.049060946154	650.9395972524325	0.0	0.00847625732421875	0.94921875	0.984375	0.576171875	0.29296875	-0.02041222220817529	0.6540638982197995	0.94921875	0.9375	0.46484375	0.2421875	-0.02115635853019171	0.7236320034091568	0.94921875	0.984375	0.47265625	0.265625	-0.02106547805832104	0.6600052855290377
220	54	model.language_model.layers.0.linear_attn.in_proj_z.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	2048	256	256	757a2caa58a6d933faa9b9a775df45b93a110c3d5c03ee90f3d78e7bd89496e6	0.6535484841738404	0.9782642883107711	0.853725852330232	1.2149508424606503	0.0078125	0.934089622047798	0.6240367392190047	145.2862067164286	256	1930.049060946154	650.1845064587588	0.0	0.00847625732421875	0.96875	0.98828125	0.4921875	0.30078125	-0.021777793993030592	0.6374319943918393	0.951171875	0.185546875	0.423828125	0.2265625	-0.022924666201234567	1.826037247647058	0.96875	0.986328125	0.48828125	0.291015625	-0.022171945149871197	0.6621898744629892
221	54	model.language_model.layers.0.linear_attn.in_proj_z.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	2048	256	256	757a2caa58a6d933faa9b9a775df45b93a110c3d5c03ee90f3d78e7bd89496e6	0.6605475322050771	0.9834677814882511	0.8280592701191225	1.229590029369402	0.0078125	0.9241423886007971	0.6207015478154274	148.55984734867567	255	1930.049060946154	650.9395972524325	0.0	0.00847625732421875	0.94921875	0.984375	0.576171875	0.29296875	-0.02041222220817529	0.6540638982197995	0.94921875	0.9375	0.46484375	0.2421875	-0.02115635853019171	0.7236320034091568	0.94921875	0.984375	0.47265625	0.265625	-0.02106547805832104	0.6600052855290377
222	55	model.language_model.layers.0.linear_attn.in_proj_z.weight::columns	original	origin	matrix	primary	False	False	2048	2048	2048	256	256	e11615612cadf5e9de753f36006ae17f7593da4a1b7a15c477c9f3495abcb76e	0.7060400628208604	0.9922906823182052	0.9424947323449373	1.0647438256798187	0.0	0.8859887217244213	0.6304035136997151	151.60493249861295	256	1803.1597889792588	604.8668349823909	0.0	0.00835418701171875	0.9921875	0.99609375	0.30859375	0.25	-0.0077513999855964855	0.6651549150212858	0.9921875	0.64453125	0.248046875	0.185546875	-0.00587556894214325	1.5811499296612872	0.9921875	0.9765625	0.291015625	0.23828125	-0.006746356079173177	0.6784840866917864
223	55	model.language_model.layers.0.linear_attn.in_proj_z.weight::columns	original	mean	matrix	primary	False	False	2048	2048	2048	256	256	e11615612cadf5e9de753f36006ae17f7593da4a1b7a15c477c9f3495abcb76e	0.7152293947493715	0.9964164440643399	0.9482953015808682	1.0664583200962394	0.0	0.8764014643974464	0.6290824410541075	151.77889800512466	255	1803.1597889792588	603.8232679013105	0.0	0.00835418701171875	0.9921875	0.99609375	0.517578125	0.2734375	-0.007463559632086447	0.6682364008071401	0.9921875	0.935546875	0.271484375	0.22265625	-0.0060384989981709936	0.7098787190073409	0.9921875	0.98828125	0.275390625	0.25	-0.006040933037749774	0.6788831817837035
224	55	model.language_model.layers.0.linear_attn.in_proj_z.weight::columns	finetuned	origin	matrix	primary	False	False	2048	2048	2048	256	256	e11615612cadf5e9de753f36006ae17f7593da4a1b7a15c477c9f3495abcb76e	0.7060400628208604	0.9922906823182052	0.9424947323449373	1.0647438256798187	0.0	0.8859887217244213	0.6304035136997151	151.60493249861295	256	1803.1597889792588	604.8668349823909	0.0	0.00835418701171875	0.9921875	0.99609375	0.30859375	0.25	-0.0077513999855964855	0.6651549150212858	0.9921875	0.64453125	0.248046875	0.185546875	-0.00587556894214325	1.5811499296612872	0.9921875	0.9765625	0.291015625	0.23828125	-0.006746356079173177	0.6784840866917864
225	55	model.language_model.layers.0.linear_attn.in_proj_z.weight::columns	finetuned	mean	matrix	primary	False	False	2048	2048	2048	256	256	e11615612cadf5e9de753f36006ae17f7593da4a1b7a15c477c9f3495abcb76e	0.7152293947493715	0.9964164440643399	0.9482953015808682	1.0664583200962394	0.0	0.8764014643974464	0.6290824410541075	151.77889800512466	255	1803.1597889792588	603.8232679013105	0.0	0.00835418701171875	0.9921875	0.99609375	0.517578125	0.2734375	-0.007463559632086447	0.6682364008071401	0.9921875	0.935546875	0.271484375	0.22265625	-0.0060384989981709936	0.7098787190073409	0.9921875	0.98828125	0.275390625	0.25	-0.006040933037749774	0.6788831817837035
226	56	model.language_model.layers.0.linear_attn.out_proj.weight::rows	original	origin	matrix	primary	True	False	2048	2048	2048	256	256	de2944d59ac3c2f7c14311fc31cb52d2dd78ebc3ed40ccee04527e49ed28028e	0.6739047358478198	0.9483788222720497	0.9229465976480473	1.2322521799744743	0.0	0.7667730020125202	0.5448581782315028	205.66158049168874	256	1915.4346796078842	598.3928526585521	0.0	0.0073108673095703125	0.96484375	0.984375	0.70703125	0.23046875	-0.05166326003175192	0.9023242769251199	0.958984375	0.392578125	0.580078125	0.201171875	-0.050829759857139	4.786790846075209	0.96484375	0.9765625	0.69921875	0.2265625	-0.05116372838850891	0.9130285951407788
227	56	model.language_model.layers.0.linear_attn.out_proj.weight::rows	original	mean	matrix	primary	True	False	2048	2048	2048	256	256	de2944d59ac3c2f7c14311fc31cb52d2dd78ebc3ed40ccee04527e49ed28028e	0.6762286982529034	0.9523929189734486	0.9261415581802885	1.2360567452402071	0.0	0.7659322720376195	0.543835819178668	204.8687218871672	255	1915.4346796078842	599.5230385456844	0.0	0.0073108673095703125	0.95703125	0.984375	0.728515625	0.23828125	-0.051487084722977805	0.9019747748281665	0.95703125	0.845703125	0.67578125	0.21484375	-0.050921806089408994	1.045334250827597	0.95703125	0.984375	0.697265625	0.228515625	-0.050950940444793424	0.9098720730479947
228	56	model.language_model.layers.0.linear_attn.out_proj.weight::rows	finetuned	origin	matrix	primary	True	False	2048	2048	2048	256	256	de2944d59ac3c2f7c14311fc31cb52d2dd78ebc3ed40ccee04527e49ed28028e	0.6738892851552767	0.9484244780639659	0.922950655529045	1.2322285223369285	0.0	0.7668308922172153	0.5448605911628419	205.6560366300145	256	1915.4297991569651	598.3146062089851	0.0	0.0074253082275390625	0.96484375	0.984375	0.70703125	0.23046875	-0.051617604239835746	0.9022999536608299	0.958984375	0.392578125	0.580078125	0.201171875	-0.05077616051281608	4.7861143609999965	0.96484375	0.9765625	0.69921875	0.2265625	-0.05111383102308986	0.9130041331847367
229	56	model.language_model.layers.0.linear_attn.out_proj.weight::rows	finetuned	mean	matrix	primary	True	False	2048	2048	2048	256	256	de2944d59ac3c2f7c14311fc31cb52d2dd78ebc3ed40ccee04527e49ed28028e	0.6761840986118661	0.9523921175250365	0.9261143006142538	1.2360298469562523	0.0	0.7659853558340082	0.5438380976214795	204.8633229279608	255	1915.4297991569651	599.4710092774887	0.0	0.0074253082275390625	0.95703125	0.984375	0.728515625	0.23828125	-0.051487886171389885	0.9019510048501551	0.95703125	0.845703125	0.67578125	0.21484375	-0.05093429254727577	1.0452718251735644	0.95703125	0.984375	0.697265625	0.228515625	-0.05095138792872689	0.9098484376886301
230	57	model.language_model.layers.0.linear_attn.out_proj.weight::columns	original	origin	matrix	primary	True	False	2048	2048	2048	256	256	ee9e1af64feefd1ec34a172bfc5ea4ae3757c6a274b4c9864d6d1942bc9f0574	0.7850980194857953	0.9761212623326333	0.9134252836478833	1.1276412552412791	0.0	0.682714767255236	0.5491100668834107	208.43357496134635	256	1662.1767181302573	568.2354993587909	0.0	0.0073986053466796875	0.89453125	0.9609375	0.47265625	0.19140625	-0.02392081997116835	0.9144861882529155	0.333984375	-0.01171875	0.205078125	0.146484375	-0.018975892797629013	6.644716925206091	0.89453125	0.916015625	0.45703125	0.181640625	-0.022083377246947755	0.9553262017192612
231	57	model.language_model.layers.0.linear_attn.out_proj.weight::columns	original	mean	matrix	primary	True	False	2048	2048	2048	256	256	ee9e1af64feefd1ec34a172bfc5ea4ae3757c6a274b4c9864d6d1942bc9f0574	0.7913190430905397	0.9807638503765138	0.9088472051979131	1.1326273190075602	0.0	0.6785829294499853	0.5475075311796958	209.56848177000367	255	1662.1767181302573	584.4590517316421	0.0	0.0073986053466796875	0.88671875	0.9375	0.689453125	0.20703125	-0.02311615331991257	0.9226663905273291	0.87109375	0.22265625	0.306640625	0.15625	-0.020986645188969866	1.2329355770725692	0.88671875	0.927734375	0.3828125	0.169921875	-0.021722033601551893	0.9473352542995851
232	57	model.language_model.layers.0.linear_attn.out_proj.weight::columns	finetuned	origin	matrix	primary	True	False	2048	2048	2048	256	256	ee9e1af64feefd1ec34a172bfc5ea4ae3757c6a274b4c9864d6d1942bc9f0574	0.7851128524200646	0.9761081641530684	0.9134459327842008	1.1276649867947364	0.0	0.6826970047906556	0.5491135229207796	208.43481101886425	256	1662.2636532725624	568.1799076936338	0.0	0.0075225830078125	0.89453125	0.9609375	0.47265625	0.19140625	-0.023933918150733202	0.9144916113596689	0.333984375	-0.01171875	0.205078125	0.146484375	-0.018984315693823084	6.644123115891559	0.89453125	0.916015625	0.45703125	0.181640625	-0.022096842658080873	0.9553261700600918
233	57	model.language_model.layers.0.linear_attn.out_proj.weight::columns	finetuned	mean	matrix	primary	True	False	2048	2048	2048	256	256	ee9e1af64feefd1ec34a172bfc5ea4ae3757c6a274b4c9864d6d1942bc9f0574	0.7912941557953469	0.9807061739005927	0.9088262853197592	1.1326470560469768	0.0	0.6785684824541957	0.5475108536711925	209.5693118551515	255	1662.2636532725624	584.4728438552165	0.0	0.0075225830078125	0.88671875	0.9375	0.689453125	0.20703125	-0.02317382979583371	0.9226700451401827	0.87109375	0.22265625	0.310546875	0.15625	-0.021043955407597847	1.2328857897230103	0.88671875	0.927734375	0.38671875	0.169921875	-0.02178163909596198	0.9473330945122884
234	58	model.language_model.layers.0.mlp.down_proj.weight::rows	original	origin	matrix	primary	False	False	6144	6144	2048	256	256	036db8e6918f6466421925b24dca24947e2f44610575a3f627ffa95535884d3c	0.859141627056039	1.00435919328573	0.9557644848662897	1.0280882529152358	0.00390625	0.7579560516884818	0.6483652460572997	245.23871670593675	256	6057.158929846028	2004.7691123552436	0.0	0.007425944010416667	0.98828125	0.99609375	0.27734375	0.16796875	0.004316107010781778	0.9975603341913716	0.98828125	0.99609375	0.27734375	0.16796875	0.004310761280848618	1.7647125043950513	0.98828125	0.99609375	0.27734375	0.16796875	0.004577710611171293	1.0022030161431554
235	58	model.language_model.layers.0.mlp.down_proj.weight::rows	original	mean	matrix	primary	False	False	6144	6144	2048	256	256	036db8e6918f6466421925b24dca24947e2f44610575a3f627ffa95535884d3c	0.863421806347324	1.0087227015270208	0.9601619220248778	1.0319690640032517	0.00390625	0.7560122306714535	0.647112873378245	244.32925253444077	255	6057.158929846028	2005.0477023376548	0.0	0.007425944010416667	0.984375	0.99609375	0.42578125	0.23046875	0.004715983133315893	0.9975779017721227	0.984375	0.99609375	0.23046875	0.23046875	0.0044645666039111465	1.0038842340051495	0.984375	0.99609375	0.23046875	0.23046875	0.004866662731277449	0.998501727670599
236	58	model.language_model.layers.0.mlp.down_proj.weight::rows	finetuned	origin	matrix	primary	False	False	6144	6144	2048	256	256	036db8e6918f6466421925b24dca24947e2f44610575a3f627ffa95535884d3c	0.859141627056039	1.00435919328573	0.9557644848662897	1.0280882529152358	0.00390625	0.7579560516884818	0.6483652460572997	245.23871670593675	256	6057.158929846028	2004.7691123552436	0.0	0.007425944010416667	0.98828125	0.99609375	0.27734375	0.16796875	0.004316107010781778	0.9975603341913716	0.98828125	0.99609375	0.27734375	0.16796875	0.004310761280848618	1.7647125043950513	0.98828125	0.99609375	0.27734375	0.16796875	0.004577710611171293	1.0022030161431554
237	58	model.language_model.layers.0.mlp.down_proj.weight::rows	finetuned	mean	matrix	primary	False	False	6144	6144	2048	256	256	036db8e6918f6466421925b24dca24947e2f44610575a3f627ffa95535884d3c	0.863421806347324	1.0087227015270208	0.9601619220248778	1.0319690640032517	0.00390625	0.7560122306714535	0.647112873378245	244.32925253444077	255	6057.158929846028	2005.0477023376548	0.0	0.007425944010416667	0.984375	0.99609375	0.42578125	0.23046875	0.004715983133315893	0.9975779017721227	0.984375	0.99609375	0.23046875	0.23046875	0.0044645666039111465	1.0038842340051495	0.984375	0.99609375	0.23046875	0.23046875	0.004866662731277449	0.998501727670599
238	59	model.language_model.layers.0.mlp.down_proj.weight::columns	original	origin	matrix	primary	False	False	2048	2048	6144	256	256	cdff9780fca39159a3b3608be65e401c435ea4935812173c9c3ccc540cd44df6	0.9576681421478975	1.012005295598922	0.9466037859995382	1.0377667051998851	0.0	0.39492446654822894	0.3737199615582671	224.2781067696611	256	1857.019975774607	659.3776109152604	0.0	0.0077304840087890625	0.11328125	0.39453125	0.2265625	0.31640625	0.0119632132951204	0.9840028460213431	0.11328125	0.2890625	0.19921875	0.2890625	0.012194584256059238	1.3029881285610905	0.11328125	0.38671875	0.21875	0.3125	0.013068295118651596	1.001132754012455
239	59	model.language_model.layers.0.mlp.down_proj.weight::columns	original	mean	matrix	primary	False	False	2048	2048	6144	256	256	cdff9780fca39159a3b3608be65e401c435ea4935812173c9c3ccc540cd44df6	0.9622430804356912	1.0163392320820224	0.9506094740139581	1.0412863355297142	0.00390625	0.3939955574781615	0.3730245639825574	223.49977677675972	255	1857.019975774607	660.7489161551954	0.0	0.0077304840087890625	0.1015625	0.359375	0.326171875	0.37109375	0.012459228385595988	0.9840016522551012	0.1015625	0.3046875	0.1953125	0.322265625	0.013368599010809668	1.030400355309084	0.1015625	0.359375	0.19921875	0.349609375	0.013091982676428415	0.9981926938779305
240	59	model.language_model.layers.0.mlp.down_proj.weight::columns	finetuned	origin	matrix	primary	False	False	2048	2048	6144	256	256	cdff9780fca39159a3b3608be65e401c435ea4935812173c9c3ccc540cd44df6	0.9576681421478975	1.012005295598922	0.9466037859995382	1.0377667051998851	0.0	0.39492446654822894	0.3737199615582671	224.2781067696611	256	1857.019975774607	659.3776109152604	0.0	0.0077304840087890625	0.11328125	0.39453125	0.2265625	0.31640625	0.0119632132951204	0.9840028460213431	0.11328125	0.2890625	0.19921875	0.2890625	0.012194584256059238	1.3029881285610905	0.11328125	0.38671875	0.21875	0.3125	0.013068295118651596	1.001132754012455
241	59	model.language_model.layers.0.mlp.down_proj.weight::columns	finetuned	mean	matrix	primary	False	False	2048	2048	6144	256	256	cdff9780fca39159a3b3608be65e401c435ea4935812173c9c3ccc540cd44df6	0.9622430804356912	1.0163392320820224	0.9506094740139581	1.0412863355297142	0.00390625	0.3939955574781615	0.3730245639825574	223.49977677675972	255	1857.019975774607	660.7489161551954	0.0	0.0077304840087890625	0.1015625	0.359375	0.326171875	0.37109375	0.012459228385595988	0.9840016522551012	0.1015625	0.3046875	0.1953125	0.322265625	0.013368599010809668	1.030400355309084	0.1015625	0.359375	0.19921875	0.349609375	0.013091982676428415	0.9981926938779305
242	60	model.language_model.layers.0.mlp.gate_proj.weight::rows	original	origin	matrix	primary	False	False	2048	2048	6144	256	256	21289fc39739a8dca16c6bcee1ebbde3822b838344327f4dbe7b8c92bf327311	0.5204711988198001	0.9597106463526784	0.9123222380542585	1.0846951183146558	0.0078125	0.8368128417955695	0.45382114350025754	200.6390528017213	256	2006.6768415016722	670.4719951161121	0.0	0.00778961181640625	0.9921875	0.9921875	0.640625	0.19921875	-0.04033143595112321	0.8802883251671326	0.9921875	0.830078125	0.62890625	0.181640625	-0.03948643134357277	1.722285618104976	0.9921875	0.9296875	0.63671875	0.189453125	-0.03999263363765937	0.9246570712884559
243	60	model.language_model.layers.0.mlp.gate_proj.weight::rows	original	mean	matrix	primary	False	False	2048	2048	6144	256	256	21289fc39739a8dca16c6bcee1ebbde3822b838344327f4dbe7b8c92bf327311	0.5262298542560263	0.9621726348628208	0.9192887124583968	1.0902024501789815	0.0078125	0.8237108121849129	0.45050254490658986	206.39014131824192	255	2006.6768415016722	669.4603102222563	0.0	0.00778961181640625	0.9921875	0.9921875	0.712890625	0.19921875	-0.041707368833605596	0.908673122609721	0.9921875	0.970703125	0.6171875	0.171875	-0.04156882067994694	0.9255345991181816	0.9921875	0.990234375	0.6171875	0.177734375	-0.04109213382143495	0.91234926903685
244	60	model.language_model.layers.0.mlp.gate_proj.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	6144	256	256	21289fc39739a8dca16c6bcee1ebbde3822b838344327f4dbe7b8c92bf327311	0.5204711988198001	0.9597106463526784	0.9123222380542585	1.0846951183146558	0.0078125	0.8368128417955695	0.45382114350025754	200.6390528017213	256	2006.6768415016722	670.4719951161121	0.0	0.00778961181640625	0.9921875	0.9921875	0.640625	0.19921875	-0.04033143595112321	0.8802883251671326	0.9921875	0.830078125	0.62890625	0.181640625	-0.03948643134357277	1.722285618104976	0.9921875	0.9296875	0.63671875	0.189453125	-0.03999263363765937	0.9246570712884559
245	60	model.language_model.layers.0.mlp.gate_proj.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	6144	256	256	21289fc39739a8dca16c6bcee1ebbde3822b838344327f4dbe7b8c92bf327311	0.5262298542560263	0.9621726348628208	0.9192887124583968	1.0902024501789815	0.0078125	0.8237108121849129	0.45050254490658986	206.39014131824192	255	2006.6768415016722	669.4603102222563	0.0	0.00778961181640625	0.9921875	0.9921875	0.712890625	0.19921875	-0.041707368833605596	0.908673122609721	0.9921875	0.970703125	0.6171875	0.171875	-0.04156882067994694	0.9255345991181816	0.9921875	0.990234375	0.6171875	0.177734375	-0.04109213382143495	0.91234926903685
246	61	model.language_model.layers.0.mlp.gate_proj.weight::columns	original	origin	matrix	primary	False	False	6144	6144	2048	256	256	b48d5ae7a2b2ef9ae7fe37e3f5e8dc398ae633430b7fb43f754e8c9ddfc3faa0	0.8538447838267826	1.0164360182978311	0.9187131050789981	1.0381082896545248	0.00390625	0.9284612362606512	0.7799426321925478	230.06506000193298	256	5764.222515661607	1939.0737313153045	0.0	0.007946650187174479	0.9765625	0.9921875	0.140625	0.296875	0.016392932022882833	0.9358382771855793	0.9765625	0.9921875	0.140625	0.296875	0.0163671022155103	1.2741873510344213	0.9765625	0.9921875	0.140625	0.296875	0.016532174876460415	0.9417531852247453
247	61	model.language_model.layers.0.mlp.gate_proj.weight::columns	original	mean	matrix	primary	False	False	6144	6144	2048	256	256	b48d5ae7a2b2ef9ae7fe37e3f5e8dc398ae633430b7fb43f754e8c9ddfc3faa0	0.859506474451746	1.0205068446325896	0.9229907237026811	1.0419568629695477	0.00390625	0.9242368347328501	0.778424512836731	229.24079049517286	255	5764.222515661607	1936.9222360811764	0.0	0.007946650187174479	0.96484375	0.98828125	0.19921875	0.3828125	0.016500126238884638	0.935972849794241	0.96484375	0.98828125	0.1328125	0.3828125	0.016444332608471557	0.9428710130904865	0.96484375	0.98828125	0.1328125	0.3828125	0.016352155474803842	0.9388596661743368
248	61	model.language_model.layers.0.mlp.gate_proj.weight::columns	finetuned	origin	matrix	primary	False	False	6144	6144	2048	256	256	b48d5ae7a2b2ef9ae7fe37e3f5e8dc398ae633430b7fb43f754e8c9ddfc3faa0	0.8538447838267826	1.0164360182978311	0.9187131050789981	1.0381082896545248	0.00390625	0.9284612362606512	0.7799426321925478	230.06506000193298	256	5764.222515661607	1939.0737313153045	0.0	0.007946650187174479	0.9765625	0.9921875	0.140625	0.296875	0.016392932022882833	0.9358382771855793	0.9765625	0.9921875	0.140625	0.296875	0.0163671022155103	1.2741873510344213	0.9765625	0.9921875	0.140625	0.296875	0.016532174876460415	0.9417531852247453
249	61	model.language_model.layers.0.mlp.gate_proj.weight::columns	finetuned	mean	matrix	primary	False	False	6144	6144	2048	256	256	b48d5ae7a2b2ef9ae7fe37e3f5e8dc398ae633430b7fb43f754e8c9ddfc3faa0	0.859506474451746	1.0205068446325896	0.9229907237026811	1.0419568629695477	0.00390625	0.9242368347328501	0.778424512836731	229.24079049517286	255	5764.222515661607	1936.9222360811764	0.0	0.007946650187174479	0.96484375	0.98828125	0.19921875	0.3828125	0.016500126238884638	0.935972849794241	0.96484375	0.98828125	0.1328125	0.3828125	0.016444332608471557	0.9428710130904865	0.96484375	0.98828125	0.1328125	0.3828125	0.016352155474803842	0.9388596661743368
250	62	model.language_model.layers.0.mlp.up_proj.weight::rows	original	origin	matrix	primary	False	False	2048	2048	6144	256	256	40d412ce17d3e96b8fcfa158f55afd9cabe585cd9b405f923189b52ab9a04252	0.9456315025934374	1.010067035945291	0.940006008713278	1.0438064661723763	0.0	0.39672666978605303	0.3714181569321065	224.3147163448574	256	1998.1654074441803	666.8029471573659	0.0	0.00771331787109375	0.15234375	0.55078125	0.21875	0.328125	0.010024953641489365	0.9841634677008448	0.15234375	0.48828125	0.212890625	0.326171875	0.009609109812533934	1.2135320465974704	0.15234375	0.484375	0.212890625	0.32421875	0.010080077992910663	0.9927959175903481
251	62	model.language_model.layers.0.mlp.up_proj.weight::rows	original	mean	matrix	primary	False	False	2048	2048	6144	256	256	40d412ce17d3e96b8fcfa158f55afd9cabe585cd9b405f923189b52ab9a04252	0.9495844525973168	1.0140441466012824	0.9432010249155404	1.047395696615147	0.00390625	0.3958403910489096	0.3706780245316899	223.5747033714943	255	1998.1654074441803	665.7444141121789	0.0	0.00771331787109375	0.1328125	0.50390625	0.310546875	0.3828125	0.01016414290485601	0.98433153130053	0.1328125	0.5	0.1953125	0.369140625	0.010182586990235887	0.9938778045214728	0.1328125	0.49609375	0.1953125	0.376953125	0.010196968714875299	0.9895034479773189
252	62	model.language_model.layers.0.mlp.up_proj.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	6144	256	256	40d412ce17d3e96b8fcfa158f55afd9cabe585cd9b405f923189b52ab9a04252	0.9456315025934374	1.010067035945291	0.940006008713278	1.0438064661723763	0.0	0.39672666978605303	0.3714181569321065	224.3147163448574	256	1998.1654074441803	666.8029471573659	0.0	0.00771331787109375	0.15234375	0.55078125	0.21875	0.328125	0.010024953641489365	0.9841634677008448	0.15234375	0.48828125	0.212890625	0.326171875	0.009609109812533934	1.2135320465974704	0.15234375	0.484375	0.212890625	0.32421875	0.010080077992910663	0.9927959175903481
253	62	model.language_model.layers.0.mlp.up_proj.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	6144	256	256	40d412ce17d3e96b8fcfa158f55afd9cabe585cd9b405f923189b52ab9a04252	0.9495844525973168	1.0140441466012824	0.9432010249155404	1.047395696615147	0.00390625	0.3958403910489096	0.3706780245316899	223.5747033714943	255	1998.1654074441803	665.7444141121789	0.0	0.00771331787109375	0.1328125	0.50390625	0.310546875	0.3828125	0.01016414290485601	0.98433153130053	0.1328125	0.5	0.1953125	0.369140625	0.010182586990235887	0.9938778045214728	0.1328125	0.49609375	0.1953125	0.376953125	0.010196968714875299	0.9895034479773189
254	63	model.language_model.layers.0.mlp.up_proj.weight::columns	original	origin	matrix	primary	False	False	6144	6144	2048	256	256	8402bbad1a3383e984fbc3d7149d91ecc4c63d046fd69efd1e8af673f2428eee	0.9667919640075352	1.024116927514636	0.8928936312690956	1.0392057384192583	0.0	0.6814736227496081	0.6433281244128327	240.8411595938834	256	6031.5432663844	2016.599693292648	0.0	0.0075753529866536455	0.14453125	0.2421875	0.16015625	0.484375	0.0240738412396877	0.9796723408057847	0.14453125	0.2421875	0.16015625	0.484375	0.02401633229989475	1.239325380422164	0.14453125	0.2421875	0.16015625	0.484375	0.024052153028259138	0.9841091301231252
255	63	model.language_model.layers.0.mlp.up_proj.weight::columns	original	mean	matrix	primary	False	False	6144	6144	2048	256	256	8402bbad1a3383e984fbc3d7149d91ecc4c63d046fd69efd1e8af673f2428eee	0.9716716129810159	1.0275760610003397	0.8958837300185022	1.0429039869612047	0.0	0.6790468902611894	0.6421038910808322	239.96106092626627	255	6031.5432663844	2012.5381255403845	0.0	0.0075753529866536455	0.14453125	0.21875	0.19921875	0.55859375	0.02356934260663479	0.9797429050461083	0.14453125	0.21875	0.15234375	0.55859375	0.023518729643821068	0.9829366385244033	0.14453125	0.21875	0.15234375	0.55859375	0.02354195479107979	0.9808365036287311
256	63	model.language_model.layers.0.mlp.up_proj.weight::columns	finetuned	origin	matrix	primary	False	False	6144	6144	2048	256	256	8402bbad1a3383e984fbc3d7149d91ecc4c63d046fd69efd1e8af673f2428eee	0.9667919640075352	1.024116927514636	0.8928936312690956	1.0392057384192583	0.0	0.6814736227496081	0.6433281244128327	240.8411595938834	256	6031.5432663844	2016.599693292648	0.0	0.0075753529866536455	0.14453125	0.2421875	0.16015625	0.484375	0.0240738412396877	0.9796723408057847	0.14453125	0.2421875	0.16015625	0.484375	0.02401633229989475	1.239325380422164	0.14453125	0.2421875	0.16015625	0.484375	0.024052153028259138	0.9841091301231252
257	63	model.language_model.layers.0.mlp.up_proj.weight::columns	finetuned	mean	matrix	primary	False	False	6144	6144	2048	256	256	8402bbad1a3383e984fbc3d7149d91ecc4c63d046fd69efd1e8af673f2428eee	0.9716716129810159	1.0275760610003397	0.8958837300185022	1.0429039869612047	0.0	0.6790468902611894	0.6421038910808322	239.96106092626627	255	6031.5432663844	2012.5381255403845	0.0	0.0075753529866536455	0.14453125	0.21875	0.19921875	0.55859375	0.02356934260663479	0.9797429050461083	0.14453125	0.21875	0.15234375	0.55859375	0.023518729643821068	0.9829366385244033	0.14453125	0.21875	0.15234375	0.55859375	0.02354195479107979	0.9808365036287311
258	64	model.language_model.layers.1.linear_attn.in_proj_a.weight::rows	original	origin	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.599726392736609	0.9160096074284714	0.7233980436770524	1.6284141848929943	0.125	1.5290083181404808	1.0010666216448663	4.4409680833452905	8	1098.4055973798415	392.27212988716883	0.0	0.2447509765625	0.625	0.75	0.625	0.375	-0.0841537159815644	0.5569991286845163	0.625	0.69921875	0.62109375	0.375	-0.08237511831181332	1.358967889615079	0.625	0.734375	0.623046875	0.375	-0.087139906315151	0.8524088555365035
259	64	model.language_model.layers.1.linear_attn.in_proj_a.weight::rows	original	mean	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.5530317199611314	0.9038542942055754	0.7602000498587473	1.855590218326524	0.375	1.3673817292095753	0.8366453248007737	3.854375375177536	7	1098.4055973798415	621.7531352522193	0.0	0.2447509765625	0.625	0.625	0.625	0.375	-0.22736615537211824	0.5523075488893621	0.625	0.625	0.625	0.375	-0.23051377540428675	0.5527786011948967	0.625	0.625	0.625	0.375	-0.2299848414978407	0.5528746056403306
260	64	model.language_model.layers.1.linear_attn.in_proj_a.weight::rows	finetuned	origin	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.5997282569073239	0.9160162956250515	0.7234447443115807	1.6283826250445343	0.125	1.529018993132229	1.001069413185126	4.441023236757841	8	1098.455878799127	392.3014709079183	0.0	0.24566650390625	0.625	0.75	0.625	0.375	-0.08414702778498429	0.5570060461858715	0.625	0.69921875	0.62109375	0.375	-0.08234507236427602	1.3589539354969118	0.625	0.734375	0.623046875	0.375	-0.08713821665040866	0.8524358716249388
261	64	model.language_model.layers.1.linear_attn.in_proj_a.weight::rows	finetuned	mean	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.5530414400032388	0.9038667039155672	0.7602559481168861	1.8555844267084012	0.375	1.3673845779698794	0.8366502856701357	3.8544786630721077	7	1098.455878799127	621.7984649763914	0.0	0.24566650390625	0.625	0.625	0.625	0.375	-0.2273537456621264	0.552322349389658	0.625	0.625	0.625	0.375	-0.23050337010241884	0.5527942956037518	0.625	0.625	0.625	0.375	-0.22998417712598118	0.5528891749789073
262	65	model.language_model.layers.1.linear_attn.in_proj_b.weight::rows	original	origin	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.6650980506465474	0.8521072448940779	0.6217153308842208	1.1315065446980166	0.0	0.8913028248262409	0.6956915046548899	3.7488366274733855	8	569.7939072302366	333.74381422832084	0.0	0.1878662109375	1.0	1.0	0.75	0.25	-0.14805607851595792	0.4701899891859511	1.0	0.875	0.75	0.25	-0.1498052817780573	1.172346179601312	1.0	0.984375	0.75	0.25	-0.15390952018028115	0.7859991843911573
263	65	model.language_model.layers.1.linear_attn.in_proj_b.weight::rows	original	mean	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.7608747361363108	0.9613536121263091	0.8448632157761405	1.2668412228720725	0.125	0.7167014189064336	0.5672418516146424	3.281147959838483	7	569.7939072302366	270.01287582106323	0.0	0.1878662109375	0.75	0.75	0.75	0.25	-0.16986683745138453	0.47016769537093983	0.75	0.75	0.75	0.25	-0.1765229128052177	0.47391706138596706	0.75	0.75	0.75	0.25	-0.17765876496838207	0.47388088518538984
264	65	model.language_model.layers.1.linear_attn.in_proj_b.weight::rows	finetuned	origin	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.6651338439323335	0.8521133544998176	0.6217697984243697	1.1314457054373686	0.0	0.8912629028910307	0.6956927941848472	3.7489688549375875	8	569.7201645005556	333.6148437172477	0.0	0.18914794921875	1.0	1.0	0.75	0.25	-0.14804996891021815	0.47020657353894946	1.0	0.875	0.75	0.25	-0.1497976199715385	1.1721321300210485	1.0	0.984375	0.75	0.25	-0.15388441841995526	0.7858708970063473
265	65	model.language_model.layers.1.linear_attn.in_proj_b.weight::rows	finetuned	mean	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.7609150460453205	0.9613359458131501	0.8447930249908544	1.266673809656145	0.125	0.7166800041618057	0.5672653776669809	3.2810756808660915	7	569.7201645005556	269.6285279420106	0.0	0.18914794921875	0.75	0.75	0.75	0.25	-0.16988450376454356	0.47015733825255046	0.75	0.75	0.75	0.25	-0.17653602191210016	0.4739035022770981	0.75	0.75	0.75	0.25	-0.17764375442076608	0.4738626997692415
266	66	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::rows	original	origin	matrix	primary	True	False	2048	2048	6144	256	256	efb6f5569fc01b83ff63ed14d3cf975df47f09e313e3ee63e648e79eeee218ed	0.44091984390429984	0.9546150770666232	0.8451331410942147	1.233935071049574	0.00390625	1.4405247489774524	0.6653529393346164	176.10933698977996	256	2010.9677047748867	653.082300244327	0.0	0.008251190185546875	0.9921875	0.99609375	0.67578125	0.1796875	-0.045427005237178464	0.7726660943631487	0.9921875	0.830078125	0.658203125	0.166015625	-0.04581329049903038	1.926014643147266	0.9921875	0.92578125	0.669921875	0.17578125	-0.046611109065681444	0.777838359106593
267	66	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::rows	original	mean	matrix	primary	True	False	2048	2048	6144	256	256	efb6f5569fc01b83ff63ed14d3cf975df47f09e313e3ee63e648e79eeee218ed	0.44279643602592034	0.9579716504262936	0.8499313035625622	1.2373490132039904	0.00390625	1.4366388124545129	0.6640473606168719	175.68713787784276	255	2010.9677047748867	652.6649962675322	0.0	0.008251190185546875	0.9921875	0.9921875	0.755859375	0.1796875	-0.04590835327013276	0.7734971213167822	0.9921875	0.970703125	0.650390625	0.16796875	-0.046960996000302346	0.789829250360671	0.9921875	0.951171875	0.65234375	0.16796875	-0.04712791278294026	0.7762614529760928
268	66	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::rows	finetuned	origin	matrix	primary	True	False	2048	2048	6144	256	256	efb6f5569fc01b83ff63ed14d3cf975df47f09e313e3ee63e648e79eeee218ed	0.4409293095014315	0.9546276919490448	0.8450789024671195	1.2339433889648208	0.00390625	1.4405071129487825	0.6653502847247283	176.10843184035102	256	2010.96424125543	652.9108738293862	0.0	0.008363723754882812	0.9921875	0.99609375	0.67578125	0.1796875	-0.045414390354756806	0.7726621230900406	0.9921875	0.830078125	0.658203125	0.166015625	-0.04577457291988485	1.9258931580654188	0.9921875	0.92578125	0.669921875	0.17578125	-0.04659644402785168	0.7778347588720083
269	66	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::rows	finetuned	mean	matrix	primary	True	False	2048	2048	6144	256	256	efb6f5569fc01b83ff63ed14d3cf975df47f09e313e3ee63e648e79eeee218ed	0.44280227115828463	0.9579757819313713	0.8498781585631343	1.2373800066515805	0.00390625	1.4366205054559915	0.6640447854808592	175.6863745749977	255	2010.96424125543	652.6714929369755	0.0	0.008363723754882812	0.9921875	0.9921875	0.755859375	0.1796875	-0.04590422176505504	0.7734937607261295	0.9921875	0.970703125	0.650390625	0.16796875	-0.04696023127790927	0.7898325867745741	0.9921875	0.951171875	0.65234375	0.16796875	-0.04712315247422871	0.7762585675160271
270	67	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::columns	original	origin	matrix	primary	True	False	6144	6144	2048	256	256	4bb744363b123f68ce8c9bf2efd00cc1805d0ba659224ff45f64a77e100dfc55	0.8331865186548033	1.0020101524334195	0.9770075276359867	1.0424680677882554	0.0	1.395175317610002	1.1601092693218271	221.94413168369428	256	4738.720238586335	1595.1251559864586	0.0	0.008097966512044271	0.98046875	0.99609375	0.09375	0.15625	0.001967066158471198	0.9028046841383595	0.98046875	0.99609375	0.09375	0.15625	0.002040592791360929	1.3463141610013047	0.98046875	0.99609375	0.09375	0.15625	0.0020976921875781596	0.9162018536631719
271	67	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::columns	original	mean	matrix	primary	True	False	6144	6144	2048	256	256	4bb744363b123f68ce8c9bf2efd00cc1805d0ba659224ff45f64a77e100dfc55	0.8358473962887543	1.005767715448648	0.9808533487896524	1.0447218830248792	0.0	1.3932979812005568	1.1579060174161295	221.16957685687493	255	4738.720238586335	1596.212357739028	0.0	0.008097966512044271	0.98046875	0.99609375	0.40234375	0.1796875	0.0017609970549430365	0.9030186935377656	0.98046875	0.99609375	0.109375	0.177734375	0.0016725829913581958	0.9176543622612641	0.98046875	0.99609375	0.109375	0.177734375	0.002054889782701963	0.9136866255288763
272	67	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::columns	finetuned	origin	matrix	primary	True	False	6144	6144	2048	256	256	4bb744363b123f68ce8c9bf2efd00cc1805d0ba659224ff45f64a77e100dfc55	0.8332030928125866	1.00200346436181	0.9769971760887557	1.0424624347266713	0.0	1.3951423119253996	1.1601126448702626	221.9432467324038	256	4738.7044417981315	1595.1204148131524	0.0	0.008257548014322916	0.98046875	0.99609375	0.09375	0.15625	0.0019603780868617804	0.9028010844118687	0.98046875	0.99609375	0.09375	0.15625	0.002031828408312397	1.3462613976837827	0.98046875	0.99609375	0.09375	0.15625	0.00209229969675806	0.9161989234442716
273	67	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::columns	finetuned	mean	matrix	primary	True	False	6144	6144	2048	256	256	4bb744363b123f68ce8c9bf2efd00cc1805d0ba659224ff45f64a77e100dfc55	0.8358607341629021	1.0057558068812429	0.9808552265979237	1.0447165031494206	0.0	1.393263048691151	1.1579091731742184	221.16869057593885	255	4738.7044417981315	1596.1766419760556	0.0	0.008257548014322916	0.98046875	0.99609375	0.40234375	0.1796875	0.0017490884875379642	0.9030150749195797	0.98046875	0.99609375	0.109375	0.177734375	0.001666630433773575	0.9176487908713576	0.98046875	0.99609375	0.109375	0.177734375	0.002042357090278335	0.9136832152118929
274	68	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head0	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.591871146962033	0.9581642436329507	0.886322401560719	1.026982668209093	0.03125	1.0470144047213543	0.6467551056367631	50.66121975394477	64	1864.4643602594756	635.281654280305	0.0	0.0325775146484375	0.96875	0.96875	0.578125	0.109375	-0.04200226673594232	0.8174239228101058	0.96875	0.90234375	0.546875	0.095703125	-0.03970569569420135	1.1760700632993342	0.96875	0.94921875	0.56640625	0.099609375	-0.04162525690155583	0.8305730100054448
275	68	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head0	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6049744483428214	0.9718662628979047	0.8991765589500142	1.0475931688122653	0.03125	1.0308007436348892	0.641660416704266	49.90646833342162	63	1864.4643602594756	634.216386191083	0.0	0.0325775146484375	0.96875	0.96875	0.609375	0.265625	-0.04342752200297717	0.8177701726017675	0.96875	0.966796875	0.529296875	0.09375	-0.0430324831588309	0.8211941057556508	0.96875	0.966796875	0.53125	0.09375	-0.043691414210456525	0.8188878946122378
276	68	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head0	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5918630986774426	0.9581794420114446	0.8863571160926333	1.0269702125344071	0.03125	1.047045417270298	0.6467552088371905	50.66137379361508	64	1864.472128416047	635.4311586510007	0.0	0.03276824951171875	0.96875	0.96875	0.578125	0.109375	-0.041987068357448476	0.817426408255821	0.96875	0.904296875	0.546875	0.095703125	-0.03966082832257911	1.1761311746760867	0.96875	0.94921875	0.56640625	0.099609375	-0.041611827050785144	0.8305831553456432
277	68	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head0	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.604968192592323	0.9718825640896435	0.8991203609423609	1.0475960899526615	0.03125	1.0308274018182113	0.6416596132031062	49.90656410204969	63	1864.472128416047	634.0632031591449	0.0	0.03276824951171875	0.96875	0.96875	0.609375	0.265625	-0.04341122081123838	0.8177717418718466	0.96875	0.966796875	0.529296875	0.09375	-0.043004634043995904	0.8211948414787029	0.96875	0.966796875	0.53125	0.09375	-0.043679133158233685	0.8188898738344574
278	69	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head1	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6341145441854199	0.9677757693161116	0.8621368051939463	1.2970756857274113	0.0	1.0360119251527309	0.6788248378579718	52.56755882381647	64	1920.3549644513803	661.1016466958868	0.0	0.0321807861328125	0.953125	0.953125	0.6875	0.171875	-0.03239074105278139	0.8481828971946369	0.953125	0.953125	0.673828125	0.15625	-0.033204685479780616	1.1622762395938375	0.953125	0.953125	0.685546875	0.16015625	-0.03465254097386172	0.8569294467423559
279	69	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head1	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6442607248777381	0.9828611177513888	0.8684502183279648	1.3140416876633387	0.03125	1.0284680321792985	0.6741558374405227	51.86739797758691	63	1920.3549644513803	657.7590440967138	0.0	0.0321807861328125	0.9375	0.953125	0.734375	0.1875	-0.032432667149493	0.8499020750809312	0.9375	0.953125	0.669921875	0.154296875	-0.03509779411127001	0.854228461046218	0.9375	0.953125	0.685546875	0.154296875	-0.03471246997210731	0.8496925971571192
280	69	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head1	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6340692833262763	0.967724672768641	0.8621170668537709	1.2970227001781045	0.0	1.03603226679254	0.6788255537896115	52.56553518211093	64	1920.3465990031636	661.0383052184525	0.0	0.03256988525390625	0.953125	0.953125	0.6875	0.171875	-0.03244183760025199	0.8481502455303197	0.953125	0.953125	0.673828125	0.15625	-0.03328014031352411	1.162201614184755	0.953125	0.953125	0.685546875	0.16015625	-0.034700740486398374	0.8568989689957831
281	69	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head1	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.644251551226867	0.9828650837206014	0.8684367835457968	1.3139953348546605	0.03125	1.0284878403456128	0.6741565017778063	51.865454608112515	63	1920.3465990031636	657.8991306113655	0.0	0.03256988525390625	0.9375	0.953125	0.734375	0.1875	-0.032428701180280406	0.849870230920373	0.9375	0.953125	0.669921875	0.154296875	-0.03508701467873765	0.8541979881690099	0.9375	0.953125	0.685546875	0.154296875	-0.034706563054773376	0.8496605236799791
282	70	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head2	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5696001632172252	0.9482909040373709	0.9013277246325567	1.0001591565368475	0.0	1.1778301442704464	0.707475142450776	51.246404597356246	64	1922.7558101089676	658.9547908498926	0.0	0.03067779541015625	0.96875	0.984375	0.84375	0.09375	-0.051875606331522106	0.8268659396544235	0.96875	0.966796875	0.818359375	0.09375	-0.05211597238318466	1.2906576123671596	0.96875	0.984375	0.8359375	0.09375	-0.053181675129483685	0.8398631171149941
283	70	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head2	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5853046644825516	0.9640336111094261	0.9169813653803358	1.0162826720783797	0.015625	1.1558572506956384	0.7017687272641611	50.675300408336824	63	1922.7558101089676	660.7483399677592	0.0	0.03067779541015625	0.953125	0.96875	0.859375	0.09375	-0.051260173791455754	0.8303682978468699	0.953125	0.96875	0.828125	0.09375	-0.051745997448946035	0.8355324732928573	0.953125	0.96875	0.828125	0.09375	-0.051939081744152515	0.8314340996253803
284	70	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head2	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.569637798845839	0.9483249489097232	0.9013065019806845	1.000167617912527	0.0	1.1778020414510901	0.7074796072165803	51.24776542792326	64	1922.7729276018288	658.8922011057115	0.0	0.0310516357421875	0.96875	0.984375	0.84375	0.09375	-0.05184156145916985	0.8268878967937456	0.96875	0.966796875	0.818359375	0.09375	-0.05206430512443472	1.2906472280807992	0.96875	0.984375	0.8359375	0.09375	-0.053147207360179305	0.8398855232502797
285	70	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head2	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5853695088749022	0.9641150961267027	0.9169640194724896	1.0162994699974608	0.015625	1.1558332589304356	0.7017725890192578	50.67665588090127	63	1922.7729276018288	660.6842027434259	0.0	0.0310516357421875	0.953125	0.96875	0.859375	0.09375	-0.05117868877417919	0.8303905086958842	0.953125	0.96875	0.828125	0.09375	-0.05166532462029094	0.8355545079413553	0.953125	0.96875	0.828125	0.09375	-0.05186076206733592	0.8314565250024794
286	71	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head3	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5658452303239072	0.9298615144889766	0.8580133857064765	1.112146533456576	0.0	1.0943317646501127	0.6659297107908768	54.54559322476105	64	1922.2643021102947	659.2986375483498	0.0	0.02561187744140625	1.0	1.0	0.828125	0.15625	-0.07030499587991645	0.8800986830230576	1.0	0.9765625	0.80859375	0.140625	-0.07332223370819602	1.305473345534236	1.0	0.99609375	0.822265625	0.146484375	-0.07113931713088562	0.8916662057842825
287	71	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head3	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.577939457591373	0.9433897775772816	0.8761327654689001	1.1245949407422193	0.0	1.0786270309527715	0.6607885054819466	53.78245911582098	63	1922.2643021102947	658.9092638802838	0.0	0.02561187744140625	1.0	1.0	0.828125	0.171875	-0.07190400732360025	0.8812823736645484	1.0	1.0	0.78125	0.140625	-0.07515210521536175	0.8872536993560601	1.0	1.0	0.78125	0.140625	-0.07374493667030435	0.881772397855417
288	71	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head3	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.565863060549292	0.9298176543855797	0.8580445364628408	1.1121256880463977	0.0	1.0942431731160678	0.6659281935593991	54.54751725304597	64	1922.2767691965673	659.3515707623189	0.0	0.02587127685546875	1.0	1.0	0.828125	0.15625	-0.07034885598331331	0.8801297274147224	1.0	0.9765625	0.80859375	0.140625	-0.0733615726663489	1.3052540333463785	1.0	0.99609375	0.822265625	0.146484375	-0.07118302264227483	0.8916987597486695
289	71	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head3	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5779912358939705	0.9434003806229119	0.8761614156808356	1.1245749656365132	0.0	1.0785396377843943	0.6607867359477059	53.78446622722158	63	1922.2767691965673	658.8707819571832	0.0	0.02587127685546875	1.0	1.0	0.828125	0.171875	-0.07189340427796997	0.8813152623038634	1.0	1.0	0.78125	0.140625	-0.0751397379433123	0.8872831508152361	1.0	1.0	0.78125	0.140625	-0.07373692644458774	0.8818050771619546
290	72	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head4	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5461235826964683	0.9883099941271889	0.9767798177438903	1.003671607874524	0.0	1.1899851502289145	0.6575659028648605	57.017784983955515	64	1941.281052027754	661.4918394919605	0.0	0.0344390869140625	1.0	1.0	0.509765625	0.09375	-0.01185651624170414	0.9199877479834844	1.0	0.94921875	0.384765625	0.09375	-0.011871753528831741	1.566797112223458	1.0	1.0	0.384765625	0.09375	-0.011988209333044786	0.9340386936762849
291	72	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head4	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5580266211834733	1.0054958919426178	0.992636759753087	1.022222336817043	0.0	1.1753588552075238	0.6522965791360589	56.19814884034293	63	1941.281052027754	664.5264365087644	0.0	0.0344390869140625	1.0	1.0	0.34375	0.09375	-0.009797892958264054	0.9208660001751763	1.0	1.0	0.271484375	0.091796875	-0.010128784467840601	0.9264298452370565	1.0	1.0	0.271484375	0.091796875	-0.009315124657861773	0.9232929067314718
292	72	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head4	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.546146947298612	0.9883527951378955	0.9768130702071625	1.0036768606800215	0.0	1.189997185430167	0.6575722083387742	57.017702868964996	64	1941.294769230685	661.5551872509621	0.0	0.03481292724609375	1.0	1.0	0.509765625	0.09375	-0.011813715230997501	0.9199864230497777	1.0	0.94921875	0.384765625	0.09375	-0.011845465112459652	1.5668801424255872	1.0	1.0	0.384765625	0.09375	-0.011926024676851	0.9340424793200048
293	72	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head4	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5580223799563502	1.0054933099312442	0.9926195110987905	1.022237569533745	0.0	1.1753765545460229	0.6523031191102764	56.19808100972416	63	1941.294769230685	664.5772280113745	0.0	0.03481292724609375	1.0	1.0	0.328125	0.09375	-0.009800474969637651	0.9208648886988753	1.0	1.0	0.255859375	0.091796875	-0.010135930571791407	0.9264283510160352	1.0	1.0	0.255859375	0.091796875	-0.009322204567900227	0.9232907509933144
294	73	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head5	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.578480861594882	0.9113913340864015	0.8129523113044435	1.0068454849149382	0.03125	1.096932778344554	0.6962482470436441	46.97230958436914	64	1877.4053754935735	646.0274744934985	0.0	0.02489471435546875	0.921875	0.96875	0.859375	0.09375	-0.08877517628249154	0.7579029828020672	0.921875	0.91015625	0.82421875	0.09375	-0.08830627294770155	1.0845669908693785	0.921875	0.966796875	0.841796875	0.09375	-0.08801517547026805	0.7679665824399649
295	73	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head5	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5881142952917279	0.9245948176016157	0.8305654207328445	1.0203099377247653	0.03125	1.0861215683812104	0.6908578856699679	46.37091764551971	63	1877.4053754935735	647.8526451881089	0.0	0.02489471435546875	0.921875	0.96875	0.890625	0.109375	-0.09069896729926619	0.7598364419083535	0.921875	0.96875	0.828125	0.09375	-0.09000811483312599	0.7655806634593656	0.921875	0.96875	0.828125	0.09375	-0.0897253418749906	0.76162341254884
296	73	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head5	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5784049771831701	0.9113101721967511	0.8129501314332481	1.0068478602977824	0.03125	1.0969822618740046	0.6962503212491169	46.97091345749455	64	1877.4187470345948	646.023103744735	0.0	0.02518463134765625	0.921875	0.96875	0.859375	0.09375	-0.08885633817214189	0.7578804561532397	0.921875	0.91015625	0.82421875	0.09375	-0.08839229298591567	1.0844860541525598	0.921875	0.966796875	0.841796875	0.09375	-0.08809233281922868	0.7679445475315526
297	73	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head5	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5880719624779571	0.9245159994012131	0.8305504460499843	1.0203103208331803	0.03125	1.0861104672292026	0.6908599898162995	46.369442726411336	63	1877.4187470345948	647.834528248115	0.0	0.02518463134765625	0.921875	0.96875	0.890625	0.109375	-0.09077778549966875	0.7598122738016109	0.921875	0.96875	0.828125	0.09375	-0.09008972212188149	0.7655578733054975	0.921875	0.96875	0.828125	0.09375	-0.08980741874065079	0.7615987744593642
298	74	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head6	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7010370518174495	0.9891923436701716	0.9646414169910065	1.0025203787873656	0.0	0.9056917692319313	0.6418604954036995	59.78851882911943	64	1930.8060691622752	661.2600889668486	0.0	0.02873992919921875	0.984375	0.984375	0.494140625	0.03125	-0.010974166698721421	0.9646938198028518	0.984375	0.9453125	0.353515625	0.03125	-0.010490891627611743	1.2179923727969508	0.984375	0.955078125	0.390625	0.03125	-0.011575583713227533	0.9776831772973191
299	74	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head6	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7109465757063453	1.0029796219741534	0.9806242772829324	1.0208688034762656	0.0	0.8986268295862011	0.636977714536879	58.88828224441841	63	1930.8060691622752	663.3730991947973	0.0	0.02873992919921875	0.984375	0.984375	0.390625	0.078125	-0.012314162926728489	0.964946676120329	0.984375	0.984375	0.314453125	0.03125	-0.012672168210867474	0.9677147146678564	0.984375	0.984375	0.32421875	0.03125	-0.013023192641837156	0.9654414567185583
300	74	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head6	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7010377464798293	0.9892202549566951	0.9646502285839167	1.0025120533307672	0.0	0.9057215398162384	0.6418641187637354	59.78845641276799	64	1930.8084844048014	661.196716373342	0.0	0.0291290283203125	0.984375	0.984375	0.494140625	0.03125	-0.010946255412197958	0.9646928127086862	0.984375	0.9453125	0.353515625	0.03125	-0.010495124478948403	1.2180037318447172	0.984375	0.955078125	0.390625	0.03125	-0.011537620206425236	0.9776750380586626
301	74	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head6	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7108874627200724	1.0029237958935706	0.9806334220300154	1.020846447786647	0.0	0.8986574275209374	0.6369818934605278	58.88818889045281	63	1930.8084844048014	663.3334595789642	0.0	0.0291290283203125	0.984375	0.984375	0.390625	0.078125	-0.012369989007311233	0.9649451464170438	0.984375	0.984375	0.314453125	0.03125	-0.012716659822270548	0.9677114052594319	0.984375	0.984375	0.32421875	0.03125	-0.013079919581775012	0.965439967244957
302	75	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head7	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4947852693794456	0.9677073170108457	0.9063320734629811	1.010700667669957	0.015625	1.27331554757529	0.6510416580894935	51.19009875000791	64	1831.7663469912118	626.2861893899444	0.0	0.033111572265625	0.984375	0.984375	0.59375	0.078125	-0.03245919335804737	0.8259574390924519	0.984375	0.869140625	0.521484375	0.0625	-0.03295386525842492	1.635754449626244	0.984375	0.982421875	0.580078125	0.064453125	-0.03173111280307639	0.8408581689702391
303	75	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head7	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5051545208204395	0.9818672103605786	0.920826344834272	1.0284203756665387	0.015625	1.2551111057568638	0.6457340081376001	50.5908888213435	63	1831.7663469912118	629.1893666761168	0.0	0.033111572265625	0.984375	0.984375	0.734375	0.125	-0.03342657454030329	0.8289851248761051	0.984375	0.984375	0.646484375	0.0625	-0.03342907197229139	0.8344636372508702	0.984375	0.984375	0.64453125	0.0625	-0.03328272790645337	0.8302514875804196
304	75	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head7	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4947723959696068	0.9676866751980483	0.9063089277095001	1.0107085991583802	0.015625	1.2733301597014108	0.6510460773337512	51.19051630625121	64	1831.7503440652113	626.3974741484611	0.0	0.03347015380859375	0.984375	0.984375	0.59375	0.078125	-0.03247983517084474	0.8259641764048192	0.984375	0.869140625	0.521484375	0.0625	-0.03296618877018098	1.6357167921795424	0.984375	0.982421875	0.580078125	0.064453125	-0.03174944549980141	0.8408704251362387
305	75	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head7	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5051529899157446	0.9818666259567898	0.9208017258513653	1.0284760588089377	0.015625	1.2551224156806928	0.6457382542904321	50.5913469217787	63	1831.7503440652113	629.2347745611117	0.0	0.03347015380859375	0.984375	0.984375	0.734375	0.125	-0.033427158944092095	0.8289926313353773	0.984375	0.984375	0.646484375	0.0625	-0.033425656757330446	0.8344721018466518	0.984375	0.984375	0.64453125	0.0625	-0.033286089468034574	0.8302590688877733
306	76	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head8	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5729900948241229	0.9494116714911627	0.8684067573498014	1.1402424962692832	0.03125	1.161039336012224	0.7007118821188552	48.31988320882629	64	1894.8033733252162	664.1211304875516	0.0	0.02965545654296875	0.96875	0.96875	0.734375	0.140625	-0.05075483887773036	0.7796462200105125	0.96875	0.962890625	0.716796875	0.140625	-0.04931705916160356	1.1509371829138864	0.96875	0.96484375	0.724609375	0.140625	-0.04898101708969138	0.7948462865291247
307	76	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head8	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5879320013038399	0.9669733437666634	0.8789103131865105	1.1530183777215166	0.03125	1.1433206250128578	0.6951533747325007	47.76910364497591	63	1894.8033733252162	664.5850867800748	0.0	0.02965545654296875	0.96875	0.96875	0.765625	0.15625	-0.048320441134218406	0.7827471956500475	0.96875	0.96875	0.67578125	0.140625	-0.047910581978483524	0.7855405475941327	0.96875	0.96875	0.6875	0.140625	-0.0479565529101178	0.7836157528115946
308	76	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head8	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5730033643306196	0.9494313325119106	0.868438890892328	1.1402831447075805	0.03125	1.1610378261873218	0.7007126874150202	48.320344295853616	64	1894.7957593102224	664.1601997808136	0.0	0.0299530029296875	0.96875	0.96875	0.734375	0.140625	-0.05073517785698245	0.7796536596964985	0.96875	0.962890625	0.716796875	0.140625	-0.04932415081567654	1.151005834996189	0.96875	0.96484375	0.724609375	0.140625	-0.04896522505492318	0.7948558406468885
309	76	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head8	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5879311814480759	0.9670164514221928	0.8788856687326146	1.1530602809533543	0.03125	1.143373934799763	0.6951538283915616	47.76963358920168	63	1894.7957593102224	664.6391773500852	0.0	0.0299530029296875	0.96875	0.96875	0.765625	0.15625	-0.04827733347868901	0.7827558793456776	0.96875	0.96875	0.67578125	0.140625	-0.04785742783586744	0.7855476938137558	0.96875	0.96875	0.689453125	0.140625	-0.047913278056296305	0.7836246787549366
310	77	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head9	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.869793485956168	1.0107952711742243	0.9622268895349878	1.024877479376446	0.03125	0.6940203349552314	0.5972073511621425	61.58901701682423	64	1930.8478634516646	664.6085974953467	0.0	0.03206634521484375	0.953125	0.953125	0.140625	0.109375	0.010628760805331261	0.9937450408108408	0.953125	0.93359375	0.12109375	0.23046875	0.011492009104001055	1.2132644715166208	0.953125	0.912109375	0.134765625	0.16796875	0.009875521385806163	1.0114985393030427
311	77	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head9	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8863169397303691	1.0268284956758853	0.9756779571239043	1.0390004474717922	0.03125	0.6864325139597758	0.5925008583870569	60.64217394498608	63	1930.8478634516646	668.1596078483201	0.0	0.03206634521484375	0.921875	0.953125	0.15625	0.546875	0.011534710775003454	0.9936860433124873	0.921875	0.9453125	0.109375	0.322265625	0.010021871714914976	0.9959035803226952	0.921875	0.951171875	0.109375	0.31640625	0.009776933323272896	0.9943127578967578
312	77	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head9	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8697614176889739	1.0107519484222571	0.9621754185596983	1.0249346413731635	0.03125	0.6940220987576498	0.5972124470946389	61.5890963511183	64	1930.8445444331999	664.5465408232019	0.0	0.0323944091796875	0.953125	0.953125	0.140625	0.109375	0.010585438053364093	0.993746320877728	0.953125	0.93359375	0.12109375	0.228515625	0.011442276647921634	1.213280492954807	0.953125	0.912109375	0.134765625	0.16796875	0.0098288252965677	1.0114992820754805
313	77	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head9	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8863394036627299	1.026853702251005	0.9757065913829152	1.0389807836128755	0.03125	0.6864382855567821	0.5925063125720152	60.64224755707428	63	1930.8445444331999	668.0821823689037	0.0	0.0323944091796875	0.921875	0.953125	0.15625	0.546875	0.011559917350123072	0.9936872495242688	0.921875	0.9453125	0.109375	0.322265625	0.010038093209451038	0.9959039017503658	0.921875	0.951171875	0.109375	0.31640625	0.009796079583820338	0.9943138489406615
314	78	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head10	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4272114022487832	0.8712297459334515	0.770303819650729	1.2103619637925258	0.0	1.570262225993524	0.7699851050726526	35.10192342059801	64	1803.8721916686118	631.3089292853222	0.0	0.025421142578125	0.984375	0.984375	0.671875	0.3125	-0.12893676443544155	0.5663730972132968	0.984375	0.943359375	0.671875	0.271484375	-0.13001748829352566	0.9696441044505981	0.984375	0.982421875	0.671875	0.3046875	-0.12887803398590636	0.5761752081622326
315	78	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head10	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4317162147009593	0.884354155059891	0.7868526190432297	1.2232093180607304	0.0	1.5649005166557894	0.7639393376157766	34.83724427111423	63	1803.8721916686118	631.9853724492766	0.0	0.025421142578125	0.984375	0.984375	0.671875	0.328125	-0.13093962984099083	0.5708450269457447	0.984375	0.984375	0.671875	0.296875	-0.13101308890120067	0.5755989697281438	0.984375	0.984375	0.671875	0.296875	-0.1311722305176497	0.5719995953184962
316	78	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head10	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.42720882038092517	0.871226785905603	0.7702676460996426	1.210367357250886	0.0	1.5702741474929989	0.7699889134237794	35.10202431332359	64	1803.8776933531828	631.2216064425629	0.0	0.02573394775390625	0.984375	0.984375	0.671875	0.3125	-0.12893972446329005	0.5663747251276645	0.984375	0.943359375	0.671875	0.271484375	-0.13000820152169756	0.969824112660292	0.984375	0.982421875	0.671875	0.3046875	-0.12888955781820843	0.5761787154948707
317	78	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head10	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.43171100737844925	0.8843466689853952	0.7868340083733133	1.2232163163255336	0.0	1.564913562260734	0.7639429582506138	34.83715980781261	63	1803.8776933531828	631.891862301628	0.0	0.02573394775390625	0.984375	0.984375	0.671875	0.328125	-0.1309471159154867	0.5708436429253753	0.984375	0.984375	0.671875	0.296875	-0.13101565799128045	0.5755958036505011	0.984375	0.984375	0.671875	0.296875	-0.13117973336754907	0.5719985384508838
318	79	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head11	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7687555276962663	0.9870051951681247	0.9504144968652982	1.0034301514573027	0.015625	0.8084781840413812	0.6297049661403071	61.03359814964168	64	1934.6130821389297	660.8954563430668	0.0	0.02948760986328125	0.9375	0.984375	0.525390625	0.078125	-0.013161315200768353	0.9847833010142037	0.9375	0.921875	0.369140625	0.078125	-0.012530922727646443	1.194953541322733	0.9375	0.98046875	0.375	0.078125	-0.012527885494807434	0.9988352609642699
319	79	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head11	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7809545245993699	1.0016504481995543	0.962537043251414	1.0203863780283808	0.015625	0.8014677217523685	0.624878514004482	60.100386897019206	63	1934.6130821389297	661.7334093265047	0.0	0.02948760986328125	0.9375	0.96875	0.4375	0.09375	-0.013643336701327557	0.984808290537652	0.9375	0.96875	0.34765625	0.078125	-0.012722561453523129	0.9878367192869887	0.9375	0.96875	0.365234375	0.078125	-0.012898494647502812	0.986209877515339
320	79	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head11	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7687474381374227	0.9869918076138984	0.950399998571897	1.003417172163613	0.015625	0.8084822410775546	0.6297100409683485	61.03388425994866	64	1934.5931105893428	660.8138924642674	0.0	0.02991485595703125	0.9375	0.984375	0.525390625	0.078125	-0.01317470275499466	0.9847879174330467	0.9375	0.923828125	0.369140625	0.078125	-0.012541118962791531	1.195053041257708	0.9375	0.98046875	0.375	0.078125	-0.012540847725284632	0.998844228508214
321	79	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head11	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.780953630300282	1.001646202685811	0.9625592313159577	1.0203731895982515	0.015625	0.8014712932601016	0.624883231598762	60.100666679169244	63	1934.5931105893428	661.6571897057978	0.0	0.02991485595703125	0.9375	0.96875	0.4375	0.09375	-0.013647582215070786	0.9848128750635614	0.9375	0.96875	0.34765625	0.078125	-0.01272009971049104	0.9878397178894038	0.9375	0.96875	0.365234375	0.078125	-0.012905631532184492	0.9862149393925967
322	80	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head12	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.44119172759386194	0.8730482646119557	0.7002121980048155	1.4268432332167367	0.0	1.7496868095413536	0.8841977901334586	37.77381415780471	64	1797.1492154434015	627.3709888774766	0.0	0.03003692626953125	1.0	1.0	0.609375	0.3125	-0.1271182457569373	0.6094843254532647	1.0	0.880859375	0.609375	0.296875	-0.12748848416485492	0.9969552561212506	1.0	0.955078125	0.609375	0.30078125	-0.12661897083099172	0.6207742416368897
323	80	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head12	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.45300511180481573	0.8946962941851495	0.7112538861126698	1.4478290004057317	0.0	1.732900448670448	0.8774069665858257	37.37634937667371	63	1797.1492154434015	626.6646006038027	0.0	0.03003692626953125	1.0	1.0	0.640625	0.328125	-0.12059749071573234	0.6124509447709672	1.0	0.9921875	0.609375	0.3125	-0.12105943005164232	0.6176880902511551	1.0	0.998046875	0.609375	0.3125	-0.12117291683055398	0.6151532599409596
324	80	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head12	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.44119465755237147	0.8730576357840796	0.7002516404630711	1.4268588121783643	0.0	1.7496958217058107	0.8841987255343436	37.773046009384416	64	1797.135314270975	627.3872158896297	0.0	0.0303192138671875	1.0	1.0	0.609375	0.3125	-0.12710887458481346	0.6094719313005367	1.0	0.880859375	0.609375	0.296875	-0.12748770227033046	0.9969210292504108	1.0	0.955078125	0.609375	0.30078125	-0.12660787890478287	0.6207628855748095
325	80	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head12	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4530091235442064	0.8947088254567248	0.7112967433130599	1.4478408651726034	0.0	1.732910692523916	0.8774076343774849	37.3756240755859	63	1797.135314270975	626.6139992898368	0.0	0.0303192138671875	1.0	1.0	0.640625	0.328125	-0.12058495944415704	0.6124390599469037	1.0	0.9921875	0.609375	0.3125	-0.12103653337505982	0.6176762289947395	1.0	0.998046875	0.609375	0.3125	-0.12116036279058795	0.6151419656325576
326	81	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head13	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7103969978994418	0.987858259287457	0.9775284032683731	0.997863597683087	0.0	0.8846455432944268	0.6361737954337525	60.81886727420169	64	1928.1953455876846	661.3739544235503	0.0	0.02862548828125	1.0	1.0	0.587890625	0.03125	-0.012308251081436072	0.981318596543938	1.0	0.935546875	0.447265625	0.03125	-0.01202089116343974	1.2420713199620799	1.0	0.962890625	0.45703125	0.03125	-0.012358687010620262	0.9970833344648936
327	81	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head13	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7211488947301611	1.003110285637912	0.9945595120665742	1.0141440675533593	0.0	0.8778039453478265	0.6310645539585872	59.87375089312457	63	1928.1953455876846	659.2430101753746	0.0	0.02862548828125	0.984375	1.0	0.3125	0.03125	-0.01218349926296991	0.9810946203419476	0.984375	1.0	0.234375	0.03125	-0.012532270325101402	0.9824183349466855	0.984375	0.998046875	0.2421875	0.03125	-0.0124270096253416	0.9814710344657962
328	81	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head13	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.710413263277659	0.9878812992432551	0.9775230843121703	0.9978833736396955	0.0	0.8846452913337112	0.6361733426283279	60.8188498207609	64	1928.2077476492746	661.3693631480977	0.0	0.02890777587890625	1.0	1.0	0.587890625	0.03125	-0.012285211125637963	0.9813183149308994	1.0	0.935546875	0.447265625	0.03125	-0.012008819833802198	1.2419135843479698	1.0	0.962890625	0.45703125	0.03125	-0.012343937268784577	0.9970869666281663
329	81	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head13	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7210942784393111	1.003046557115892	0.9945442301660132	1.014099471563624	0.0	0.8778149372998152	0.6310647539985764	59.873685317692576	63	1928.2077476492746	659.142897688155	0.0	0.02890777587890625	0.984375	1.0	0.3125	0.03125	-0.012247227784989878	0.9810935458192628	0.984375	1.0	0.234375	0.03125	-0.012585012232249948	0.9824170509522535	0.984375	0.998046875	0.240234375	0.03125	-0.012491585543223938	0.9814707679086577
330	82	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head14	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.46260659918620883	0.880944539886936	0.8509975212043823	1.009619184014051	0.0	1.334921258312156	0.7010014314504056	44.17638677364074	64	1862.273317759991	656.9772474711675	0.0	0.0264739990234375	0.984375	0.984375	0.84375	0.09375	-0.11922197048195704	0.7127904844666535	0.984375	0.904296875	0.8125	0.09375	-0.11868981609354556	1.240340578501774	0.984375	0.974609375	0.828125	0.09375	-0.11825222778502065	0.7263928733963954
331	82	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head14	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4764593013466294	0.8973349633168247	0.8678455540322628	1.0233454199198035	0.0	1.3097652406907936	0.6954480289065704	43.702283966724	63	1862.273317759991	657.0576312983629	0.0	0.0264739990234375	0.984375	0.984375	0.84375	0.109375	-0.11795882158405713	0.716108061660333	0.984375	0.984375	0.828125	0.09375	-0.11869456217377505	0.7206349642589321	0.984375	0.984375	0.828125	0.09375	-0.11806291866692187	0.7172918202645466
332	82	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head14	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.46258349442429386	0.8809077959868208	0.851014518689082	1.0095947003829995	0.0	1.3349419046157642	0.7010065002306114	44.17688130363486	64	1862.2684893457642	656.9189717180288	0.0	0.02686309814453125	0.984375	0.984375	0.84375	0.09375	-0.11925871438207225	0.7127984637583029	0.984375	0.904296875	0.8125	0.09375	-0.11872105137542532	1.24025134114677	0.984375	0.974609375	0.828125	0.09375	-0.11828761237981511	0.7263981897696989
333	82	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head14	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4764527725879891	0.8973324807154255	0.8678459109023533	1.0233204671303922	0.0	1.3097912178937174	0.695454216456441	43.70281883426245	63	1862.2684893457642	656.9475098232904	0.0	0.02686309814453125	0.984375	0.984375	0.84375	0.109375	-0.11796130418545636	0.7161168260296391	0.984375	0.984375	0.828125	0.09375	-0.11869966086971107	0.720643605766369	0.984375	0.984375	0.828125	0.09375	-0.11806741425362133	0.7173008990740118
334	83	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head15	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7528908967768313	1.0027599328758585	0.9307890336814096	1.0297121283183341	0.0	0.7662307685833843	0.5753003800643115	60.63734415237863	64	1621.4032427773027	548.8803658263167	0.0	0.030548095703125	0.984375	0.984375	0.21875	0.15625	0.0025934225069654815	0.9783897025488465	0.984375	0.974609375	0.19921875	0.1328125	0.00038439429110992407	1.2335652085090898	0.984375	0.98046875	0.205078125	0.134765625	0.0004690673925997757	0.9945640448655522
335	83	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head15	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7694624476052738	1.0184908068179115	0.9460576479675838	1.0427491122445611	0.015625	0.7558385114731471	0.5710305357095213	59.76011022607449	63	1621.4032427773027	547.1009566424426	0.0	0.030548095703125	0.984375	0.984375	0.28125	0.375	0.003197021917029641	0.9792324980357315	0.984375	0.984375	0.21875	0.0703125	6.962796861698095e-05	0.9852636061130485	0.984375	0.984375	0.203125	0.09765625	0.0009513853284335294	0.9835696250586695
336	83	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head15	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.752832462531493	1.0026976086637247	0.9307408799141275	1.0296877611715034	0.0	0.7662439212854194	0.5753013602274876	60.6374569547598	64	1621.3743134836059	548.9369607480781	0.0	0.030914306640625	0.984375	0.984375	0.21875	0.15625	0.0025310982948316685	0.9783915226267159	0.984375	0.974609375	0.19921875	0.1328125	0.00033048012425651585	1.233692810362398	0.984375	0.98046875	0.205078125	0.134765625	0.00040515240799487984	0.9945660283938378
337	83	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::Q_head15	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7694767997776988	1.0184466679648225	0.9460277120165206	1.0427374189317642	0.015625	0.755793835291034	0.5710321806380002	59.76022671777547	63	1621.3743134836059	547.0670255505515	0.0	0.030914306640625	0.984375	0.984375	0.28125	0.375	0.0031528830639406813	0.9792344068752388	0.984375	0.984375	0.21875	0.0703125	2.3794192149484417e-05	0.9852628452138719	0.984375	0.984375	0.203125	0.09765625	0.0009103425324370473	0.983572985710457
338	84	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head0	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6811088669100358	0.9299508618311028	0.838353336531927	1.2441615436901374	0.0625	1.026125451707331	0.7515484660595578	51.1827185361242	64	1892.7555859003087	652.994959335904	0.0	0.0376739501953125	0.859375	0.921875	0.5625	0.40625	-0.07021564853779028	0.8258383585923513	0.859375	0.90625	0.546875	0.40625	-0.06951263703485377	1.0468610268073384	0.859375	0.892578125	0.556640625	0.40625	-0.06899289761457683	0.8364897226823867
339	84	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head0	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6941773351817986	0.9458379030738926	0.8493664610208459	1.2596252899416889	0.0625	1.0164835352288455	0.7460261736690077	50.47415136304814	63	1892.7555859003087	651.4947426123497	0.0	0.0376739501953125	0.859375	0.90625	0.5625	0.40625	-0.06945588182698925	0.8270722583758853	0.859375	0.90625	0.5625	0.40625	-0.0684470413612237	0.8295396461564528	0.859375	0.90625	0.5625	0.40625	-0.06817124219255555	0.827687043179644
340	84	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head0	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6811524294295497	0.9299729633320761	0.8383059962418553	1.2441826737232207	0.0625	1.0260837892819716	0.7515481561565805	51.1822732832266	64	1892.749568276652	653.0203764956362	0.0	0.0380401611328125	0.859375	0.921875	0.5625	0.40625	-0.0701935470368169	0.8258311743916558	0.859375	0.90625	0.546875	0.40625	-0.0694653325354676	1.046892496048103	0.859375	0.892578125	0.556640625	0.40625	-0.06897835917578932	0.8364792148717151
341	84	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head0	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6942208346670478	0.945860596874126	0.8494230971928339	1.259633071470001	0.0625	1.0164432673931096	0.7460254669803641	50.473706587110286	63	1892.749568276652	651.5230972929128	0.0	0.0380401611328125	0.859375	0.90625	0.5625	0.40625	-0.0694331880267558	0.8270649702525694	0.859375	0.90625	0.5625	0.40625	-0.06843054664126225	0.8295311661153941	0.859375	0.90625	0.5625	0.40625	-0.06815078394566343	0.8276783646267711
342	85	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head1	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6711488583574596	0.9591327987510632	0.8402952628084963	1.3137943936347118	0.0625	0.987660194505475	0.6911107751195766	54.96709289110556	64	1943.0596771121618	663.6455728617096	0.0	0.036407470703125	0.875	0.9375	0.6875	0.21875	-0.04103371161782987	0.8868996229214628	0.875	0.8828125	0.669921875	0.21875	-0.03906203303685829	1.1551318611831745	0.875	0.92578125	0.673828125	0.21875	-0.03940857272810261	0.9025055321759502
343	85	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head1	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6834596455789167	0.9726676283935096	0.8556831158687159	1.3318272409087988	0.0625	0.9759407026538812	0.6857595207969722	54.30433039706978	63	1943.0596771121618	665.290135585901	0.0	0.036407470703125	0.875	0.921875	0.734375	0.234375	-0.042626156507372226	0.8898337855755559	0.875	0.921875	0.6640625	0.21875	-0.04270539767665982	0.8918662575295745	0.875	0.921875	0.658203125	0.21875	-0.04286127598281353	0.8907862737164092
344	85	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head1	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6711469053131014	0.9591119845733151	0.8403410683717221	1.3138136074625963	0.0625	0.9876443574421259	0.6911126799673102	54.96714683812423	64	1943.0601454810358	663.5865196583034	0.0	0.0367889404296875	0.875	0.9375	0.6875	0.21875	-0.04105452579557789	0.8869004933620847	0.875	0.8828125	0.669921875	0.21875	-0.03907924959810838	1.1550601110223586	0.875	0.92578125	0.673828125	0.21875	-0.03943483399843051	0.9025056162847254
345	85	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head1	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.683455613517769	0.9726375287791119	0.8557392319001	1.33185001749682	0.0625	0.9759191416083796	0.6857615462452159	54.3043350856313	63	1943.0601454810358	665.2763795364847	0.0	0.0367889404296875	0.875	0.921875	0.734375	0.234375	-0.04265625612176993	0.8898338624025864	0.875	0.921875	0.6640625	0.21875	-0.04273096591233527	0.8918685154072923	0.875	0.921875	0.658203125	0.21875	-0.042883904804001616	0.8907868428376942
346	86	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head2	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.42054764915138443	0.9619591441268707	0.8959095916313959	1.0419393625755677	0.0	1.5574947107000203	0.680902866976877	46.39258196575029	64	1916.3238328002603	660.6564897073395	0.0	0.02801513671875	1.0	1.0	0.84375	0.109375	-0.03820736624202237	0.7485490188336832	1.0	0.8125	0.755859375	0.109375	-0.037211060909632	1.8062882581807636	1.0	0.998046875	0.837890625	0.109375	-0.03778680704938364	0.7586135132753372
347	86	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head2	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4290040119653844	0.9767084451038993	0.9163741774919368	1.0549820472293279	0.0	1.5387552401874494	0.6758743356651857	45.797342317659776	63	1916.3238328002603	658.1485944601216	0.0	0.02801513671875	1.0	1.0	0.875	0.125	-0.03858533979698253	0.7504378046068634	1.0	1.0	0.802734375	0.103515625	-0.03926372353854213	0.75713031957354	1.0	1.0	0.814453125	0.109375	-0.03825639666196523	0.7512982761115697
348	86	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head2	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.42055170455627156	0.9619681182503401	0.895924357069997	1.0419150863776259	0.0	1.5575013008562608	0.6809059619512803	46.39275564344379	64	1916.3393654184906	660.6194727300342	0.0	0.0283050537109375	1.0	1.0	0.84375	0.109375	-0.038198392118552915	0.748551821140896	1.0	0.810546875	0.755859375	0.109375	-0.037187172139165225	1.8065611478147923	1.0	0.998046875	0.837890625	0.109375	-0.037777596486437304	0.7586170228775357
349	86	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head2	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.42902233877960755	0.97674915511111	0.9163833118023694	1.0549638530022607	0.0	1.5387615055949468	0.6758777896043099	45.79754090339482	63	1916.3393654184906	658.1234192446198	0.0	0.0283050537109375	1.0	1.0	0.875	0.125	-0.0385446297897718	0.7504410586437897	1.0	1.0	0.802734375	0.103515625	-0.039226371675370686	0.7571330933576582	1.0	1.0	0.814453125	0.109375	-0.038218477970717535	0.7513020119094016
350	87	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head3	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6172787799276258	0.9731792151103921	0.8731854898331736	1.2185457775033557	0.0	1.085134739797744	0.6882911573110932	53.22040494974556	64	1948.758425779398	659.6941935628876	0.0	0.0333099365234375	0.984375	1.0	0.53125	0.28125	-0.026987295258500965	0.8587166356999516	0.984375	0.791015625	0.515625	0.26171875	-0.029181905674061315	1.1692952285257503	0.984375	0.9921875	0.525390625	0.27734375	-0.02884939089062255	0.8702602435502546
351	87	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head3	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6277260790492081	0.9891057036508638	0.8885345886065177	1.2443106405536715	0.0	1.0757254920568378	0.6826984646531504	52.544459776870866	63	1948.758425779398	660.7726662540422	0.0	0.0333099365234375	0.984375	0.984375	0.578125	0.328125	-0.026188081250018036	0.8609964474729707	0.984375	0.984375	0.5	0.263671875	-0.02718940537683856	0.8640079182514226	0.984375	0.984375	0.505859375	0.263671875	-0.027464456568562334	0.8611800407170251
352	87	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head3	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6172970258595387	0.9732160507367703	0.8731782785215707	1.2185431651638776	0.0	1.0851476330168701	0.6882936280928761	53.22002408427848	64	1948.7547104259086	659.7624099123752	0.0	0.03372955322265625	0.984375	1.0	0.53125	0.28125	-0.026950459632122725	0.8587104903969827	0.984375	0.791015625	0.515625	0.26171875	-0.02911536907031287	1.1694698563260526	0.984375	0.9921875	0.525390625	0.27734375	-0.028811814583007078	0.8702601098937317
353	87	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head3	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6277226899602909	0.9891103624950035	0.8885237129499622	1.2442536189930669	0.0	1.0757401204790666	0.6827008468721186	52.54398356304561	63	1948.7547104259086	660.8444612224416	0.0	0.03372955322265625	0.984375	0.984375	0.578125	0.328125	-0.026183422405878343	0.8609886442066791	0.984375	0.984375	0.5	0.263671875	-0.02718718569099865	0.8639983858446829	0.984375	0.984375	0.505859375	0.263671875	-0.02745749706161149	0.8611719778328004
354	88	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head4	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7175302344255652	0.9978789465947567	0.9860874801320109	1.0712759090673862	0.0	0.8869521882066335	0.6377677509881615	61.28935539844138	64	1935.330231191559	659.3197882807954	0.0	0.033203125	0.96875	1.0	0.212890625	0.140625	-0.002287563774136303	0.9889099701827779	0.96875	0.9453125	0.078125	0.13671875	-0.0014211797001907334	1.2367955184054094	0.96875	0.98828125	0.083984375	0.140625	-0.0016888537182756513	1.0069610106593987
355	88	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head4	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7346456345485746	1.0138413840475666	0.9999893321796129	1.0925325426768473	0.0	0.8731532074786779	0.6327007382608492	60.38365877079149	63	1935.330231191559	653.3145164418693	0.0	0.033203125	0.953125	0.96875	0.109375	0.171875	-0.0014524008533152166	0.9894499992548536	0.953125	0.96875	0.078125	0.140625	-0.0021762177051769527	0.991248431109205	0.953125	0.96875	0.078125	0.140625	-0.0026026308989037794	0.9896903906534539
356	88	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head4	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7175143022803119	0.9978678108703329	0.986096683235504	1.0712455900452966	0.0	0.8869670927771545	0.6377714240170982	61.28919788681995	64	1935.314583977817	659.2640322854779	0.0	0.0335540771484375	0.96875	1.0	0.212890625	0.140625	-0.0022986994985600973	0.9889074287167788	0.96875	0.9453125	0.078125	0.13671875	-0.001427998325237101	1.2366303962516236	0.96875	0.98828125	0.083984375	0.140625	-0.0017029925110838562	1.006957680282436
357	88	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head4	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7346097734555579	1.013802479114952	1.000009831581022	1.0924969653706906	0.0	0.8731676874941554	0.6327046247300252	60.3835236303452	63	1935.314583977817	653.175765741973	0.0	0.0335540771484375	0.953125	0.96875	0.109375	0.171875	-0.0014913057859298195	0.989447784835966	0.953125	0.96875	0.078125	0.140625	-0.002196958618972289	0.991245867013312	0.953125	0.96875	0.078125	0.140625	-0.0026470953932580255	0.9896883399473727
358	89	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head5	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5831733057219773	0.9128291588340725	0.8067713610907888	1.276596344742074	0.0	1.0985593947356287	0.7018295894252475	50.00209218113283	64	1901.7241347305296	653.2310210438513	0.0	0.02789306640625	1.0	1.0	0.75	0.25	-0.08733735153482058	0.8067888325217736	1.0	0.98046875	0.736328125	0.25	-0.0882241352695563	1.1025052535629831	1.0	0.998046875	0.748046875	0.25	-0.089814264096864	0.8219664849719935
359	89	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head5	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.597972639620851	0.9319446414975793	0.8246459875809421	1.2938683404350018	0.0	1.084445104274984	0.6958229841690716	49.40115799990344	63	1901.7241347305296	656.4111124573038	0.0	0.02789306640625	1.0	1.0	0.75	0.25	-0.08334914340330257	0.8094901293036149	1.0	1.0	0.75	0.25	-0.08624437501046278	0.813712178940368	1.0	1.0	0.75	0.25	-0.08620556658567657	0.8108937056574013
360	89	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head5	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5831800441125327	0.9127951533133114	0.8067782511567048	1.2766262914492499	0.0	1.098513785439327	0.7018347057664964	50.00308791211282	64	1901.7377944028206	653.2855869676139	0.0	0.0282135009765625	1.0	1.0	0.75	0.25	-0.08737135705558163	0.8068048987422017	1.0	0.98046875	0.736328125	0.25	-0.08828847534872475	1.102589267463752	1.0	0.998046875	0.748046875	0.25	-0.08984664095030492	0.8219896932388742
361	89	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head5	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5980321464203735	0.9320044162764826	0.8246496307622426	1.2938993816321342	0.0	1.0844135851741463	0.6958273722994067	49.40219212294862	63	1901.7377944028206	656.4616276650726	0.0	0.0282135009765625	1.0	1.0	0.75	0.25	-0.08328936862439928	0.8095070745014897	1.0	1.0	0.75	0.25	-0.08617041458026364	0.8137299025657486	1.0	1.0	0.75	0.25	-0.08614816975858253	0.8109106456625516
362	90	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head6	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7601822714704629	0.9777281898444639	0.9682786189946169	0.9921740576798381	0.015625	0.836738920905615	0.6505633161942078	60.317253683706795	64	1939.9283147930223	662.9688192428241	0.0	0.02974700927734375	0.9375	0.9375	0.556640625	0.078125	-0.02243832052442918	0.973225010347856	0.9375	0.916015625	0.345703125	0.078125	-0.020589955767174706	1.1767074811232363	0.9375	0.93359375	0.34765625	0.078125	-0.01990592474141084	0.9872591472629187
363	90	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head6	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7744067092595416	0.9928422581421215	0.9832791385808017	1.0100513895368197	0.015625	0.8276889029209079	0.6455887975608996	59.47664564987615	63	1939.9283147930223	660.1518874065371	0.0	0.02974700927734375	0.921875	0.9375	0.734375	0.078125	-0.022451526758760387	0.9745876316858327	0.921875	0.935546875	0.62890625	0.078125	-0.020313831590377918	0.9763469275403336	0.921875	0.9375	0.6484375	0.078125	-0.02047649149981501	0.9751419786922961
364	90	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head6	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7601519605315139	0.9776626560088164	0.9682799708640207	0.9921619210818076	0.015625	0.8367168069477998	0.6505637883393826	60.31791232201551	64	1939.938473596622	662.8483048320887	0.0	0.03012847900390625	0.9375	0.9375	0.556640625	0.078125	-0.022503854360076625	0.9732356375438185	0.9375	0.916015625	0.34375	0.078125	-0.02067099579274534	1.1766531102023257	0.9375	0.93359375	0.34765625	0.078125	-0.019965122914837652	0.9872688407668975
365	90	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head6	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7744049712278152	0.9928079850455191	0.9833458184304055	1.0100487644348886	0.015625	0.8276629265915849	0.6455893732805734	59.47719661060078	63	1939.938473596622	660.1119757466586	0.0	0.03012847900390625	0.921875	0.9375	0.734375	0.078125	-0.022485799855362698	0.9745966597589848	0.921875	0.935546875	0.62890625	0.078125	-0.020347159508126156	0.9763517601369864	0.921875	0.9375	0.6484375	0.078125	-0.02050880199691174	0.9751514368476727
366	91	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head7	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.9277428634687725	1.0278841799750786	0.9378851488110918	1.0831163682532052	0.046875	0.6610054996831848	0.5966072316236571	57.208482605380645	64	1870.7325807008992	639.3898060645588	0.0	0.035064697265625	0.34375	0.640625	0.265625	0.515625	0.027717669606185602	0.923064673460861	0.34375	0.6328125	0.255859375	0.5	0.026543366486219355	1.1322184999398595	0.34375	0.638671875	0.255859375	0.509765625	0.02615558712695254	0.9363439741997799
367	91	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head7	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.9411288793416395	1.044457664160864	0.9542631740218682	1.0959816499099204	0.09375	0.6568686600160896	0.591884273617024	56.41293494287586	63	1870.7325807008992	639.3419065539833	0.0	0.035064697265625	0.296875	0.59375	0.296875	0.5625	0.029163879259982206	0.924385497226487	0.296875	0.59375	0.197265625	0.453125	0.029000296642514023	0.92762728559668	0.296875	0.59375	0.216796875	0.453125	0.027962074084591393	0.9256333640991568
368	91	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head7	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.9277321574165871	1.0278316079361138	0.9379100968026202	1.0831250813470221	0.046875	0.6609790128203703	0.5966069547153322	57.20824209138546	64	1870.7260951448109	639.3442644103186	0.0	0.03548431396484375	0.34375	0.640625	0.265625	0.515625	0.027665097567220798	0.9230607927431366	0.34375	0.6328125	0.255859375	0.5	0.02647648295960603	1.1321439686081896	0.34375	0.638671875	0.255859375	0.509765625	0.026097766108399867	0.9363367962566854
369	91	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head7	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.9411357334061217	1.044422659918125	0.9542577140344606	1.0959836521735682	0.09375	0.6568422778426151	0.5918846484410991	56.41287400856343	63	1870.7260951448109	639.2454113862859	0.0	0.03548431396484375	0.296875	0.59375	0.296875	0.5625	0.02912887501724315	0.9243844987534462	0.296875	0.59375	0.197265625	0.453125	0.028969629893468518	0.9276306117968283	0.296875	0.59375	0.216796875	0.453125	0.027926770461636607	0.9256331983323558
370	92	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head8	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7377319783508873	0.9536854148843765	0.9102647402559186	1.206434327454386	0.015625	0.8692175145495438	0.6723910700716969	52.37726993146588	64	1892.0166372924296	659.2892411886099	0.0	0.03160858154296875	0.859375	0.90625	0.71875	0.203125	-0.04648109548451651	0.8451125666023638	0.859375	0.8984375	0.71484375	0.1875	-0.04795944327509161	1.0701830905633933	0.859375	0.90625	0.7109375	0.1875	-0.0481422271556744	0.8571991936236109
371	92	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head8	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7424360542146569	0.9718018558304224	0.9234701701737441	1.2231494371032152	0.015625	0.8731027976273474	0.6670320622513192	51.71551901179385	63	1892.0166372924296	657.4515858647596	0.0	0.03160858154296875	0.875	0.90625	0.75	0.203125	-0.0434919290704594	0.8474133778795708	0.875	0.90625	0.69140625	0.201171875	-0.045386794368997174	0.8492956617896606	0.875	0.90625	0.708984375	0.201171875	-0.04594889902608479	0.8464815379007853
372	92	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head8	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7377430286651336	0.9536474856413879	0.9102917478648366	1.2064679229570592	0.015625	0.8691753888621812	0.6723952964539246	52.37717274520762	64	1892.0353743578469	659.3126390140853	0.0	0.03188323974609375	0.859375	0.90625	0.71875	0.203125	-0.04651902472750513	0.8451109984922225	0.859375	0.8984375	0.71484375	0.1875	-0.048001936320165584	1.070175348814354	0.859375	0.90625	0.7109375	0.1875	-0.048183236575609634	0.857193625704367
373	92	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head8	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7423879173045158	0.9718041167226559	0.9234473674241707	1.2231880077007646	0.015625	0.8731679226452649	0.6670370133189377	51.715514933983044	63	1892.0353743578469	657.4082692474899	0.0	0.03188323974609375	0.875	0.90625	0.75	0.203125	-0.04348966817822597	0.8474133110603356	0.875	0.90625	0.69140625	0.201171875	-0.045391241922851266	0.8492941752666928	0.875	0.90625	0.708984375	0.201171875	-0.045940825334949364	0.8464810612622932
374	93	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head9	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7504920560552795	0.9995605058312527	0.9753014980335578	1.0243744035767914	0.0	0.8073516405405092	0.6061774041031794	60.910910633803724	64	1934.5409785542683	656.4553130686562	0.0	0.030548095703125	1.0	1.0	0.181640625	0.09375	-0.00060600453764037	0.9828037254934567	1.0	0.9921875	0.08984375	0.083984375	-0.00018259608594939358	1.2326633749575957	1.0	1.0	0.1015625	0.0859375	-0.00048747260364390144	0.995181110631129
375	93	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head9	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7639161677428652	1.0151913122158898	0.9900479069363429	1.0404334730692877	0.0	0.7995414885990192	0.6016429244147233	59.99828022727641	63	1934.5409785542683	656.7011712934634	0.0	0.030548095703125	1.0	1.0	0.140625	0.234375	-0.00010247268499208317	0.9831351649543808	1.0	1.0	0.0859375	0.09375	-0.0006017142318186508	0.9835854381776261	1.0	1.0	0.08203125	0.09375	-0.0003092706500775755	0.9819721252853786
376	93	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head9	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7505077964526398	0.9995911696699158	0.9753088261290281	1.0244337050229466	0.0	0.8073521225064918	0.6061718838750813	60.91067251361038	64	1934.5450097677103	656.4179899336559	0.0	0.03092193603515625	1.0	1.0	0.181640625	0.09375	-0.0005753406989772447	0.982799883399968	1.0	0.9921875	0.08984375	0.083984375	-0.000144095770769459	1.2327206652323777	1.0	1.0	0.1015625	0.0859375	-0.0004546392722268866	0.9951747712756551
377	93	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head9	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.763898553012	1.0151792044847192	0.9900540750945095	1.0404906916469934	0.0	0.7995433467908397	0.6016376251461008	59.99792613655374	63	1934.5450097677103	656.7098151944318	0.0	0.03092193603515625	1.0	1.0	0.140625	0.234375	-0.00011458041616263515	0.983129362804057	1.0	1.0	0.0859375	0.09375	-0.0006177449990008022	0.983581746191374	1.0	1.0	0.08203125	0.09375	-0.00032659477476482124	0.9819673466906981
378	94	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head10	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6296632822734884	1.008361106516542	0.6782093307121894	1.3007954138956777	0.015625	1.3861514044340566	0.8655715074722942	26.40861511118433	64	1860.702920825996	649.6348747959881	0.0	0.03543853759765625	0.953125	0.96875	0.5	0.5	0.008194596147649058	0.42610568527587894	0.953125	0.947265625	0.48046875	0.484375	0.008335847526294904	0.586342163349295	0.953125	0.9609375	0.484375	0.494140625	0.008105221413918784	0.4305310158066121
379	94	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head10	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6365187468928977	1.0191674635761663	0.7038530103781004	1.3117681256847873	0.015625	1.3767013808106328	0.8598157506760095	25.992547607536633	63	1860.702920825996	650.3216707640004	0.0	0.03543853759765625	0.953125	0.96875	0.5	0.5	0.003873678675284431	0.4259153342882432	0.953125	0.96875	0.5	0.498046875	0.003663025748497084	0.42709327898763744	0.953125	0.96875	0.5	0.5	0.0036711791193533294	0.4258413438161542
380	94	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head10	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6296541489030003	1.0083488917262635	0.6782137656097069	1.3008446287066784	0.015625	1.3861644183356985	0.8655775637067163	26.408064733275975	64	1860.72462450523	649.5517561733442	0.0	0.03582000732421875	0.953125	0.96875	0.5	0.5	0.008182381357370483	0.42609680487246465	0.953125	0.947265625	0.48046875	0.484375	0.008315284996975203	0.5863148618668874	0.953125	0.9609375	0.484375	0.494140625	0.008095019614072552	0.43052256400406685
381	94	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head10	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6365122981088607	1.0191536795616247	0.7038122031060073	1.3118178143844947	0.015625	1.376706581518934	0.8598219165544639	25.992053261656913	63	1860.72462450523	650.3055248107803	0.0	0.03582000732421875	0.953125	0.96875	0.5	0.5	0.0038598946607428797	0.4259072339090963	0.953125	0.96875	0.5	0.498046875	0.0036537166479193584	0.42708453188729517	0.953125	0.96875	0.5	0.5	0.0036589726427775915	0.4258330464670138
382	95	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head11	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.726629811558896	0.9881110350063765	0.9758753597231996	1.0191532542739339	0.0	0.8650152489879007	0.636108539526222	61.04523842153485	64	1945.139048949	660.4373161401171	0.0	0.0310211181640625	1.0	1.0	0.462890625	0.09375	-0.012055475362516499	0.9849711179826798	1.0	0.994140625	0.40625	0.078125	-0.014635074935173464	1.1834399706161742	1.0	0.998046875	0.40625	0.08203125	-0.014328510082777357	0.9998912423089932
383	95	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head11	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7398073281901688	1.0044951510389957	0.9922154361074087	1.0369217011060992	0.0	0.8567150771943673	0.6309677967323449	60.12400520686103	63	1945.139048949	659.7270001682273	0.0	0.0310211181640625	0.9375	1.0	0.328125	0.125	-0.010798633861886175	0.9851953014795377	0.9375	1.0	0.265625	0.078125	-0.012956831668559543	0.9870408601787355	0.9375	1.0	0.265625	0.078125	-0.013444749876727835	0.9859064569425406
384	95	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head11	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7265884116188095	0.9881139235775825	0.9758560560893222	1.0191557512090537	0.0	0.8650729028654095	0.6361128321638303	61.0445524715064	64	1945.1362728424322	660.3096395496141	0.0	0.03131103515625	1.0	1.0	0.462890625	0.09375	-0.012052586791310493	0.9849600501093473	1.0	0.994140625	0.40625	0.078125	-0.01464665508227514	1.1835222619216303	1.0	0.998046875	0.40625	0.08203125	-0.01431722784934586	0.9998782918810237
385	95	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head11	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7397389080967226	1.0044626623628603	0.9922051490564359	1.036920451260963	0.0	0.8567728889722415	0.630972424484451	60.12332280718094	63	1945.1362728424322	659.6883495709623	0.0	0.03131103515625	0.9375	1.0	0.328125	0.125	-0.010831122538021543	0.9851841196403331	0.9375	1.0	0.265625	0.078125	-0.012983780181398563	0.9870307717321803	0.9375	1.0	0.265625	0.078125	-0.013473326604604097	0.985895187977699
386	96	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head12	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5424320858912901	0.8481139849961025	0.6950011936899844	1.2474646330102759	0.015625	1.4575882317938447	0.932236278294793	41.21198421328787	64	1896.6442935192692	659.1189452492358	0.0	0.02748870849609375	0.953125	0.96875	0.578125	0.359375	-0.15205252537279057	0.664959548270466	0.953125	0.958984375	0.5625	0.33984375	-0.15320662010558983	0.8925982599902192	0.953125	0.96875	0.572265625	0.3515625	-0.15331910448970787	0.6768932499648015
387	96	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head12	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5559132509672082	0.8739152631917833	0.7196665059641586	1.2769089049181086	0.015625	1.453236763465992	0.9244300993815613	40.645645780622466	63	1896.6442935192692	658.1696540856575	0.0	0.02748870849609375	0.953125	0.96875	0.578125	0.40625	-0.1413785217090986	0.6660218179227563	0.953125	0.96875	0.578125	0.34375	-0.14317512291838153	0.6682038303643132	0.953125	0.96875	0.578125	0.34375	-0.14341180969526857	0.6666810652324691
388	96	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head12	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5424669858677245	0.8481318501014274	0.6949953475710213	1.2474430091016195	0.015625	1.4575291292453005	0.9322388181289885	41.21140731235652	64	1896.6232950233461	659.0927960845838	0.0	0.02776336669921875	0.953125	0.96875	0.578125	0.359375	-0.1520346602674656	0.6649502399153836	0.953125	0.958984375	0.5625	0.33984375	-0.1531968718882486	0.8926038975113368	0.953125	0.96875	0.572265625	0.3515625	-0.15329448732269269	0.6768833848276622
389	96	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head12	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5559261434554655	0.8738961443449098	0.7196586463692357	1.2768817073287768	0.015625	1.4531758735024212	0.924433028279711	40.64498560865779	63	1896.6232950233461	658.1472235705742	0.0	0.02776336669921875	0.953125	0.96875	0.578125	0.40625	-0.14139764055597204	0.6660110003081359	0.953125	0.96875	0.578125	0.34375	-0.1432007970706326	0.668193143290091	0.953125	0.96875	0.578125	0.34375	-0.14343258964976724	0.6666710181738944
390	97	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head13	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6542197255110926	0.9779365266618238	0.9678283547775066	0.9880113954945601	0.0	0.9888833405631774	0.6615429222529208	59.97867123341091	64	1930.763616830982	651.0625382658045	0.0	0.03005218505859375	1.0	1.0	0.556640625	0.078125	-0.02222998370706919	0.9677619481464378	1.0	0.966796875	0.439453125	0.0625	-0.022565574385061682	1.2612973639763203	1.0	0.990234375	0.443359375	0.072265625	-0.02294436109090925	0.9838489655108363
391	97	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head13	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6673912811335003	0.9932833031885632	0.9834589616157631	1.0037189669482762	0.0	0.9768098035189042	0.6563226665559745	59.06588473503887	63	1930.763616830982	652.8050023393134	0.0	0.03005218505859375	1.0	1.0	0.796875	0.078125	-0.022010481712318675	0.9678568804337032	1.0	1.0	0.732421875	0.07421875	-0.024169533582890756	0.971330219305205	1.0	1.0	0.732421875	0.076171875	-0.024423886848197296	0.9697200717351068
392	97	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head13	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6541790405801028	0.9779257106537051	0.9678467463590129	0.9879754313091186	0.0	0.9889310000882032	0.6615409798410654	59.9776105840303	64	1930.7551001006575	651.0524205314537	0.0	0.03055572509765625	1.0	1.0	0.556640625	0.078125	-0.022240799715187887	0.9677448344610264	1.0	0.966796875	0.439453125	0.0625	-0.022572838217617797	1.261303584312564	1.0	0.990234375	0.443359375	0.072265625	-0.02296068385788841	0.9838321631356605
393	97	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head13	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6673457098756128	0.9932649425893325	0.9834929695222722	1.0037323119537969	0.0	0.9768558922054983	0.656320948095299	59.06488946627072	63	1930.7551001006575	652.9011147166323	0.0	0.03055572509765625	1.0	1.0	0.796875	0.078125	-0.022028842311549335	0.9678405719041779	1.0	1.0	0.732421875	0.07421875	-0.024195921257096353	0.9713139554760669	1.0	1.0	0.732421875	0.076171875	-0.024442310330262673	0.9697041114930329
394	98	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head14	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3698545494278498	0.9630050882232137	0.8533421731323004	1.0478309094640446	0.0	1.8314438254740915	0.7033896696464095	34.718118930067725	64	1875.9638579235768	651.0890702515644	0.0	0.024444580078125	1.0	1.0	0.53125	0.203125	-0.0371614221456793	0.5601803728026893	1.0	0.78515625	0.474609375	0.1328125	-0.036832459581966015	1.4578484805701002	1.0	0.998046875	0.51953125	0.185546875	-0.03805400292345262	0.5680845325752232
395	98	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head14	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.37601599305119926	0.9749726740784757	0.8652569811569437	1.0651059678664778	0.0	1.8106513608677246	0.698310719497542	34.26983262690868	63	1875.9638579235768	656.7917164420733	0.0	0.024444580078125	1.0	1.0	0.65625	0.25	-0.04032111082240619	0.561547388108266	1.0	1.0	0.587890625	0.123046875	-0.04145669443846978	0.5673816522667494	1.0	1.0	0.603515625	0.125	-0.041303985149020894	0.562305351969941
396	98	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head14	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.36982414998718954	0.9629236081687751	0.8532706016378017	1.0478666830905414	0.0	1.831446032276464	0.7033922176050119	34.71723872614166	64	1875.9529885042543	651.0731321390881	0.0	0.0247344970703125	1.0	1.0	0.53125	0.203125	-0.037242902200117944	0.5601661706230021	1.0	0.78515625	0.474609375	0.130859375	-0.036937253887945554	1.4578790275969777	1.0	0.998046875	0.51953125	0.185546875	-0.038144655517010184	0.5680714688082751
397	98	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head14	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.37600971354621127	0.9749583420865164	0.8652111740372309	1.0651396524627077	0.0	1.8106616974357461	0.6983133091870053	34.268828497648855	63	1875.9529885042543	656.7988457415722	0.0	0.0247344970703125	1.0	1.0	0.65625	0.25	-0.04033544281436541	0.5615309343902302	1.0	1.0	0.587890625	0.123046875	-0.041473680544571234	0.5673646646984137	1.0	1.0	0.603515625	0.125	-0.04132136982424961	0.5622889536029606
398	99	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head15	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8098845350782391	1.001602620723177	0.9176783274038343	1.0477012294032253	0.0	0.7454278596538716	0.6027445246841026	61.03750097030084	64	1692.1900416385033	562.5556214548171	0.0	0.0290679931640625	1.0	1.0	0.234375	0.203125	0.001436110354283926	0.984846273421673	1.0	0.98046875	0.212890625	0.189453125	0.0013294694559360387	1.209105163227454	1.0	0.98828125	0.220703125	0.1953125	0.0007081296340996079	1.0025325892178734
399	99	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head15	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8174132507494019	1.0166918910094358	0.9315223616268977	1.0654970033170044	0.0	0.7439900182535952	0.5981628305719751	60.091268818680376	63	1692.1900416385033	564.8776669743236	0.0	0.0290679931640625	1.0	1.0	0.296875	0.421875	0.0013981061085539537	0.9846588811976216	1.0	0.998046875	0.208984375	0.22265625	0.00140873864618829	0.9922211861321124	1.0	1.0	0.2109375	0.22265625	0.0013605686705679965	0.9902145030142993
400	99	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head15	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8098383029758646	1.0015671577417598	0.9177031585187194	1.0477429498224984	0.0	0.7454356186732604	0.6027377313022558	61.03710290951556	64	1692.1912545597188	562.5683235186341	0.0	0.02945709228515625	1.0	1.0	0.234375	0.203125	0.0014006473728667146	0.9848398506704995	1.0	0.98046875	0.212890625	0.1875	0.0012809902704973286	1.2092733120511092	1.0	0.98828125	0.220703125	0.1953125	0.000669166758318962	1.0025276005406023
401	99	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::K_head15	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8174220475598863	1.0167236566817777	0.9315523219824633	1.0655232208730607	0.0	0.743996490929922	0.5981557830356001	60.09085909527935	63	1692.1912545597188	564.8968512603583	0.0	0.02945709228515625	1.0	1.0	0.296875	0.421875	0.0014298717808958195	0.9846521674471286	1.0	0.998046875	0.20703125	0.22265625	0.0014497999480154178	0.9922111778049975	1.0	1.0	0.2109375	0.22265625	0.0013916251175545291	0.9902076018412628
402	100	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head0	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5599616711311095	0.9253499127120902	0.8708068607996984	1.2295785797173242	0.03125	1.083631433031171	0.6557433677730603	40.36520392845038	64	1879.267973825337	646.0480989488269	0.0	0.03285980224609375	0.96875	0.96875	0.75	0.171875	-0.07481659765680282	0.6512966624269757	0.96875	0.90234375	0.72265625	0.171875	-0.07425817852866878	1.0109220777509111	0.96875	0.955078125	0.732421875	0.171875	-0.07350451331070029	0.6653213645002097
403	100	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head0	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5671125572540848	0.9416906039945354	0.8901509952254254	1.2519628467077208	0.03125	1.0791102701472481	0.6498705437501673	40.09412042159324	63	1879.267973825337	648.0113707036949	0.0	0.03285980224609375	0.96875	0.96875	0.78125	0.203125	-0.07360318090634643	0.6569844926399023	0.96875	0.966796875	0.716796875	0.185546875	-0.07503778053948307	0.6583637897053819	0.96875	0.966796875	0.716796875	0.1875	-0.07458628615375829	0.6561634429401927
404	100	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head0	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5599776021263432	0.9253580081079825	0.8707898531638287	1.2296246469421974	0.03125	1.08361256151042	0.6557448668643073	40.36592916494463	64	1879.271681898839	646.1719701264165	0.0	0.03319549560546875	0.96875	0.96875	0.75	0.171875	-0.07480850226091051	0.6513083641914215	0.96875	0.90234375	0.72265625	0.171875	-0.07426734437786531	1.010885998512344	0.96875	0.955078125	0.732421875	0.171875	-0.07349118593518444	0.6653332381360663
405	100	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head0	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5671093594327925	0.941672754182805	0.8901362534899223	1.2519839720132504	0.03125	1.0790986858582479	0.6498722213035795	40.09489778323244	63	1879.271681898839	647.9779215857816	0.0	0.03319549560546875	0.96875	0.96875	0.78125	0.203125	-0.0736210307180768	0.6569972305310634	0.96875	0.966796875	0.716796875	0.185546875	-0.07504641707713666	0.6583779535774116	0.96875	0.966796875	0.716796875	0.1875	-0.07460615840450047	0.6561766071322311
406	101	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head1	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3982143693259601	0.9412896668303425	0.782549619518964	1.4061686012532721	0.0	1.524555086819309	0.6449659056013612	39.57150129472514	64	1476.1486272956427	555.8862151566007	0.0	0.0279998779296875	1.0	1.0	0.671875	0.1875	-0.058876843538550494	0.638490189871528	0.998046875	0.71484375	0.6015625	0.125	-0.05862186396999136	1.5638641630021866	1.0	0.96484375	0.65234375	0.177734375	-0.0586628552173063	0.6538617157242691
407	101	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head1	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4068889814070832	0.9553625430627153	0.7967015455706216	1.4181307691854377	0.0	1.5025243120928116	0.6399252214001542	39.21863065927307	63	1476.1486272956427	563.4530664152654	0.0	0.0279998779296875	1.0	1.0	0.703125	0.203125	-0.05993124183816656	0.6426386685823786	1.0	0.912109375	0.623046875	0.169921875	-0.05960829026682202	0.6551796128398593	1.0	0.9921875	0.625	0.171875	-0.06003765251723081	0.6483961854364823
408	101	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head1	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3981861494141661	0.9412494338081576	0.7825197152140939	1.4062149419338463	0.0	1.524585191946836	0.6449605016802579	39.570038060594115	64	1476.1640414464323	555.9151235012547	0.0	0.02829742431640625	1.0	1.0	0.671875	0.1875	-0.058917076560735415	0.6384665804403067	0.998046875	0.71484375	0.6015625	0.125	-0.05866987253099287	1.563872517500308	1.0	0.96484375	0.65234375	0.177734375	-0.05870566665713284	0.6538344248452445
409	101	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head1	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4068647497262683	0.9553306517731712	0.7966632845235356	1.4181096887625082	0.0	1.5025523853792693	0.6399204286947722	39.21730204871171	63	1476.1640414464323	563.5966737872943	0.0	0.02829742431640625	1.0	1.0	0.703125	0.203125	-0.05996313312771062	0.6426168978956447	1.0	0.912109375	0.623046875	0.169921875	-0.059646297287476724	0.655158866573754	1.0	0.9921875	0.625	0.171875	-0.060069104751446334	0.6483744709029736
410	102	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head2	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4486104406943027	0.9605935881560599	0.8979548932769185	1.0278214999415052	0.015625	1.3961776135466002	0.6520341820134071	50.14335137965906	64	1950.054859108665	668.9402122812714	0.0	0.03327178955078125	0.96875	0.96875	0.5625	0.140625	-0.03957292221283315	0.8090680640277093	0.96875	0.900390625	0.53515625	0.1015625	-0.03995496170987445	1.3238448191987184	0.96875	0.96875	0.552734375	0.126953125	-0.040520055264853694	0.8193691755038476
411	102	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head2	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.458597336602654	0.9779761258590252	0.914566436052643	1.0435018018947062	0.015625	1.379592561455165	0.6469252751179859	49.44633192361632	63	1950.054859108665	668.7387733324815	0.0	0.03327178955078125	0.96875	0.96875	0.65625	0.171875	-0.03731765904185669	0.8102303517362056	0.96875	0.96875	0.578125	0.076171875	-0.038384770626207265	0.8133985148044989	0.96875	0.96875	0.6015625	0.076171875	-0.038705331541381005	0.8097511586896985
412	102	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head2	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.44863298142760166	0.9606196264037916	0.8979630483423492	1.0278938575290564	0.015625	1.3961348088084717	0.6520292783267737	50.144123371157825	64	1950.073690276757	668.9372621690393	0.0	0.0335845947265625	0.96875	0.96875	0.5625	0.140625	-0.03954688396510142	0.8090805201888984	0.96875	0.900390625	0.53515625	0.1015625	-0.039938336423409604	1.3237639553755474	0.96875	0.96875	0.552734375	0.126953125	-0.04049606285302865	0.8193800059769721
413	102	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head2	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4586082731972754	0.9779732008701689	0.9145758424445426	1.0435242034369387	0.015625	1.379544971796053	0.6469203212832846	49.44715761872522	63	1950.073690276757	668.6575225386173	0.0	0.0335845947265625	0.96875	0.96875	0.65625	0.171875	-0.03732058403071292	0.810243881622296	0.96875	0.96875	0.578125	0.076171875	-0.03838873064080728	0.8134119269971327	0.96875	0.96875	0.6015625	0.076171875	-0.0387154007159598	0.8097640753089355
414	103	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head3	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8774003371973975	1.011077110142049	0.8901606795680838	1.0892183352334215	0.046875	0.6471265554781161	0.5615685018387165	58.24730530617352	64	1788.1001067353895	633.8773211686139	0.0	0.032073974609375	0.578125	0.90625	0.328125	0.453125	0.010910599773156004	0.9398261831779692	0.578125	0.71484375	0.3125	0.421875	0.010399945759315354	1.192449658693988	0.578125	0.869140625	0.318359375	0.44140625	0.010629937488638053	0.9521996055000381
415	103	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head3	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8910649886390467	1.0291713135951714	0.9065958706933607	1.1060624371756302	0.046875	0.6437879899812532	0.5573969371286327	57.37704549604434	63	1788.1001067353895	632.0485103883534	0.0	0.032073974609375	0.546875	0.875	0.34375	0.53125	0.013877528694289598	0.9401834665038238	0.546875	0.873046875	0.294921875	0.421875	0.01285552242137289	0.9443148439438508	0.546875	0.873046875	0.294921875	0.421875	0.013164874193613674	0.9406413881084484
416	103	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head3	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8773723261645099	1.0110147887025316	0.8901289259206259	1.089195266744841	0.046875	0.6471100858965769	0.5615708965802726	58.247729678018985	64	1788.1029116942477	633.8221811610183	0.0	0.0324249267578125	0.578125	0.90625	0.328125	0.453125	0.01084827833363855	0.9398330304607692	0.578125	0.716796875	0.3125	0.421875	0.010351973725314156	1.1925378052320756	0.578125	0.869140625	0.318359375	0.44140625	0.010560736148558458	0.9522047754881379
417	103	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head3	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8910791533240563	1.029165383568654	0.9065573875701781	1.1060374142202463	0.046875	0.6437768562259556	0.5573993695612669	57.37738882579795	63	1788.1029116942477	631.9731196468232	0.0	0.0324249267578125	0.546875	0.875	0.34375	0.53125	0.013871598667772211	0.9401890923243085	0.546875	0.873046875	0.294921875	0.421875	0.012844970582218895	0.9443245017181569	0.546875	0.873046875	0.294921875	0.421875	0.013160345657454275	0.9406473717784967
418	104	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head4	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5253240255152992	0.9928851705769604	0.9519895414525428	1.030077910731077	0.03125	1.2227289978252254	0.6469317281459456	53.494694158394545	64	1966.7241919532885	670.4539666315155	0.0	0.03589630126953125	0.96875	0.96875	0.296875	0.140625	-0.007281339791932684	0.8631423199216758	0.96875	0.94921875	0.27734375	0.12890625	-0.005922501574031069	1.2531475548438906	0.96875	0.951171875	0.28515625	0.134765625	-0.007715363726780833	0.8741995357716769
419	104	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head4	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5337917893923402	1.006312427695084	0.9670561348168305	1.043962213533043	0.03125	1.2101590687527852	0.6419208955199837	52.69305876935367	63	1966.7241919532885	667.1609253218979	0.0	0.03589630126953125	0.96875	0.96875	0.40625	0.34375	-0.008981357205797735	0.8634313988487972	0.96875	0.96875	0.3203125	0.185546875	-0.008120990429521413	0.8655274991006623	0.96875	0.96875	0.353515625	0.16015625	-0.009223014446139377	0.8627554092388021
420	104	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head4	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5253443920398482	0.9929083980426296	0.9519832373442053	1.0301092184623015	0.03125	1.2227129313928877	0.6469331741459183	53.49463249190194	64	1966.740641584117	670.4004512841852	0.0	0.03635406494140625	0.96875	0.96875	0.296875	0.140625	-0.007258112326263388	0.8631413249265585	0.96875	0.94921875	0.27734375	0.12890625	-0.005893979031481034	1.2532399338046274	0.96875	0.951171875	0.28515625	0.134765625	-0.007685777294571539	0.8742035443803162
421	104	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head4	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.533775530839699	1.0062629787749329	0.9670669363565577	1.0438932782036892	0.03125	1.2101378073156246	0.6419216090762714	52.69303867369332	63	1966.740641584117	667.2824426906295	0.0	0.03635406494140625	0.96875	0.96875	0.40625	0.34375	-0.009030806125948976	0.8634310695601863	0.96875	0.96875	0.3203125	0.185546875	-0.008175256396771635	0.8655278592169088	0.96875	0.96875	0.353515625	0.16015625	-0.009266160584390226	0.8627551933469071
422	105	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head5	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8100965919834968	1.0027271450910376	0.9208892347659332	1.072737935151239	0.09375	0.7672032751699157	0.6198184238019195	56.766770263955465	64	1908.624808601797	629.4576781384378	0.0	0.0452880859375	0.90625	0.90625	0.328125	0.34375	0.002560634722144517	0.9159375999984559	0.90625	0.892578125	0.306640625	0.32421875	0.003571636531175759	1.1688255537144105	0.90625	0.892578125	0.318359375	0.33984375	0.0029400066297320393	0.9278634049877573
423	105	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head5	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8210520438829342	1.018695228395116	0.9364805685732023	1.0909945958425975	0.09375	0.7635165698519418	0.6153821307311322	55.97860507476385	63	1908.624808601797	628.1227930707742	0.0	0.0452880859375	0.90625	0.90625	0.390625	0.421875	0.003401443494234213	0.9172685437919319	0.90625	0.90625	0.302734375	0.265625	0.0027529187699892876	0.9195573899277225	0.90625	0.90625	0.31640625	0.265625	0.002746665159508277	0.9173992905259737
424	105	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head5	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8101061550187116	1.002757841390729	0.9209191921147222	1.0727233022703784	0.09375	0.7672169875964139	0.6198178445802736	56.76692560114505	64	1908.609743882671	629.5710130326747	0.0	0.0456695556640625	0.90625	0.90625	0.328125	0.34375	0.002591331021835952	0.9159401063797764	0.90625	0.890625	0.306640625	0.32421875	0.0035924167853125244	1.1686941326665703	0.90625	0.892578125	0.318359375	0.33984375	0.002965430208103914	0.927865546862182
425	105	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head5	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8210564384609721	1.018716660302848	0.936507902786014	1.0909842552835152	0.09375	0.7635270937096346	0.6153809598473854	55.97873538486867	63	1908.609743882671	628.2049787218587	0.0	0.0456695556640625	0.90625	0.90625	0.390625	0.421875	0.0034228754019660634	0.9172706790605748	0.90625	0.90625	0.302734375	0.265625	0.0027611272349150617	0.9195595836208899	0.90625	0.90625	0.31640625	0.265625	0.002768109089272608	0.9174022164527023
426	106	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head6	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.48365076915197236	0.9771603660487265	0.9190134428508475	1.025029736115241	0.0	1.3015665210257912	0.6442173371624349	51.47078568937493	64	1954.4703492672909	669.6226103069075	0.0	0.0290374755859375	1.0	1.0	0.46875	0.109375	-0.023006144320166566	0.8304863513486769	1.0	0.92578125	0.45703125	0.09375	-0.021333272075844456	1.2764347386034	1.0	0.931640625	0.466796875	0.10546875	-0.023267213382740515	0.8409703302712199
427	106	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head6	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4894733167826295	0.98780579248624	0.9339383633635536	1.039181856332476	0.0	1.2900257500591077	0.6392280622562017	50.73701933011759	63	1954.4703492672909	670.0698974781355	0.0	0.0290374755859375	1.0	1.0	0.578125	0.21875	-0.027487992414641838	0.8313796275402526	1.0	1.0	0.498046875	0.0625	-0.02834996476327567	0.8330165519225661	1.0	1.0	0.517578125	0.0625	-0.028077494089156385	0.8303871668751363
428	106	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head6	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.48361236134434354	0.9771168834234529	0.918968025119615	1.0249940499895043	0.0	1.301626283412402	0.6442244230838192	51.46935526349419	64	1954.4851337170744	669.541362164886	0.0	0.0293426513671875	1.0	1.0	0.46875	0.109375	-0.023049626945440105	0.8304632712819039	1.0	0.92578125	0.45703125	0.09375	-0.021370893273270575	1.2762886493785313	1.0	0.931640625	0.466796875	0.10546875	-0.02332554080931115	0.8409474662724552
429	106	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head6	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.48944701762467424	0.987784080964096	0.9338931119911361	1.039124905321196	0.0	1.2900794502505877	0.6392343747914485	50.7357384713106	63	1954.4851337170744	670.0972929565105	0.0	0.0293426513671875	1.0	1.0	0.578125	0.21875	-0.027509703936785868	0.8313586393164281	1.0	1.0	0.498046875	0.0625	-0.028353844410205276	0.8329974322493571	1.0	1.0	0.517578125	0.0625	-0.02809803771656927	0.8303669380046416
430	107	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head7	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6390076473290609	0.9597046192552936	0.870568573620784	1.3234813210102019	0.046875	0.8501110418750784	0.566036096875913	53.537438816068374	64	1665.171396393632	608.7176569621123	0.0	0.04229736328125	0.90625	0.921875	0.59375	0.234375	-0.040461891113599435	0.8638320093117974	0.90625	0.748046875	0.525390625	0.2265625	-0.039212532697212255	1.4337486131420247	0.90625	0.919921875	0.583984375	0.234375	-0.04100836592047519	0.8835018331117687
431	107	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head7	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6482198702178141	0.9718063395736105	0.8875064779922425	1.3355552003688753	0.0625	0.8418141166398618	0.5615117078524491	52.75537722941044	63	1665.171396393632	615.2659692680786	0.0	0.04229736328125	0.90625	0.921875	0.609375	0.28125	-0.043487445327271335	0.8644525526097973	0.90625	0.921875	0.501953125	0.234375	-0.04595375521238454	0.8820912274047538	0.90625	0.921875	0.541015625	0.234375	-0.044912403631395925	0.8687520367270001
432	107	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head7	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6390244927894346	0.9597135686948504	0.8705709400010195	1.323482885072243	0.046875	0.85009314618107	0.5660338243429149	53.536793548395025	64	1665.1705990808275	608.7554613628754	0.0	0.0427093505859375	0.90625	0.921875	0.59375	0.234375	-0.040452941674042675	0.8638215978523937	0.90625	0.748046875	0.525390625	0.2265625	-0.039195190494953014	1.4336330199007323	0.90625	0.919921875	0.583984375	0.234375	-0.04100039163621827	0.8834952142278562
433	107	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head7	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6482141953541714	0.9717809708854477	0.8875126029840518	1.335558900504113	0.0625	0.8417960633044641	0.5615094081642956	52.75475644122736	63	1665.1705990808275	615.2707382616692	0.0	0.0427093505859375	0.90625	0.921875	0.609375	0.28125	-0.043512814015434165	0.8644423803400177	0.90625	0.921875	0.501953125	0.234375	-0.045987646720287545	0.8820831963945432	0.90625	0.921875	0.541015625	0.234375	-0.04493463269030795	0.8687429223848215
434	108	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head8	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4674009397215944	0.95489898400137	0.8647880187456504	1.004852916955929	0.015625	1.3140469465121334	0.6431955504491161	44.46956385968108	64	1918.0093377276378	655.9982977799198	0.0	0.0306396484375	0.96875	0.984375	0.671875	0.078125	-0.04526752636752307	0.7175209265071941	0.96875	0.8828125	0.63671875	0.046875	-0.04626645345102198	1.3397602714917298	0.96875	0.98046875	0.66796875	0.0625	-0.04673631612105944	0.7316050820569443
435	108	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head8	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4822827603728753	0.9722345369687423	0.8751941912875003	1.0252332060468086	0.015625	1.2853898798963472	0.6376253423012268	44.32105687520393	63	1918.0093377276378	651.688499001473	0.0	0.0306396484375	0.96875	0.984375	0.765625	0.109375	-0.043059247932139555	0.7262473090378129	0.96875	0.982421875	0.71875	0.052734375	-0.04594987142026208	0.7315913264727485	0.96875	0.984375	0.7265625	0.05859375	-0.045713438989685495	0.7277143114534109
436	108	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head8	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.467414109366095	0.9549226479561055	0.8647386889892891	1.004815734388403	0.015625	1.3140437386140946	0.6431961636547483	44.469669646024826	64	1918.0097844351674	655.968415486793	0.0	0.0309906005859375	0.96875	0.984375	0.671875	0.078125	-0.04524386241278755	0.7175226333805876	0.96875	0.8828125	0.63671875	0.046875	-0.046259235246751906	1.3396623481919328	0.96875	0.98046875	0.66796875	0.0625	-0.04671080027028118	0.7316037006019038
437	108	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head8	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4822866497799796	0.9722441969600245	0.8752009845245463	1.0251946138720844	0.015625	1.2853943220274966	0.637626352674789	44.320935237054066	63	1918.0097844351674	651.7528180299266	0.0	0.0309906005859375	0.96875	0.984375	0.765625	0.109375	-0.04304958794085734	0.7262453158683074	0.96875	0.982421875	0.71875	0.052734375	-0.04595386234666832	0.7315892567814327	0.96875	0.984375	0.7265625	0.05859375	-0.04570965910540148	0.7277124579980273
438	109	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head9	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5133761543823905	0.9766454509266334	0.9284765552056676	1.0259761205033089	0.015625	1.196735740495864	0.6290671724163711	51.701653637788134	64	1957.7888888201924	677.52460072809	0.0	0.03197479248046875	0.984375	0.984375	0.484375	0.109375	-0.023521059442259684	0.8342114291292676	0.984375	0.9609375	0.470703125	0.087890625	-0.0242559268830842	1.2164242026331786	0.984375	0.982421875	0.4765625	0.107421875	-0.023105747240399932	0.8445244197045502
439	109	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head9	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5222318780942953	0.9916595933276603	0.9408222261920547	1.0401958709448533	0.015625	1.1860559281126333	0.62460568024624	50.950759222614714	63	1957.7888888201924	677.0799142609529	0.0	0.03197479248046875	0.984375	0.984375	0.546875	0.203125	-0.023634191573221552	0.8348819813355862	0.984375	0.984375	0.43359375	0.09375	-0.022609473509621725	0.8397327187602004	0.984375	0.984375	0.4765625	0.09375	-0.023343454769456762	0.8363517327620055
440	109	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head9	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5134143777321822	0.9766810328852336	0.928470431315013	1.0259992722304279	0.015625	1.1966898483070292	0.6290669656929528	51.70301987687547	64	1957.7890277135596	677.4635190667307	0.0	0.03243255615234375	0.984375	0.984375	0.484375	0.109375	-0.023485477483659478	0.8342334735356142	0.984375	0.9609375	0.470703125	0.087890625	-0.02422345333906506	1.2164024892500414	0.984375	0.982421875	0.478515625	0.107421875	-0.023056576106620597	0.8445449702465169
441	109	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head9	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.522234480038154	0.9916282988396083	0.9408532997967111	1.04022094967127	0.015625	1.1860123511100602	0.6246055545465755	50.95205995589513	63	1957.7890277135596	677.0480586589683	0.0	0.03243255615234375	0.984375	0.984375	0.53125	0.203125	-0.0236654860612735	0.8349032952236404	0.984375	0.984375	0.41796875	0.09375	-0.022662311443960803	0.8397561797431603	0.984375	0.984375	0.4609375	0.09375	-0.02337009632373621	0.836372898202561
442	110	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head10	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.37347845147895814	0.9234029557875013	0.8589167060381168	1.0503380615359177	0.03125	1.6328492570975177	0.6604202512209486	31.909741273410503	64	1841.9323361454121	633.9477544546123	0.0	0.04080963134765625	0.96875	0.96875	0.78125	0.125	-0.07676355458139172	0.5148669142640554	0.96875	0.6640625	0.751953125	0.109375	-0.07742057914017553	1.2089461326817117	0.96875	0.9609375	0.7734375	0.11328125	-0.0770871773064169	0.5269798566443743
443	110	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head10	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3801591547812465	0.9396269101214192	0.879136324939566	1.0733352783328551	0.03125	1.6174842933321616	0.6544102294235468	31.585969999649652	63	1841.9323361454121	636.3101811999292	0.0	0.04080963134765625	0.96875	0.96875	0.796875	0.1875	-0.07566687477946266	0.5175694654616492	0.96875	0.96875	0.734375	0.123046875	-0.07611552204804739	0.5211909011308646	0.96875	0.96875	0.740234375	0.125	-0.07688465664791266	0.5183189961963605
444	110	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head10	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3734651561668352	0.9233697317604946	0.858918678128928	1.0503622196155105	0.03125	1.6328567101327807	0.6604235175492829	31.910038268865822	64	1841.929354640816	633.9544858909665	0.0	0.0412139892578125	0.96875	0.96875	0.78125	0.125	-0.0767967786083984	0.5148717063158719	0.96875	0.6640625	0.751953125	0.109375	-0.07743202752172695	1.2090098531942925	0.96875	0.9609375	0.7734375	0.11328125	-0.07712252224874983	0.5269848425183459
445	110	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head10	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3801557441426837	0.9396175038854075	0.8791129232883693	1.0733631858417285	0.03125	1.6174902873495407	0.6544133344560584	31.586165762527347	63	1841.929354640816	636.4102576323556	0.0	0.0412139892578125	0.96875	0.96875	0.796875	0.1875	-0.0756762810154743	0.5175726732430777	0.96875	0.96875	0.734375	0.123046875	-0.07612931087773256	0.5211920505149055	0.96875	0.96875	0.740234375	0.125	-0.07689837923204457	0.518321469600862
446	111	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head11	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3993549918752625	0.9221397711647683	0.8516550057549882	0.9960424107626061	0.0	1.5018894070023305	0.6504296319129136	41.93286821535204	64	1881.9219493817322	644.1486985477904	0.0	0.02094268798828125	1.0	1.0	0.8125	0.0625	-0.07802673920412473	0.6765910848130194	1.0	0.822265625	0.775390625	0.029296875	-0.0778240442345397	1.5178978593420753	1.0	0.990234375	0.802734375	0.060546875	-0.07733241284308834	0.688696154362496
447	111	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head11	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4097929999067823	0.9386466141382277	0.8669937548729912	1.0156757726069001	0.0	1.4772781543258346	0.6449479894131793	41.598122951970375	63	1881.9219493817322	641.9720305279701	0.0	0.02094268798828125	1.0	1.0	0.859375	0.09375	-0.07664717076265415	0.6816291619569724	1.0	1.0	0.759765625	0.029296875	-0.07655816106547997	0.686983953052647	1.0	1.0	0.77734375	0.029296875	-0.07665718562926416	0.6825780374930153
448	111	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head11	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.39934967401581234	0.9221294502981788	0.8515944119554811	0.9959611735764359	0.0	1.5018971368064693	0.6504315980744357	41.93220372115365	64	1881.963186188009	644.3157787360159	0.0	0.021209716796875	1.0	1.0	0.8125	0.0625	-0.0780370600707142	0.6765803631316827	1.0	0.822265625	0.775390625	0.029296875	-0.07783266254215149	1.5179270520770523	1.0	0.990234375	0.802734375	0.060546875	-0.07735265844726114	0.6886872970960176
449	111	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head11	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.40978832478382177	0.938638813040017	0.8669587357218307	1.0155801495391812	0.0	1.477285739377098	0.6449493031357969	41.597293059645324	63	1881.963186188009	641.8960697063449	0.0	0.021209716796875	1.0	1.0	0.859375	0.09375	-0.0766549718608649	0.6816155632950642	1.0	1.0	0.759765625	0.029296875	-0.0765693956325062	0.6869671537350356	1.0	1.0	0.77734375	0.029296875	-0.07666479479561339	0.6825641147527105
450	112	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head12	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4232115721652804	0.9553795425547812	0.9002601924290466	1.115380657488866	0.03125	1.4405247489774524	0.6381199477303927	38.103149510714964	64	1866.8935365498965	638.641676876656	0.0	0.03885650634765625	0.96875	0.96875	0.609375	0.21875	-0.044786967814111844	0.6147981847997915	0.96875	0.83984375	0.576171875	0.181640625	-0.043867424763147644	1.1493706961888481	0.96875	0.9609375	0.599609375	0.2109375	-0.04369876506723369	0.6254423125386982
451	112	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head12	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.43511962613823063	0.9716443436998738	0.9148489507403945	1.1290185324255333	0.03125	1.4141839193213743	0.6332967224639997	37.8164628122226	63	1866.8935365498965	639.948968404721	0.0	0.03885650634765625	0.96875	0.96875	0.640625	0.28125	-0.043649441201008	0.6196626680640006	0.96875	0.96875	0.55859375	0.21484375	-0.04430209711156041	0.6243437067137032	0.96875	0.96875	0.578125	0.216796875	-0.044461115552557384	0.6210928653564954
452	112	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head12	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4232257747285637	0.955386415951585	0.9002412607845977	1.1153716747334854	0.03125	1.4405071129487825	0.6381289588176959	38.10352352600362	64	1866.9035562299396	638.5959676137634	0.0	0.03924560546875	0.96875	0.96875	0.609375	0.21875	-0.044780094417308014	0.6148042195744363	0.96875	0.83984375	0.576171875	0.181640625	-0.043813662513638385	1.1496381142879104	0.96875	0.9609375	0.599609375	0.2109375	-0.043692655217466236	0.6254500547195351
453	112	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head12	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.43513297051186206	0.9716435837411346	0.9148600406113628	1.1290148518983796	0.03125	1.414158487340248	0.6333052506780762	37.81711343465481	63	1866.9035562299396	639.9534695812613	0.0	0.03924560546875	0.96875	0.96875	0.640625	0.28125	-0.04365020115974727	0.6196733291994496	0.96875	0.96875	0.560546875	0.21484375	-0.044296243029603444	0.6243525229115874	0.96875	0.96875	0.578125	0.216796875	-0.044474497208489616	0.6211031659849919
454	113	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head13	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5861841160940077	0.9865721766527604	0.9523916289337583	1.0091152130722953	0.0	1.0851873906668594	0.6447775707122013	55.893598048174475	64	1912.3447476022095	665.0757436802411	0.0	0.0275115966796875	1.0	1.0	0.447265625	0.0625	-0.013594333716132612	0.9018488776704289	1.0	0.9453125	0.32421875	0.0546875	-0.013639610036682237	1.2317201631971337	1.0	0.943359375	0.328125	0.0546875	-0.013581209396260396	0.9138304506474036
455	113	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head13	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5968493072194265	1.0008289188507788	0.968864839398442	1.0260050177961166	0.0	1.0730988827116945	0.6399478598798457	55.09702039234189	63	1912.3447476022095	664.4139478951555	0.0	0.0275115966796875	1.0	1.0	0.484375	0.125	-0.014464866050102998	0.9028228480338035	1.0	0.998046875	0.396484375	0.046875	-0.014072678838805253	0.9064443021295072	1.0	1.0	0.404296875	0.046875	-0.014239925510540541	0.9047915536156884
456	113	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head13	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5861974401648197	0.9865912724496729	0.9523861830599832	1.0091261136521725	0.0	1.0851914426894094	0.6447821540259463	55.89410975606261	64	1912.3433345841377	665.1167859162196	0.0	0.0278167724609375	1.0	1.0	0.447265625	0.0625	-0.013575237919220107	0.9018571341291419	1.0	0.9453125	0.32421875	0.0546875	-0.013623904885332272	1.2316461727271202	1.0	0.943359375	0.328125	0.0546875	-0.013566149644451797	0.9138406918628221
457	113	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head13	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5968397077397032	1.000801540565502	0.9688773906535837	1.0259927479730007	0.0	1.073094583041407	0.6399525094231945	55.09755694349347	63	1912.3433345841377	664.314699501835	0.0	0.0278167724609375	1.0	1.0	0.484375	0.125	-0.014492244335379878	0.9028316399908882	1.0	0.998046875	0.396484375	0.046875	-0.014108038675950008	0.9064525449661665	1.0	1.0	0.404296875	0.046875	-0.014271848880760052	0.9048011475984825
458	114	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head14	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5848345158363587	1.0035482202685624	0.9098181782639105	1.0895887305576284	0.03125	1.0083375334644298	0.5876255682317725	51.982721785531844	64	1903.930804186098	640.1145786464479	0.0	0.0391845703125	0.96875	0.96875	0.28125	0.375	0.0033817098996693495	0.838746492221343	0.96875	0.876953125	0.255859375	0.35546875	0.004829274220963242	1.1515543040943073	0.96875	0.94140625	0.267578125	0.365234375	0.004171875372949163	0.8548757464571954
459	114	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head14	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5979806316286298	1.022279787534164	0.933747496320394	1.111430251042286	0.03125	0.996396905158138	0.5828404884502943	51.35037515691434	63	1903.930804186098	640.4989013255183	0.0	0.0391845703125	0.96875	0.96875	0.328125	0.46875	0.006986002633282196	0.8414301103152474	0.96875	0.96875	0.228515625	0.294921875	0.0070215595429534705	0.8446359825655534	0.96875	0.96875	0.255859375	0.296875	0.006374335418741994	0.8428063327457165
460	114	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head14	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5848223830575077	1.0035168099900802	0.9098130501382222	1.0895179217946254	0.03125	1.0083354037160153	0.587630528808265	51.98320696339232	64	1903.9261936764162	640.1445670021945	0.0	0.039642333984375	0.96875	0.96875	0.28125	0.375	0.0033502996211871583	0.838754320615367	0.96875	0.876953125	0.255859375	0.35546875	0.0048347013268882355	1.1515962072602273	0.96875	0.94140625	0.267578125	0.365234375	0.004142620689672971	0.854881684007616
461	114	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head14	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5980030018639126	1.0223080784919165	0.9337325406019443	1.111355497627807	0.03125	0.9963964205602999	0.5828458789257511	51.350830967208054	63	1903.9261936764162	640.5255070149929	0.0	0.039642333984375	0.96875	0.96875	0.328125	0.46875	0.00701429359103467	0.8414375792481336	0.96875	0.96875	0.228515625	0.294921875	0.00704935809329843	0.8446392799749975	0.96875	0.96875	0.255859375	0.296875	0.006405368265098188	0.842812425461128
462	115	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head15	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8789404949896791	1.0082787444840604	0.8818382790854858	1.1137086743557565	0.015625	0.583157474010703	0.5083522008848627	57.48307880254515	64	1842.741324113112	610.9707110220922	0.0	0.032745361328125	0.609375	0.8125	0.359375	0.4375	0.008112234115167372	0.9274953109734421	0.609375	0.63671875	0.330078125	0.419921875	0.009720839061061803	1.2383974440080419	0.609375	0.80078125	0.3515625	0.431640625	0.0077729045170982225	0.9391423437197272
463	115	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head15	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8967909051587655	1.02499951282554	0.9022080042402729	1.1254041804563328	0.03125	0.5768673472178087	0.5047118403421589	56.67499791945539	63	1842.741324113112	613.9312951706002	0.0	0.032745361328125	0.5	0.71875	0.375	0.5	0.00970572792465818	0.9286796757718052	0.5	0.71875	0.296875	0.357421875	0.009523500886297276	0.9334666241340926	0.5	0.71875	0.306640625	0.357421875	0.009318129615923265	0.9294754201829759
464	115	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head15	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8789802426794502	1.008301329756544	0.8818256423570935	1.1136922364531014	0.015625	0.5831588191432857	0.5083649750764401	57.482831062359075	64	1842.7629211252618	610.8662895306081	0.0	0.03313446044921875	0.609375	0.8125	0.359375	0.4375	0.008134819387650927	0.9274913136603943	0.609375	0.63671875	0.330078125	0.419921875	0.00973342867891458	1.2383440700293535	0.609375	0.80078125	0.3515625	0.431640625	0.007782483297787524	0.9391453194526291
465	115	model.language_model.layers.1.linear_attn.in_proj_qkv.weight::V_head15	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8968265344090475	1.025038605131527	0.9022031579324095	1.125406375286406	0.03125	0.5768799248585668	0.5047236476665923	56.674302892321165	63	1842.7629211252618	613.7556318107817	0.0	0.03313446044921875	0.5	0.71875	0.375	0.5	0.009744820230645157	0.9286682870184331	0.5	0.71875	0.296875	0.357421875	0.009582269070749216	0.9334526329662416	0.5	0.71875	0.306640625	0.357421875	0.009363698168843193	0.9294634716044672
466	116	model.language_model.layers.1.linear_attn.in_proj_z.weight::rows	original	origin	matrix	primary	False	False	2048	2048	2048	256	256	54e8f79eda22b5bde136f80d70fcbeb2ca4ea57f65b5a884bb6f4edaec95d2be	0.6680719201058429	0.9908804049174096	0.7662582072119836	1.1911451677205274	0.0	0.9805992652982364	0.6611401646163095	188.094552729723	256	2013.012821357994	662.5875226301678	0.0	0.00696563720703125	0.98828125	0.99609375	0.45703125	0.38671875	-0.009161677386392064	0.8252503013914162	0.98828125	0.982421875	0.443359375	0.37109375	-0.009448985387794817	1.2510458997320926	0.98828125	0.978515625	0.447265625	0.37890625	-0.01086207901253422	0.8378656284464695
467	116	model.language_model.layers.1.linear_attn.in_proj_z.weight::rows	original	mean	matrix	primary	False	False	2048	2048	2048	256	256	54e8f79eda22b5bde136f80d70fcbeb2ca4ea57f65b5a884bb6f4edaec95d2be	0.6707145001638922	0.9943214713671724	0.7728564805042112	1.1914272082455488	0.0	0.9765631796473637	0.6587357346462985	188.3281824713944	255	2013.012821357994	664.4189032159693	0.0	0.00696563720703125	0.98828125	0.99609375	0.505859375	0.40234375	-0.009558532329253966	0.8291518022550526	0.98828125	0.98046875	0.439453125	0.37109375	-0.010351707136414534	0.840994662199762	0.98828125	0.97265625	0.4375	0.376953125	-0.010947430686688131	0.8322093067160684
468	116	model.language_model.layers.1.linear_attn.in_proj_z.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	2048	256	256	54e8f79eda22b5bde136f80d70fcbeb2ca4ea57f65b5a884bb6f4edaec95d2be	0.6680719201058429	0.9908804049174096	0.7662582072119836	1.1911451677205274	0.0	0.9805992652982364	0.6611401646163095	188.094552729723	256	2013.012821357994	662.5875226301678	0.0	0.00696563720703125	0.98828125	0.99609375	0.45703125	0.38671875	-0.009161677386392064	0.8252503013914162	0.98828125	0.982421875	0.443359375	0.37109375	-0.009448985387794817	1.2510458997320926	0.98828125	0.978515625	0.447265625	0.37890625	-0.01086207901253422	0.8378656284464695
469	116	model.language_model.layers.1.linear_attn.in_proj_z.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	2048	256	256	54e8f79eda22b5bde136f80d70fcbeb2ca4ea57f65b5a884bb6f4edaec95d2be	0.6707145001638922	0.9943214713671724	0.7728564805042112	1.1914272082455488	0.0	0.9765631796473637	0.6587357346462985	188.3281824713944	255	2013.012821357994	664.4189032159693	0.0	0.00696563720703125	0.98828125	0.99609375	0.505859375	0.40234375	-0.009558532329253966	0.8291518022550526	0.98828125	0.98046875	0.439453125	0.37109375	-0.010351707136414534	0.840994662199762	0.98828125	0.97265625	0.4375	0.376953125	-0.010947430686688131	0.8322093067160684
470	117	model.language_model.layers.1.linear_attn.in_proj_z.weight::columns	original	origin	matrix	primary	False	False	2048	2048	2048	256	256	8f296a86e57ca5a8e9dff63bcf655beeb4b7056162a85c87efeae22f545ec961	0.7503924576014462	0.9928117554319518	0.9619996280359202	1.0234179845294915	0.00390625	0.8758339153549781	0.6619776212339232	199.0195715606959	256	1777.0278661314314	583.843746226556	0.0	0.0071868896484375	0.99609375	0.99609375	0.22265625	0.09375	-0.007230326871849879	0.8731829764855343	0.99609375	0.859375	0.2109375	0.072265625	-0.007882056071454757	1.3828411023762643	0.99609375	0.978515625	0.208984375	0.080078125	-0.008275336246792886	0.8919043022424271
471	117	model.language_model.layers.1.linear_attn.in_proj_z.weight::columns	original	mean	matrix	primary	False	False	2048	2048	2048	256	256	8f296a86e57ca5a8e9dff63bcf655beeb4b7056162a85c87efeae22f545ec961	0.7519087754453588	0.9961674895463081	0.9643801030708399	1.028939876118091	0.00390625	0.8752158197055266	0.6606142663267438	198.31340607401316	255	1777.0278661314314	583.6352093751436	0.0	0.0071868896484375	0.9921875	0.99609375	0.548828125	0.10546875	-0.00771251415011831	0.8731137098006139	0.9921875	0.982421875	0.216796875	0.0703125	-0.007777107717399034	0.8977620760986716	0.9921875	0.986328125	0.236328125	0.0703125	-0.008784732441300958	0.8884947419627032
472	117	model.language_model.layers.1.linear_attn.in_proj_z.weight::columns	finetuned	origin	matrix	primary	False	False	2048	2048	2048	256	256	8f296a86e57ca5a8e9dff63bcf655beeb4b7056162a85c87efeae22f545ec961	0.7503924576014462	0.9928117554319518	0.9619996280359202	1.0234179845294915	0.00390625	0.8758339153549781	0.6619776212339232	199.0195715606959	256	1777.0278661314314	583.843746226556	0.0	0.0071868896484375	0.99609375	0.99609375	0.22265625	0.09375	-0.007230326871849879	0.8731829764855343	0.99609375	0.859375	0.2109375	0.072265625	-0.007882056071454757	1.3828411023762643	0.99609375	0.978515625	0.208984375	0.080078125	-0.008275336246792886	0.8919043022424271
473	117	model.language_model.layers.1.linear_attn.in_proj_z.weight::columns	finetuned	mean	matrix	primary	False	False	2048	2048	2048	256	256	8f296a86e57ca5a8e9dff63bcf655beeb4b7056162a85c87efeae22f545ec961	0.7519087754453588	0.9961674895463081	0.9643801030708399	1.028939876118091	0.00390625	0.8752158197055266	0.6606142663267438	198.31340607401316	255	1777.0278661314314	583.6352093751436	0.0	0.0071868896484375	0.9921875	0.99609375	0.548828125	0.10546875	-0.00771251415011831	0.8731137098006139	0.9921875	0.982421875	0.216796875	0.0703125	-0.007777107717399034	0.8977620760986716	0.9921875	0.986328125	0.236328125	0.0703125	-0.008784732441300958	0.8884947419627032
474	118	model.language_model.layers.1.linear_attn.out_proj.weight::rows	original	origin	matrix	primary	True	False	2048	2048	2048	256	256	f72bcde6d48cb72d4cddf55ff952596a6ca4cb6920919ffa84278f8c402a3d6f	0.1872231187176852	0.9595284910943588	0.8860887239207742	1.0011379533913876	0.0	2.9546902789893754	0.5765189194604318	66.45126245630294	256	1842.1984556802608	623.5738024345926	0.0	0.006351470947265625	1.0	1.0	0.69140625	0.06640625	-0.04051359120944287	0.29154977416439753	0.779296875	0.18359375	0.517578125	0.0234375	-0.04523379017050766	11.38519244167462	1.0	0.990234375	0.681640625	0.0546875	-0.04157309885762783	0.2965983110747147
475	118	model.language_model.layers.1.linear_attn.out_proj.weight::rows	original	mean	matrix	primary	True	False	2048	2048	2048	256	256	f72bcde6d48cb72d4cddf55ff952596a6ca4cb6920919ffa84278f8c402a3d6f	0.1882602769704666	0.9631653124901385	0.8918581449461418	1.0071037442197186	0.0	2.943363976644807	0.575309877009009	66.36145800717587	255	1842.1984556802608	624.7034079948434	0.0	0.006351470947265625	1.0	1.0	0.861328125	0.0703125	-0.0407146912062879	0.29216934919063714	1.0	0.82421875	0.619140625	0.0390625	-0.043799253958208606	0.3674150181677826	1.0	0.994140625	0.650390625	0.046875	-0.0422530990384129	0.2960601724480335
476	118	model.language_model.layers.1.linear_attn.out_proj.weight::rows	finetuned	origin	matrix	primary	True	False	2048	2048	2048	256	256	f72bcde6d48cb72d4cddf55ff952596a6ca4cb6920919ffa84278f8c402a3d6f	0.18722930669061774	0.9595597272777214	0.8861273216567579	1.001087135232156	0.0	2.954701101155578	0.5765213179765426	66.45185031854734	256	1842.189723169283	623.5442473799119	0.0	0.0064792633056640625	1.0	1.0	0.69140625	0.06640625	-0.04048235502608022	0.29155235336452495	0.779296875	0.18359375	0.517578125	0.0234375	-0.04520428270872423	11.386499933531649	1.0	0.990234375	0.681640625	0.0546875	-0.041540905586342936	0.29660146938196325
477	118	model.language_model.layers.1.linear_attn.out_proj.weight::rows	finetuned	mean	matrix	primary	True	False	2048	2048	2048	256	256	f72bcde6d48cb72d4cddf55ff952596a6ca4cb6920919ffa84278f8c402a3d6f	0.18825276148746972	0.9631251449946705	0.8918978836780718	1.0071237892584866	0.0	2.9433699658679346	0.5753120734450188	66.36223735812624	255	1842.189723169283	624.704198265562	0.0	0.0064792633056640625	1.0	1.0	0.861328125	0.0703125	-0.04075485870175588	0.2921727804362245	1.0	0.82421875	0.619140625	0.0390625	-0.04383753555451775	0.36741212704883436	1.0	0.994140625	0.650390625	0.046875	-0.04229858785856222	0.2960638144077695
478	119	model.language_model.layers.1.linear_attn.out_proj.weight::columns	original	origin	matrix	primary	True	False	2048	2048	2048	256	256	1463f6448f2b8fd0a45122cd30bbe7f30b8292d9fd0afd8b0464e20a1066a077	0.8754953638867301	1.040815705158432	0.9426624600998255	1.0981268373468893	0.0	0.6468458365019643	0.5441025997207645	175.08379843060726	256	1327.933715577714	618.7391107961357	0.0	0.00827789306640625	0.6796875	0.9921875	0.18359375	0.59375	0.040773622854630265	0.7681666232579865	0.603515625	0.201171875	0.107421875	0.4140625	0.05017989514872501	1.6719124245554047	0.6796875	0.86328125	0.171875	0.568359375	0.043049418164677444	0.8192029507335584
479	119	model.language_model.layers.1.linear_attn.out_proj.weight::columns	original	mean	matrix	primary	True	False	2048	2048	2048	256	256	1463f6448f2b8fd0a45122cd30bbe7f30b8292d9fd0afd8b0464e20a1066a077	0.8806808989335899	1.044247459045203	0.9458354725288292	1.1012656864402035	0.0	0.6438751752635689	0.5430212573087011	174.5287422178214	255	1327.933715577714	619.0819986494073	0.0	0.00827789306640625	0.63671875	0.98828125	0.240234375	0.6171875	0.040367455348776726	0.7683970569683299	0.63671875	0.45703125	0.109375	0.458984375	0.046402806053285506	1.099701975403672	0.63671875	0.916015625	0.16796875	0.578125	0.04245879177598533	0.8175354754259145
480	119	model.language_model.layers.1.linear_attn.out_proj.weight::columns	finetuned	origin	matrix	primary	True	False	2048	2048	2048	256	256	1463f6448f2b8fd0a45122cd30bbe7f30b8292d9fd0afd8b0464e20a1066a077	0.8754654199198675	1.0407700097998447	0.9426371728273745	1.0981287822543955	0.0	0.6468430536498263	0.5441055374901705	175.08055895026877	256	1327.8889266885399	618.6938791169371	0.0	0.0084075927734375	0.6796875	0.9921875	0.18359375	0.59375	0.04072792749604304	0.7681524102885682	0.603515625	0.201171875	0.107421875	0.4140625	0.050127872053117306	1.6717708566547413	0.6796875	0.86328125	0.171875	0.568359375	0.0430003560121357	0.8191922081624521
481	119	model.language_model.layers.1.linear_attn.out_proj.weight::columns	finetuned	mean	matrix	primary	True	False	2048	2048	2048	256	256	1463f6448f2b8fd0a45122cd30bbe7f30b8292d9fd0afd8b0464e20a1066a077	0.8806542726903295	1.0442048930795815	0.9458575991295232	1.1012483689665078	0.0	0.6438719190188544	0.5430242285850516	174.5252225636631	255	1327.8889266885399	619.0291503412313	0.0	0.0084075927734375	0.63671875	0.98828125	0.240234375	0.6171875	0.04032488938315515	0.7683815609998013	0.63671875	0.45703125	0.109375	0.458984375	0.04637029535467663	1.0996755986258195	0.63671875	0.916015625	0.16796875	0.578125	0.04242245536930933	0.8175237462599841
482	120	model.language_model.layers.1.mlp.down_proj.weight::rows	original	origin	matrix	primary	False	False	6144	6144	2048	256	256	a6e3cea990291b91f2474a049221a0c9c880a5e0023943703a244d0161568e08	0.9418462986965551	1.0300064215105187	0.9009310383682938	1.0597280617592362	0.0078125	0.6904286832836762	0.6313336366495903	237.49786931456765	256	6063.696106910108	2004.9366822582592	0.0	0.008626937866210938	0.22265625	0.578125	0.19921875	0.55078125	0.029963335235570376	0.9660728006796141	0.22265625	0.578125	0.197265625	0.55078125	0.02967425579445293	1.4663930621572527	0.22265625	0.578125	0.19921875	0.55078125	0.029947871621233357	0.9703563021764493
483	120	model.language_model.layers.1.mlp.down_proj.weight::rows	original	mean	matrix	primary	False	False	6144	6144	2048	256	256	a6e3cea990291b91f2474a049221a0c9c880a5e0023943703a244d0161568e08	0.9459228297707676	1.0347640788218668	0.9057333125191629	1.0633311538000307	0.0078125	0.6892369232937354	0.6300614354595726	236.63017041225757	255	6063.696106910108	2003.4075191811703	0.0	0.008626937866210938	0.2109375	0.54296875	0.26953125	0.5859375	0.030757360428161906	0.9661431304160563	0.2109375	0.54296875	0.19140625	0.5859375	0.031021772734732167	0.9722453037104793	0.2109375	0.54296875	0.19140625	0.5859375	0.03078203624186826	0.9666272742388197
484	120	model.language_model.layers.1.mlp.down_proj.weight::rows	finetuned	origin	matrix	primary	False	False	6144	6144	2048	256	256	a6e3cea990291b91f2474a049221a0c9c880a5e0023943703a244d0161568e08	0.9418462986965551	1.0300064215105187	0.9009310383682938	1.0597280617592362	0.0078125	0.6904286832836762	0.6313336366495903	237.49786931456765	256	6063.696106910108	2004.9366822582592	0.0	0.008626937866210938	0.22265625	0.578125	0.19921875	0.55078125	0.029963335235570376	0.9660728006796141	0.22265625	0.578125	0.197265625	0.55078125	0.02967425579445293	1.4663930621572527	0.22265625	0.578125	0.19921875	0.55078125	0.029947871621233357	0.9703563021764493
485	120	model.language_model.layers.1.mlp.down_proj.weight::rows	finetuned	mean	matrix	primary	False	False	6144	6144	2048	256	256	a6e3cea990291b91f2474a049221a0c9c880a5e0023943703a244d0161568e08	0.9459228297707676	1.0347640788218668	0.9057333125191629	1.0633311538000307	0.0078125	0.6892369232937354	0.6300614354595726	236.63017041225757	255	6063.696106910108	2003.4075191811703	0.0	0.008626937866210938	0.2109375	0.54296875	0.26953125	0.5859375	0.030757360428161906	0.9661431304160563	0.2109375	0.54296875	0.19140625	0.5859375	0.031021772734732167	0.9722453037104793	0.2109375	0.54296875	0.19140625	0.5859375	0.03078203624186826	0.9666272742388197
486	121	model.language_model.layers.1.mlp.down_proj.weight::columns	original	origin	matrix	primary	False	False	2048	2048	6144	256	256	552c08a3c5b1e7413ae537f726c7edd3f8dde6cd370418e9c95684ed2c36a455	0.9429495480325615	1.008024227131043	0.9671697675578498	1.0276788533522572	0.0	0.3922712792015756	0.3669475549035535	223.44041173824164	256	1911.880914930599	656.0272575579286	0.0	0.0075931549072265625	0.078125	0.6484375	0.14453125	0.14453125	0.007982144827241244	0.9803275238649044	0.078125	0.228515625	0.078125	0.224609375	0.011571109531673951	1.6871637448350982	0.078125	0.638671875	0.13671875	0.140625	0.007705546187370738	0.9923331958870798
487	121	model.language_model.layers.1.mlp.down_proj.weight::columns	original	mean	matrix	primary	False	False	2048	2048	6144	256	256	552c08a3c5b1e7413ae537f726c7edd3f8dde6cd370418e9c95684ed2c36a455	0.9453943370100157	1.0112062901935812	0.9707764482296432	1.0314932811387214	0.0	0.3917363843543625	0.3662411547088931	222.68917717860387	255	1911.880914930599	655.4192212670762	0.0	0.0075931549072265625	0.07421875	0.58984375	0.291015625	0.21875	0.0073262864971548325	0.9804328283600358	0.07421875	0.521484375	0.1015625	0.154296875	0.007191634349990927	1.072864877488074	0.07421875	0.58984375	0.11328125	0.1875	0.006941195465616223	0.9888995037863266
488	121	model.language_model.layers.1.mlp.down_proj.weight::columns	finetuned	origin	matrix	primary	False	False	2048	2048	6144	256	256	552c08a3c5b1e7413ae537f726c7edd3f8dde6cd370418e9c95684ed2c36a455	0.9429495480325615	1.008024227131043	0.9671697675578498	1.0276788533522572	0.0	0.3922712792015756	0.3669475549035535	223.44041173824164	256	1911.880914930599	656.0272575579286	0.0	0.0075931549072265625	0.078125	0.6484375	0.14453125	0.14453125	0.007982144827241244	0.9803275238649044	0.078125	0.228515625	0.078125	0.224609375	0.011571109531673951	1.6871637448350982	0.078125	0.638671875	0.13671875	0.140625	0.007705546187370738	0.9923331958870798
489	121	model.language_model.layers.1.mlp.down_proj.weight::columns	finetuned	mean	matrix	primary	False	False	2048	2048	6144	256	256	552c08a3c5b1e7413ae537f726c7edd3f8dde6cd370418e9c95684ed2c36a455	0.9453943370100157	1.0112062901935812	0.9707764482296432	1.0314932811387214	0.0	0.3917363843543625	0.3662411547088931	222.68917717860387	255	1911.880914930599	655.4192212670762	0.0	0.0075931549072265625	0.07421875	0.58984375	0.291015625	0.21875	0.0073262864971548325	0.9804328283600358	0.07421875	0.521484375	0.1015625	0.154296875	0.007191634349990927	1.072864877488074	0.07421875	0.58984375	0.11328125	0.1875	0.006941195465616223	0.9888995037863266
490	122	model.language_model.layers.1.mlp.gate_proj.weight::rows	original	origin	matrix	primary	False	False	2048	2048	6144	256	256	95795872d019de9ef149fc3eecac0f78603d79d13123580a75156faed935c724	0.7162622967380035	1.0024366276231527	0.9345212096541258	1.0866356279799398	0.0078125	0.6435457539496762	0.4598271322875781	214.30075771612997	256	2012.8211556572408	667.1621655527258	0.0	0.008480072021484375	0.98046875	0.98828125	0.3203125	0.33984375	0.0023945453193510158	0.940227998775526	0.98046875	0.947265625	0.310546875	0.32421875	0.0030092658900684466	1.528482490944873	0.98046875	0.982421875	0.314453125	0.337890625	0.0016476276046264449	0.9699896008838363
491	122	model.language_model.layers.1.mlp.gate_proj.weight::rows	original	mean	matrix	primary	False	False	2048	2048	6144	256	256	95795872d019de9ef149fc3eecac0f78603d79d13123580a75156faed935c724	0.7154340208375514	1.0068148822402563	0.9410923841712608	1.089349775806449	0.0078125	0.6434836193417531	0.4572539413644788	216.66411600820942	255	2012.8211556572408	670.51619990412	0.0	0.008480072021484375	0.98046875	0.98828125	0.443359375	0.37109375	0.0029348785438298997	0.9539063135146632	0.98046875	0.98828125	0.30078125	0.35546875	0.002505607744838656	0.9649556239307148	0.98046875	0.986328125	0.298828125	0.35546875	0.0024426224831080035	0.9573709355720688
492	122	model.language_model.layers.1.mlp.gate_proj.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	6144	256	256	95795872d019de9ef149fc3eecac0f78603d79d13123580a75156faed935c724	0.7162622967380035	1.0024366276231527	0.9345212096541258	1.0866356279799398	0.0078125	0.6435457539496762	0.4598271322875781	214.30075771612997	256	2012.8211556572408	667.1621655527258	0.0	0.008480072021484375	0.98046875	0.98828125	0.3203125	0.33984375	0.0023945453193510158	0.940227998775526	0.98046875	0.947265625	0.310546875	0.32421875	0.0030092658900684466	1.528482490944873	0.98046875	0.982421875	0.314453125	0.337890625	0.0016476276046264449	0.9699896008838363
493	122	model.language_model.layers.1.mlp.gate_proj.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	6144	256	256	95795872d019de9ef149fc3eecac0f78603d79d13123580a75156faed935c724	0.7154340208375514	1.0068148822402563	0.9410923841712608	1.089349775806449	0.0078125	0.6434836193417531	0.4572539413644788	216.66411600820942	255	2012.8211556572408	670.51619990412	0.0	0.008480072021484375	0.98046875	0.98828125	0.443359375	0.37109375	0.0029348785438298997	0.9539063135146632	0.98046875	0.98828125	0.30078125	0.35546875	0.002505607744838656	0.9649556239307148	0.98046875	0.986328125	0.298828125	0.35546875	0.0024426224831080035	0.9573709355720688
494	123	model.language_model.layers.1.mlp.gate_proj.weight::columns	original	origin	matrix	primary	False	False	6144	6144	2048	256	256	954654fb26cb8618fd2c0252abd6fa662870b2205d1d0bae8ff6ece85b95179d	0.6228053988730307	1.0078216084028755	0.9576015549440582	1.025247820313143	0.0	1.2969204217621064	0.8014603317169986	220.97899830869943	256	5839.454377650016	1952.02588935791	0.0	0.0071252187093098955	1.0	1.0	0.125	0.11328125	0.007778522127927179	0.8988788000649504	1.0	1.0	0.125	0.1953125	0.007420321663788254	1.2795651947330364	1.0	1.0	0.125	0.181640625	0.007175293793943105	0.9042955165420483
495	123	model.language_model.layers.1.mlp.gate_proj.weight::columns	original	mean	matrix	primary	False	False	6144	6144	2048	256	256	954654fb26cb8618fd2c0252abd6fa662870b2205d1d0bae8ff6ece85b95179d	0.6265557871123657	1.0121063854062389	0.9604891466531371	1.028998097432905	0.0	1.2921226714861818	0.7999030034316063	220.2000350748239	255	5839.454377650016	1951.7004983991442	0.0	0.0071252187093098955	1.0	1.0	0.23046875	0.1484375	0.008099667012533951	0.8990601276002608	1.0	1.0	0.11328125	0.1484375	0.0074876307719138335	0.9045937754419914	1.0	1.0	0.11328125	0.1484375	0.007417805894318397	0.9011857426249287
496	123	model.language_model.layers.1.mlp.gate_proj.weight::columns	finetuned	origin	matrix	primary	False	False	6144	6144	2048	256	256	954654fb26cb8618fd2c0252abd6fa662870b2205d1d0bae8ff6ece85b95179d	0.6228053988730307	1.0078216084028755	0.9576015549440582	1.025247820313143	0.0	1.2969204217621064	0.8014603317169986	220.97899830869943	256	5839.454377650016	1952.02588935791	0.0	0.0071252187093098955	1.0	1.0	0.125	0.11328125	0.007778522127927179	0.8988788000649504	1.0	1.0	0.125	0.1953125	0.007420321663788254	1.2795651947330364	1.0	1.0	0.125	0.181640625	0.007175293793943105	0.9042955165420483
497	123	model.language_model.layers.1.mlp.gate_proj.weight::columns	finetuned	mean	matrix	primary	False	False	6144	6144	2048	256	256	954654fb26cb8618fd2c0252abd6fa662870b2205d1d0bae8ff6ece85b95179d	0.6265557871123657	1.0121063854062389	0.9604891466531371	1.028998097432905	0.0	1.2921226714861818	0.7999030034316063	220.2000350748239	255	5839.454377650016	1951.7004983991442	0.0	0.0071252187093098955	1.0	1.0	0.23046875	0.1484375	0.008099667012533951	0.8990601276002608	1.0	1.0	0.11328125	0.1484375	0.0074876307719138335	0.9045937754419914	1.0	1.0	0.11328125	0.1484375	0.007417805894318397	0.9011857426249287
498	124	model.language_model.layers.1.mlp.up_proj.weight::rows	original	origin	matrix	primary	False	False	2048	2048	6144	256	256	2d6a7c3abdea5e634a8f8d53dd2786d616078e659767ab068ae30d41838d2348	0.946522335633011	1.0057192655222968	0.9647159022096694	1.0344618757662394	0.0078125	0.3908412115722435	0.3678361836360727	224.3066582705781	256	1991.0916181877233	665.1532210029707	0.0	0.008087158203125	0.0859375	0.53125	0.15234375	0.18359375	0.0056771832184951965	0.9841281135232193	0.0859375	0.50390625	0.140625	0.173828125	0.004650571965597594	1.2486380664295422	0.0859375	0.5078125	0.142578125	0.173828125	0.004620138269652241	0.9924948307001253
499	124	model.language_model.layers.1.mlp.up_proj.weight::rows	original	mean	matrix	primary	False	False	2048	2048	6144	256	256	2d6a7c3abdea5e634a8f8d53dd2786d616078e659767ab068ae30d41838d2348	0.9529860470666633	1.010299320017093	0.9690909996761448	1.0389797473249485	0.0078125	0.38917778182670176	0.3671001143531661	223.55089430539834	255	1991.0916181877233	664.4010478920352	0.0	0.008087158203125	0.08203125	0.4609375	0.337890625	0.234375	0.006419316320666724	0.9842267072120456	0.08203125	0.455078125	0.130859375	0.205078125	0.00536487388714324	0.9939723771388491	0.08203125	0.45703125	0.130859375	0.208984375	0.005508713778259011	0.989178194871292
500	124	model.language_model.layers.1.mlp.up_proj.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	6144	256	256	2d6a7c3abdea5e634a8f8d53dd2786d616078e659767ab068ae30d41838d2348	0.946522335633011	1.0057192655222968	0.9647159022096694	1.0344618757662394	0.0078125	0.3908412115722435	0.3678361836360727	224.3066582705781	256	1991.0916181877233	665.1532210029707	0.0	0.008087158203125	0.0859375	0.53125	0.15234375	0.18359375	0.0056771832184951965	0.9841281135232193	0.0859375	0.50390625	0.140625	0.173828125	0.004650571965597594	1.2486380664295422	0.0859375	0.5078125	0.142578125	0.173828125	0.004620138269652241	0.9924948307001253
501	124	model.language_model.layers.1.mlp.up_proj.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	6144	256	256	2d6a7c3abdea5e634a8f8d53dd2786d616078e659767ab068ae30d41838d2348	0.9529860470666633	1.010299320017093	0.9690909996761448	1.0389797473249485	0.0078125	0.38917778182670176	0.3671001143531661	223.55089430539834	255	1991.0916181877233	664.4010478920352	0.0	0.008087158203125	0.08203125	0.4609375	0.337890625	0.234375	0.006419316320666724	0.9842267072120456	0.08203125	0.455078125	0.130859375	0.205078125	0.00536487388714324	0.9939723771388491	0.08203125	0.45703125	0.130859375	0.208984375	0.005508713778259011	0.989178194871292
502	125	model.language_model.layers.1.mlp.up_proj.weight::columns	original	origin	matrix	primary	False	False	6144	6144	2048	256	256	25fa54e4e84f4e25b91ac62ffcd50db5e562ad5c51583573d0a6afc06c4e08f5	0.9701089278639492	1.0291012953598666	0.887121660728592	1.0437357173656756	0.0	0.6738489356493851	0.6352211113255798	239.15289929634616	256	6060.5982881826085	2025.6317082879955	0.0	0.007654825846354167	0.16796875	0.24609375	0.1875	0.5703125	0.029058209084918296	0.9728049850748677	0.16796875	0.24609375	0.1875	0.5703125	0.028573193388716556	1.2487853260826647	0.16796875	0.24609375	0.1875	0.5703125	0.028770576080131338	0.9776721038519682
503	125	model.language_model.layers.1.mlp.up_proj.weight::columns	original	mean	matrix	primary	False	False	6144	6144	2048	256	256	25fa54e4e84f4e25b91ac62ffcd50db5e562ad5c51583573d0a6afc06c4e08f5	0.9742056401285883	1.0327171083575069	0.8901698920099007	1.0481894231266309	0.00390625	0.6720663930558264	0.6339885970294273	238.2677753622446	255	6060.5982881826085	2022.0776517270428	0.0	0.007654825846354167	0.16796875	0.2265625	0.2109375	0.6328125	0.02871038996380193	0.9728293478582736	0.16796875	0.2265625	0.17578125	0.6328125	0.028340644194774445	0.9757691541886164	0.16796875	0.2265625	0.17578125	0.6328125	0.028514483296386617	0.9739500964219278
504	125	model.language_model.layers.1.mlp.up_proj.weight::columns	finetuned	origin	matrix	primary	False	False	6144	6144	2048	256	256	25fa54e4e84f4e25b91ac62ffcd50db5e562ad5c51583573d0a6afc06c4e08f5	0.9701089278639492	1.0291012953598666	0.887121660728592	1.0437357173656756	0.0	0.6738489356493851	0.6352211113255798	239.15289929634616	256	6060.5982881826085	2025.6317082879955	0.0	0.007654825846354167	0.16796875	0.24609375	0.1875	0.5703125	0.029058209084918296	0.9728049850748677	0.16796875	0.24609375	0.1875	0.5703125	0.028573193388716556	1.2487853260826647	0.16796875	0.24609375	0.1875	0.5703125	0.028770576080131338	0.9776721038519682
505	125	model.language_model.layers.1.mlp.up_proj.weight::columns	finetuned	mean	matrix	primary	False	False	6144	6144	2048	256	256	25fa54e4e84f4e25b91ac62ffcd50db5e562ad5c51583573d0a6afc06c4e08f5	0.9742056401285883	1.0327171083575069	0.8901698920099007	1.0481894231266309	0.00390625	0.6720663930558264	0.6339885970294273	238.2677753622446	255	6060.5982881826085	2022.0776517270428	0.0	0.007654825846354167	0.16796875	0.2265625	0.2109375	0.6328125	0.02871038996380193	0.9728293478582736	0.16796875	0.2265625	0.17578125	0.6328125	0.028340644194774445	0.9757691541886164	0.16796875	0.2265625	0.17578125	0.6328125	0.028514483296386617	0.9739500964219278
506	126	model.language_model.layers.10.linear_attn.in_proj_a.weight::rows	original	origin	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.5977864821513339	0.7824716622755115	0.7185969822017271	1.0961625920750313	0.0	1.0918700734036975	0.834158221459648	4.522545449091168	8	1319.0087334828322	556.3989178034826	0.0	0.17437744140625	1.0	1.0	0.75	0.25	-0.21769166113452432	0.567230799074411	1.0	1.0	0.75	0.25	-0.22392412928780803	1.27591815802245	1.0	0.998046875	0.75	0.25	-0.22470814735427602	0.886024155775819
507	126	model.language_model.layers.10.linear_attn.in_proj_a.weight::rows	original	mean	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.7031896724903883	0.9600104662370936	0.8010088244996236	1.1601461573803649	0.0	0.9354762217868592	0.6852187982900453	5.269098996053064	7	1319.0087334828322	617.9964768845475	0.0	0.17437744140625	1.0	1.0	0.75	0.240234375	-0.1712099833406	0.7550284723452555	1.0	1.0	0.75	0.1796875	-0.16519309771759594	0.7572386974734424	1.0	1.0	0.75	0.201171875	-0.16443601985237488	0.7570607140245806
508	126	model.language_model.layers.10.linear_attn.in_proj_a.weight::rows	finetuned	origin	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.5977433442398088	0.7824213063086212	0.7186252290353183	1.0961413347467128	0.0	1.0918801603590125	0.8341594142435784	4.52256336485803	8	1319.094515849461	556.2846113037864	0.0	0.175048828125	1.0	1.0	0.75	0.25	-0.2177420171014146	0.5672330461219792	1.0	1.0	0.75	0.25	-0.22393448830733198	1.2759410827614124	1.0	0.998046875	0.75	0.25	-0.22476439740840548	0.8859932120865447
509	126	model.language_model.layers.10.linear_attn.in_proj_a.weight::rows	finetuned	mean	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.7031959544039758	0.96000328633622	0.8010420768343203	1.1601112635004975	0.0	0.9354621886821275	0.68521976532982	5.269221333890673	7	1319.094515849461	618.0007659884245	0.0	0.175048828125	1.0	1.0	0.75	0.240234375	-0.17121716324147362	0.7550460025815843	1.0	1.0	0.75	0.1796875	-0.16520960137771779	0.7572495680095165	1.0	1.0	0.75	0.201171875	-0.16445610848380388	0.7570731592410707
510	127	model.language_model.layers.10.linear_attn.in_proj_b.weight::rows	original	origin	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.7492061940949717	1.0067464465691442	0.81335629163454	1.248267682023524	0.125	0.6953792338599109	0.5174912025051579	4.493757515381677	8	1085.3201394611597	410.6849224356202	0.0	0.2283935546875	0.875	0.875	0.5	0.5	0.006583123159108473	0.5636201327305235	0.875	0.828125	0.462890625	0.375	0.0018561904164891008	1.2367121808279469	0.875	0.79296875	0.45703125	0.376953125	0.001206564477872929	0.913831399060468
511	127	model.language_model.layers.10.linear_attn.in_proj_b.weight::rows	original	mean	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.7353717146804559	1.0693132339172084	0.8197042599059027	1.4920502093972128	0.25	0.6173902673420685	0.42458217585055513	4.55599135516498	7	1085.3201394611597	555.1302149773153	0.0	0.2283935546875	0.75	0.75	0.5	0.375	-0.06190721566048518	0.6528446695507413	0.75	0.75	0.5	0.373046875	-0.07314469357859088	0.6550447971905919	0.75	0.75	0.5	0.375	-0.0702948531348373	0.6547557618985148
512	127	model.language_model.layers.10.linear_attn.in_proj_b.weight::rows	finetuned	origin	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.7491946505954026	1.0067089625377554	0.8133029786634268	1.2481946889184956	0.125	0.69537018949256	0.5174957664408388	4.493704987444814	8	1085.2321580805594	410.76603812181384	0.0	0.22930908203125	0.875	0.875	0.5	0.5	0.00654563912771966	0.5636135445239623	0.875	0.828125	0.462890625	0.375	0.0018423019051949652	1.2366864161197009	0.875	0.79296875	0.45703125	0.376953125	0.0011517435982573154	0.9137941367523962
513	127	model.language_model.layers.10.linear_attn.in_proj_b.weight::rows	finetuned	mean	matrix	small_sample	True	False	2048	2048	16	8	8	931787f055dd26bb3bc78e05ff46842aad86fad6c9ce7a5751873b238fcc7e9f	0.735352826191616	1.0692500132358211	0.8197023181525633	1.4919884950721496	0.25	0.6173805094899475	0.42458966272551774	4.55589475688939	7	1085.2321580805594	555.2222744070369	0.0	0.22930908203125	0.75	0.75	0.5	0.375	-0.06197043634187249	0.6528308276304235	0.75	0.75	0.5	0.373046875	-0.0732354460415614	0.6550297663984752	0.75	0.75	0.5	0.375	-0.07038437222538141	0.6547411092002456
514	128	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::rows	original	origin	matrix	primary	True	False	2048	2048	6144	256	256	7a9463ea1179d52591ffd5e65f8cac6821bf194094a98eb16d19610e8f121bf0	0.4278573827046681	0.9428978725407001	0.8209609767627164	1.2925448104273523	0.0	1.4733821180694697	0.6685744396287759	167.11923506900894	256	1927.6330167609572	610.4567031751819	0.0	0.009851455688476562	0.98828125	0.99609375	0.625	0.27734375	-0.05714420976310153	0.7332227175508681	0.98828125	0.9140625	0.599609375	0.25	-0.05614267281340046	1.8787665611522835	0.98828125	0.974609375	0.6171875	0.26953125	-0.05564162863174216	0.7424627730030829
515	128	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::rows	original	mean	matrix	primary	True	False	2048	2048	6144	256	256	7a9463ea1179d52591ffd5e65f8cac6821bf194094a98eb16d19610e8f121bf0	0.43012707811650785	0.9465756667489611	0.8258923842380708	1.298077363809302	0.00390625	1.4684505931784795	0.6672687511307245	166.6888131157266	255	1927.6330167609572	610.689616425085	0.0	0.009851455688476562	0.98828125	0.99609375	0.658203125	0.2890625	-0.057304336947465284	0.7338802296977163	0.98828125	0.990234375	0.599609375	0.2578125	-0.056093824928794556	0.7567115423380063	0.98828125	0.99609375	0.6015625	0.265625	-0.05575003344626195	0.740690538665963
516	128	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::rows	finetuned	origin	matrix	primary	True	False	2048	2048	6144	256	256	7a9463ea1179d52591ffd5e65f8cac6821bf194094a98eb16d19610e8f121bf0	0.4278123420467088	0.9428858701486837	0.8209505360801448	1.2925005312494793	0.0	1.4735220510217053	0.6685760595878474	167.1184753949734	256	1927.6359794988525	610.4748496562195	0.0	0.009977340698242188	0.98828125	0.99609375	0.625	0.27734375	-0.0571562121551179	0.7332193845397963	0.98828125	0.9140625	0.599609375	0.25	-0.056166221828721	1.8785952940542494	0.98828125	0.974609375	0.6171875	0.26953125	-0.05565375609413881	0.742459168395544
517	128	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::rows	finetuned	mean	matrix	primary	True	False	2048	2048	6144	256	256	7a9463ea1179d52591ffd5e65f8cac6821bf194094a98eb16d19610e8f121bf0	0.4300750190416865	0.9465473237422873	0.8259687745222524	1.2980277591483018	0.00390625	1.4685877972883845	0.6672703086688504	166.6880294537245	255	1927.6359794988525	610.6808849481953	0.0	0.009977340698242188	0.98828125	0.99609375	0.658203125	0.2890625	-0.05733267995413904	0.7338767794718772	0.98828125	0.990234375	0.599609375	0.2578125	-0.056119319127224565	0.7567105284454275	0.98828125	0.99609375	0.6015625	0.265625	-0.05577797462913081	0.740687266102107
518	129	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::columns	original	origin	matrix	primary	True	False	6144	6144	2048	256	256	d795c4dbefd058699f549f983942d7ba6bd85699d9ef6aaa95ee71b85248fe87	0.8550882347001151	1.0314730048454723	0.8299448031007359	1.1175396932740065	0.00390625	1.4502434661834216	1.2022477753258685	200.16856595139177	256	4725.507629348492	1526.4789994416979	0.0	0.0074049631754557295	0.76953125	0.96875	0.33984375	0.54296875	0.03142991857052402	0.8142279662330499	0.76953125	0.96875	0.33984375	0.54296875	0.031715101208671825	1.2677158728836253	0.76953125	0.96875	0.33984375	0.54296875	0.031811495170976034	0.8273053465447882
519	129	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::columns	original	mean	matrix	primary	True	False	6144	6144	2048	256	256	d795c4dbefd058699f549f983942d7ba6bd85699d9ef6aaa95ee71b85248fe87	0.8585479913961132	1.0345045490496343	0.8338929117526839	1.1222668212632176	0.00390625	1.4456806147531938	1.199788042630542	199.5212688184924	255	4725.507629348492	1522.827422877237	0.0	0.0074049631754557295	0.75	0.95703125	0.3828125	0.55078125	0.03049783065592937	0.8146302853310895	0.75	0.95703125	0.33203125	0.548828125	0.03038750318071326	0.8281785456618912	0.75	0.95703125	0.33203125	0.55078125	0.030772551704652873	0.8242720437587209
520	129	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::columns	finetuned	origin	matrix	primary	True	False	6144	6144	2048	256	256	d795c4dbefd058699f549f983942d7ba6bd85699d9ef6aaa95ee71b85248fe87	0.855062077927566	1.0314537028743307	0.8299827699173106	1.1175456887637039	0.00390625	1.4502656615598655	1.2022518961972846	200.1699646138498	256	4725.512608860638	1526.3835174950332	0.0	0.0075486501057942705	0.76953125	0.96875	0.33984375	0.54296875	0.03141061659938238	0.8142336555883353	0.76953125	0.96875	0.33984375	0.54296875	0.03169731086154881	1.2676859461819245	0.76953125	0.96875	0.33984375	0.54296875	0.03179386990677857	0.8273107160568393
521	129	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::columns	finetuned	mean	matrix	primary	True	False	6144	6144	2048	256	256	d795c4dbefd058699f549f983942d7ba6bd85699d9ef6aaa95ee71b85248fe87	0.8585181424565462	1.0344810850432293	0.8339285758847246	1.1222490357008128	0.00390625	1.4457030210392572	1.1997921374411344	199.52267797386176	255	4725.512608860638	1522.8895688611733	0.0	0.0075486501057942705	0.75	0.95703125	0.3828125	0.55078125	0.03047436664952441	0.8146360388061321	0.75	0.95703125	0.33203125	0.548828125	0.030364435139205614	0.8281841058688082	0.75	0.95703125	0.33203125	0.55078125	0.03074964613248521	0.8242777632218925
522	130	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head0	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7022989102327468	0.9744686780773734	0.8936980687733004	1.152268376711552	0.046875	0.8702084479004023	0.6271586336069565	51.48132542443965	64	1851.4180959787013	638.5326124434293	0.0	0.03585052490234375	0.921875	0.9375	0.5	0.25	-0.025697832291519673	0.8306564110437223	0.921875	0.9140625	0.48046875	0.23046875	-0.02554152197730508	1.027627771744993	0.921875	0.9375	0.486328125	0.244140625	-0.02483909996765321	0.8446719523435132
523	130	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head0	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7182485991529416	0.9907969382780399	0.9027062885803209	1.1700593878523202	0.046875	0.858440268028644	0.6223005907140025	50.85317985575637	63	1851.4180959787013	634.0789839955553	0.0	0.03585052490234375	0.90625	0.921875	0.53125	0.265625	-0.024496846622841906	0.8332830403897955	0.90625	0.921875	0.451171875	0.201171875	-0.024624432053059975	0.8364709689974557	0.90625	0.921875	0.455078125	0.19921875	-0.02510015653601294	0.8345484200897323
524	130	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head0	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7023160735246057	0.9745091740068348	0.8936959475238576	1.1522625013872039	0.046875	0.870226887378777	0.6271611873149132	51.48170112699953	64	1851.4255577559024	638.55799654567	0.0	0.03621673583984375	0.921875	0.9375	0.515625	0.25	-0.025657336362058247	0.8306624730426595	0.921875	0.912109375	0.49609375	0.23046875	-0.025467069072913073	1.0277611632472035	0.921875	0.9375	0.501953125	0.244140625	-0.02479475095800321	0.8446821241238561
525	130	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head0	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.718279375466203	0.9908467136283821	0.9027354591514711	1.1700544404701898	0.046875	0.8584488792412213	0.6223022354215578	50.853540935946576	63	1851.4255577559024	633.9939183365175	0.0	0.03621673583984375	0.90625	0.921875	0.53125	0.265625	-0.024447071272499787	0.8332889570699239	0.90625	0.921875	0.451171875	0.201171875	-0.024562581215069823	0.836478941937547	0.90625	0.921875	0.455078125	0.19921875	-0.02504924961819399	0.8345548076239198
526	131	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head1	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6412345131561019	0.9692431062569711	0.9110045667848862	1.0299049901573332	0.015625	0.968713032444066	0.640883825468812	54.189152621469105	64	1833.0601143804033	621.3297181155303	0.0	0.0283355712890625	0.984375	0.984375	0.5625	0.125	-0.03092340411192196	0.8743474777104573	0.984375	0.927734375	0.53515625	0.111328125	-0.02891738715935155	1.1324053010633695	0.984375	0.97265625	0.5390625	0.119140625	-0.028348183249049308	0.8869908860490249
527	131	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head1	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6529071098680852	0.9839223786732829	0.9244457833897857	1.0482071031326183	0.015625	0.9586104590511783	0.6361107317757749	53.4115698977897	63	1833.0601143804033	618.771689869375	0.0	0.0283355712890625	0.984375	0.984375	0.703125	0.125	-0.03137140622759893	0.8752049622592927	0.984375	0.982421875	0.5546875	0.109375	-0.02837084955974123	0.8803590136637973	0.984375	0.984375	0.560546875	0.109375	-0.028939784299516935	0.8764868259084373
528	131	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head1	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6412496844931692	0.96923120454938	0.9110467737859064	1.0299932037921178	0.015625	0.968674792483588	0.6408815586425336	54.18894424660935	64	1833.045037931959	621.3485825018146	0.0	0.02873992919921875	0.984375	0.984375	0.5625	0.125	-0.03093530581951298	0.8743441155609453	0.984375	0.927734375	0.53515625	0.111328125	-0.0289712756591769	1.1325471484906313	0.984375	0.97265625	0.5390625	0.119140625	-0.028359957066722563	0.8869815901105276
529	131	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head1	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6529123667208652	0.9839013488982735	0.9244861936111999	1.0482941661691167	0.015625	0.9585798231601701	0.6361091198128688	53.411372297668585	63	1833.045037931959	618.7597983175931	0.0	0.02873992919921875	0.984375	0.984375	0.703125	0.125	-0.031392436002608326	0.8752017243726911	0.984375	0.982421875	0.5546875	0.109375	-0.028404110007181682	0.8803576938290707	0.984375	0.984375	0.560546875	0.109375	-0.028958748113126154	0.8764846306988703
530	132	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head2	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6350329987698622	0.9437968158784059	0.8424969675143988	1.0131291719054465	0.0	0.9648059490464941	0.6491689786892999	49.817176534205444	64	1737.534142380216	636.1520993093443	0.0	0.0250244140625	1.0	1.0	0.75	0.09375	-0.05636969449048712	0.8038051997897847	1.0	0.90625	0.703125	0.09375	-0.055162704133371654	1.340372012823854	1.0	0.99609375	0.74609375	0.09375	-0.05710322902286935	0.8282941220160277
531	132	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head2	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6416835870392517	0.9624509885405486	0.8678639761589321	1.022811585981657	0.0	0.9642900857890792	0.6429097466394831	49.529949209882275	63	1737.534142380216	636.6571761206117	0.0	0.0250244140625	1.0	1.0	0.796875	0.109375	-0.05284279636033329	0.8116005092509663	1.0	0.998046875	0.72265625	0.09375	-0.05664669696721747	0.826108273997261	1.0	1.0	0.73828125	0.09375	-0.05541624411417012	0.8157661867857906
532	132	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head2	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.635043910154367	0.943782042473152	0.8425369663407898	1.0131095191508688	0.0	0.9647803287637748	0.6491730556905487	49.81732196351028	64	1737.549496928776	636.1200984696666	0.0	0.0253448486328125	1.0	1.0	0.75	0.09375	-0.05638446789574103	0.8038075463063792	1.0	0.90625	0.703125	0.09375	-0.05519199903328331	1.34035197951559	1.0	0.99609375	0.74609375	0.09375	-0.05712171331557836	0.8282937732350532
533	132	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head2	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.641731491025972	0.9624839433338359	0.8678489920669831	1.0227568204423263	0.0	0.9642572405990676	0.6429138283583827	49.52998926525818	63	1737.549496928776	636.7920103720553	0.0	0.0253448486328125	1.0	1.0	0.796875	0.109375	-0.052809841567045934	0.811601165600589	1.0	0.998046875	0.72265625	0.09375	-0.056610967290343206	0.8261102615342304	1.0	1.0	0.73828125	0.09375	-0.05538509707070394	0.8157671026105929
534	133	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head3	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.618667347285895	0.9210286183542834	0.7954555786750018	1.3052296823496086	0.0625	1.1146585691265756	0.7487311972164659	35.75772208935585	64	1785.5816002248266	625.7824864973162	0.0	0.04009246826171875	0.9375	0.9375	0.546875	0.390625	-0.07913789201460963	0.5769544752968345	0.9375	0.73828125	0.53125	0.375	-0.0789620436147267	0.819073612762839	0.9375	0.92578125	0.53515625	0.38671875	-0.07880265146035004	0.5893679357047704
535	133	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head3	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6196033865059609	0.9135553466020575	0.8145827380779451	1.3097000027271124	0.0625	1.0953720889603513	0.7429175017456067	35.56056657922294	63	1785.5816002248266	623.7053755637648	0.0	0.04009246826171875	0.921875	0.9375	0.578125	0.390625	-0.10173843829882434	0.5826974266145998	0.921875	0.935546875	0.546875	0.390625	-0.10335851043113642	0.5856095306244679	0.921875	0.9375	0.546875	0.390625	-0.103246085058318	0.5840903355607119
536	133	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head3	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6186688934223136	0.9210087596764276	0.7954588734579526	1.3052404192251257	0.0625	1.114635264659827	0.7487335581898833	35.75755332684725	64	1785.6042147486755	625.7178968674359	0.0	0.04050445556640625	0.9375	0.9375	0.546875	0.390625	-0.07915775069246545	0.5769517522966289	0.9375	0.73828125	0.53125	0.375	-0.07895031353555648	0.8190799533573628	0.9375	0.92578125	0.53515625	0.38671875	-0.07881573413377474	0.5893600328952365
537	133	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head3	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6196052540699661	0.9135380802156952	0.8145857297855197	1.30974045843451	0.0625	1.0953520516814124	0.7429201923557209	35.560189347722805	63	1785.6042147486755	623.5701639660981	0.0	0.04050445556640625	0.921875	0.9375	0.578125	0.390625	-0.10175570468518669	0.5826912452782063	0.921875	0.935546875	0.546875	0.390625	-0.10337522298239876	0.58560340172662	0.921875	0.9375	0.546875	0.390625	-0.10326028487672745	0.5840846939436384
538	134	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head4	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6939777591674103	0.9480126489046203	0.8874627202380838	1.2066026689111669	0.0	0.9504860352580207	0.6957883627717728	43.20480045542413	64	1743.4352357298467	602.6618418399357	0.0	0.0309906005859375	0.921875	0.984375	0.609375	0.328125	-0.0521538614642727	0.6971138406068614	0.921875	0.96484375	0.599609375	0.283203125	-0.05536800299239775	0.9085767624557117	0.921875	0.96875	0.6015625	0.302734375	-0.05524070872374298	0.710418297735086
539	134	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head4	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7137129751194018	0.9639222981483712	0.9056707977109286	1.228542824689627	0.015625	0.9326595719475209	0.6905652448822104	42.60240702722458	63	1743.4352357298467	602.1932856344258	0.0	0.0309906005859375	0.890625	0.96875	0.609375	0.34375	-0.05137148675251069	0.6980854168070445	0.890625	0.96875	0.548828125	0.27734375	-0.05562242377231852	0.7018863820533345	0.890625	0.96875	0.556640625	0.27734375	-0.05565466142573727	0.7001970733694053
540	134	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head4	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6940010116049026	0.9480469446655218	0.8874440595941933	1.2065879904659773	0.0	0.9504876051322024	0.6957876539672785	43.20554071333248	64	1743.4526023980472	602.586936505709	0.0	0.03142547607421875	0.921875	0.984375	0.609375	0.328125	-0.052119565703371284	0.6971257847433484	0.921875	0.96484375	0.599609375	0.283203125	-0.05534860650286055	0.9087084062904319	0.921875	0.96875	0.6015625	0.302734375	-0.05520638049322768	0.710431530361935
541	134	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head4	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7137295991247217	0.9639091902203827	0.9056199947320017	1.2285080982975207	0.015625	0.9326233775473678	0.6905639204861596	42.603222535833616	63	1743.4526023980472	602.1602655824561	0.0	0.03142547607421875	0.890625	0.96875	0.609375	0.34375	-0.05138459468049916	0.6980987797765801	0.890625	0.96875	0.55078125	0.27734375	-0.055624548354741954	0.7019001615395652	0.890625	0.96875	0.556640625	0.27734375	-0.0556759588366873	0.7002096199456878
542	135	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head5	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.438642969756173	0.8483479757318191	0.777456574897032	1.0216450614735506	0.0	1.4620047499490354	0.7559375676732963	32.37517768428254	64	1821.2090159922586	637.2858294714074	0.0	0.01720428466796875	1.0	1.0	0.8125	0.109375	-0.15181853463707395	0.5223767779949627	1.0	0.9765625	0.8125	0.09375	-0.15380512696105675	0.9555553199959035	1.0	0.98828125	0.8125	0.107421875	-0.15313200386130021	0.5299482182199854
543	135	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head5	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.44986947941985606	0.8643601510507358	0.7965654415490819	1.0409274201763934	0.0	1.4410769352015353	0.7500305629025035	32.005399439841845	63	1821.2090159922586	637.3776795800991	0.0	0.01720428466796875	1.0	1.0	0.84375	0.140625	-0.15093363385014602	0.5244422596535502	1.0	0.998046875	0.796875	0.09375	-0.15266549635645454	0.5270991601827728	1.0	1.0	0.796875	0.09375	-0.15311829048827852	0.5246571690261642
544	135	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head5	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4386332078220952	0.8483227242960287	0.7774548650605954	1.0216619829776925	0.0	1.4619969128367127	0.7559391931127707	32.37516613965422	64	1821.1894726579199	637.620145297642	0.0	0.01739501953125	1.0	1.0	0.8125	0.109375	-0.1518437860728643	0.522376591721213	1.0	0.9765625	0.8125	0.09375	-0.15386262718360788	0.9553841433212354	1.0	0.98828125	0.8125	0.107421875	-0.15316094686949344	0.5299478892790518
545	135	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head5	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.44987685513084164	0.864369344034832	0.7965413867859221	1.0409387235384764	0.0	1.4410730460229195	0.7500328585606207	32.00525919744607	63	1821.1894726579199	637.3766156113863	0.0	0.01739501953125	1.0	1.0	0.84375	0.140625	-0.15092444086604984	0.5244399616338339	1.0	0.998046875	0.796875	0.09375	-0.15265631325242668	0.5270985085351546	1.0	1.0	0.796875	0.09375	-0.15311032583826434	0.524655461620391
546	136	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head6	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6099396232260919	0.9746921130652945	0.7956211781273815	1.186780205676107	0.046875	1.2036843405530535	0.7532376258295364	33.45434306863052	64	1658.1472014090832	579.7483713875406	0.0	0.03578948974609375	0.953125	0.953125	0.515625	0.390625	-0.025474397303598573	0.5397892210059883	0.953125	0.814453125	0.486328125	0.380859375	-0.024892089758738245	0.7021829301531445	0.953125	0.951171875	0.505859375	0.37890625	-0.025908483368962565	0.5487706601052086
547	136	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head6	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6223587024274642	0.9917372245894633	0.809932134046501	1.187707051776753	0.046875	1.1916528735156677	0.7478145598620394	32.97335766927071	63	1658.1472014090832	577.8549886289746	0.0	0.03578948974609375	0.953125	0.953125	0.578125	0.40625	-0.023556560311418506	0.5403032771686134	0.953125	0.951171875	0.494140625	0.375	-0.023366196846523524	0.5457352689104645	0.953125	0.953125	0.513671875	0.375	-0.02352603676621201	0.5438548555665924
548	136	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head6	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.609942612538776	0.9746787437240945	0.7956205000256845	1.1867657820539346	0.046875	1.2036693474175566	0.7532422668740705	33.455088106838865	64	1658.145769802264	579.8635350646545	0.0	0.0361785888671875	0.953125	0.953125	0.515625	0.390625	-0.02548776664479857	0.5398012422731008	0.953125	0.814453125	0.486328125	0.380859375	-0.02491612040503799	0.7022023392986666	0.953125	0.951171875	0.505859375	0.37890625	-0.02592234215443434	0.5487843610704852
549	136	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head6	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6223931979711177	0.9917690610676198	0.8099303586129247	1.1876840087008598	0.046875	1.1916318673199155	0.7478188197433289	32.97411218408955	63	1658.145769802264	577.8301756339497	0.0	0.0361785888671875	0.953125	0.953125	0.578125	0.40625	-0.023524723833262096	0.5403156406905021	0.953125	0.951171875	0.494140625	0.375	-0.023339635261777625	0.545748048727989	0.953125	0.953125	0.513671875	0.375	-0.023499636913068	0.5438669714372419
550	137	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head7	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.530552054013119	0.911955927419132	0.8112755478453971	1.1671304662346584	0.0	1.268434433771712	0.7379419048495908	40.4276712349583	64	1901.8153631167738	655.3381576182373	0.0	0.0268402099609375	0.984375	1.0	0.671875	0.25	-0.08821058294976103	0.6523045787578712	0.984375	0.970703125	0.6171875	0.25	-0.08349223453333732	1.0348072968994333	0.984375	0.994140625	0.66015625	0.25	-0.08564080000648278	0.6669301195065923
551	137	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head7	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5386116234590699	0.9275551770684487	0.8262327111332076	1.1874423921755435	0.0	1.260240237356147	0.7317947837196401	39.94152588181611	63	1901.8153631167738	657.928639452656	0.0	0.0268402099609375	0.984375	1.0	0.6875	0.25	-0.08773860783243315	0.6544840700033429	0.984375	1.0	0.609375	0.25	-0.08575654459616766	0.6599393043362155	0.984375	1.0	0.609375	0.248046875	-0.08641461794193495	0.6562733726063841
552	137	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head7	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5305439022511975	0.9119558282353553	0.8112813451528237	1.1671691695765831	0.0	1.2684468132435105	0.73793784880843	40.42819412977807	64	1901.820490922259	655.4196267123002	0.0	0.027130126953125	0.984375	1.0	0.671875	0.25	-0.08821068213353778	0.6523130157188617	0.984375	0.970703125	0.6171875	0.25	-0.08350798670659909	1.0345889789122458	0.984375	0.994140625	0.66015625	0.25	-0.08563675811349025	0.6669394069242605
553	137	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head7	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.538599073273359	0.9275491077903342	0.8262114734108048	1.1874616611637272	0.0	1.2602546655514457	0.73179089845868	39.942006930780344	63	1901.820490922259	657.9425849711778	0.0	0.027130126953125	0.984375	1.0	0.6875	0.25	-0.08774467711054768	0.6544919524984912	0.984375	1.0	0.609375	0.25	-0.0857664426360969	0.6599458197357269	0.984375	1.0	0.609375	0.248046875	-0.08642744291314197	0.6562814505150527
554	138	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head8	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5732186475225223	0.9268010908009954	0.7847421045104158	1.2036772188087042	0.046875	1.2797075185852596	0.7914882926970522	39.9602210922298	64	1685.1334888834751	598.8201119787958	0.0	0.03115081787109375	0.921875	0.921875	0.734375	0.21875	-0.07336541956789766	0.6447622232590674	0.921875	0.884765625	0.716796875	0.185546875	-0.0757284347647682	0.9381219280429687	0.921875	0.90625	0.72265625	0.20703125	-0.07364455680305193	0.6570805458454628
555	138	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head8	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5837096135895118	0.9372192759844362	0.803231229125216	1.2230792695851267	0.078125	1.260307244725093	0.784932057708513	39.477997219541216	63	1685.1334888834751	601.6800338168499	0.0	0.03115081787109375	0.921875	0.921875	0.75	0.234375	-0.07807450891644563	0.6468886634996821	0.921875	0.921875	0.716796875	0.171875	-0.07878030143550996	0.6511551823399377	0.921875	0.921875	0.71875	0.171875	-0.07934550252566575	0.6491121600550899
556	138	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head8	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5732352462318469	0.926822837218585	0.7847672624851088	1.2037733807295021	0.046875	1.2796984972880523	0.7914870606737474	39.95999545815698	64	1685.13156620748	598.8114761676565	0.0	0.0315399169921875	0.921875	0.921875	0.734375	0.21875	-0.07334367315030799	0.6447585826304008	0.921875	0.884765625	0.716796875	0.185546875	-0.0756923137576303	0.9380495866203954	0.921875	0.90625	0.72265625	0.20703125	-0.0736180308030524	0.6570774168657406
557	138	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head8	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.583738747848864	0.9372591583196195	0.8032631290835823	1.2231656252082248	0.078125	1.2602955615476903	0.7849305568123887	39.47776273284687	63	1685.13156620748	601.6931835765761	0.0	0.0315399169921875	0.921875	0.921875	0.75	0.234375	-0.07803462658126237	0.6468848211876349	0.921875	0.921875	0.716796875	0.171875	-0.07873103877284815	0.6511518967703085	0.921875	0.921875	0.71875	0.171875	-0.07929887018720572	0.6491080764229081
558	139	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head9	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4963153061374381	0.9091537892605619	0.8044346981235466	1.4639055179311464	0.0	1.4007122491197315	0.7646615313540506	40.65246609378789	64	1716.7172978144065	595.9626118951132	0.0	0.03290557861328125	0.953125	0.984375	0.703125	0.234375	-0.09101272110833114	0.6559316666216157	0.953125	0.896484375	0.6796875	0.234375	-0.0916361841331581	1.0311339804486541	0.953125	0.9765625	0.689453125	0.234375	-0.09255132992369774	0.6636078582371212
559	139	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head9	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5051064961908237	0.9201367137057219	0.8243045382567359	1.4794978043170222	0.0	1.3834833507273874	0.7594593470897449	40.16074957349539	63	1716.7172978144065	596.7052016258597	0.0	0.03290557861328125	0.9375	0.96875	0.734375	0.234375	-0.09515707119515993	0.6580762816378195	0.9375	0.96875	0.6875	0.234375	-0.09627286191625473	0.6629144748900787	0.9375	0.96875	0.6875	0.234375	-0.09618769721547604	0.660088539388877
560	139	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head9	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.49627645824193	0.9091110305008756	0.8043925647725583	1.4639290737691093	0.0	1.4007525223542054	0.7646596261013306	40.65172415137885	64	1716.7160942521737	596.0651411578112	0.0	0.0331878662109375	0.953125	0.984375	0.703125	0.234375	-0.09105547986801743	0.6559196953055392	0.953125	0.896484375	0.6796875	0.234375	-0.09169246458106373	1.0312125331071245	0.953125	0.9765625	0.689453125	0.234375	-0.09259289048362951	0.6635954278466042
561	139	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head9	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5051041653490902	0.9201623753293044	0.8242563047674196	1.4795202863440284	0.0	1.3835252585440492	0.7594576671385672	40.15998292683658	63	1716.7160942521737	596.787636600727	0.0	0.0331878662109375	0.9375	0.96875	0.734375	0.234375	-0.0951314095715774	0.6580637193229245	0.9375	0.96875	0.6875	0.234375	-0.0962454273589246	0.6629025117482492	0.9375	0.96875	0.6875	0.234375	-0.09616324968912338	0.660076569701039
562	140	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head10	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4648413878283145	0.9616161487679592	0.815342121107851	1.1814210722863445	0.015625	1.7089747953451848	0.8261115588061501	32.39840710594461	64	1611.9032087420935	557.8964534217165	0.0	0.03493499755859375	0.984375	0.984375	0.53125	0.34375	-0.038550361600933836	0.5227515870712511	0.984375	0.859375	0.486328125	0.34375	-0.034611967062091686	0.8902353769755919	0.984375	0.97265625	0.51953125	0.34375	-0.037193440179810855	0.5340432033381572
563	140	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head10	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.47402162005337944	0.9744381633618274	0.8355714177333332	1.2149500630121564	0.015625	1.6854317817941473	0.8198889716502794	32.07314334716703	63	1611.9032087420935	559.0485302960684	0.0	0.03493499755859375	0.984375	0.984375	0.578125	0.359375	-0.04085562153905442	0.5255523150959814	0.984375	0.984375	0.5	0.34375	-0.0415025204804057	0.5307684006709903	0.984375	0.984375	0.5	0.34375	-0.04084438943995072	0.5285404185860274
564	140	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head10	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4648402693997782	0.9615960282624925	0.8153187086667489	1.1813971340837903	0.015625	1.7089458636908539	0.82611287101827	32.39876251901433	64	1611.9065846224514	557.98778423166	0.0	0.0352935791015625	0.984375	0.984375	0.53125	0.34375	-0.03857048210640057	0.5227573216972053	0.984375	0.859375	0.486328125	0.34375	-0.03464541401065069	0.8902534192832464	0.984375	0.97265625	0.51953125	0.34375	-0.037219184232893054	0.5340499181383981
565	140	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head10	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4740501308814215	0.9744784301154247	0.8355582195859276	1.2149265554052648	0.015625	1.6854017989155088	0.8198898186684795	32.07350347556157	63	1611.9065846224514	559.118940984612	0.0	0.0352935791015625	0.984375	0.984375	0.578125	0.359375	-0.04081535478545717	0.5255582161799329	0.984375	0.984375	0.5	0.34375	-0.041459420128595936	0.5307729227542403	0.984375	0.984375	0.5	0.34375	-0.04080539071486655	0.5285464038636841
566	141	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head11	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5444186790091363	0.9412120640508919	0.8522119517722987	1.3201800767701897	0.046875	1.2534502160723062	0.7250243987532482	39.638670518739545	64	1773.677019387673	619.8109360030519	0.0	0.0381011962890625	0.9375	0.9375	0.65625	0.34375	-0.058954446318001175	0.6395739721186321	0.9375	0.91796875	0.62890625	0.328125	-0.05804812736926135	0.9288395767393199	0.9375	0.921875	0.640625	0.34375	-0.056315354912023774	0.651217929232394
567	141	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head11	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5593145817768109	0.9570021305898662	0.8727202697917195	1.3408259837956005	0.046875	1.23020550623109	0.7189867777964778	39.316658410509596	63	1773.677019387673	618.8230127667869	0.0	0.0381011962890625	0.9375	0.9375	0.65625	0.34375	-0.058291654311015684	0.6442449567795896	0.9375	0.935546875	0.609375	0.3125	-0.05632562770659266	0.6469737337901792	0.9375	0.9375	0.609375	0.3125	-0.05519657879141837	0.6456310782572929
568	141	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head11	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.544418002880921	0.9411840078469873	0.8521774769637209	1.3201546355668936	0.046875	1.253420467520063	0.7250279031603367	39.639105096317444	64	1773.6599760149393	619.882240073138	0.0	0.03850555419921875	0.9375	0.9375	0.65625	0.34375	-0.05898250252190573	0.6395809840719608	0.9375	0.91796875	0.62890625	0.328125	-0.05808049198285237	0.9290236621970426	0.9375	0.919921875	0.640625	0.34375	-0.05634610029504761	0.651226650397476
569	141	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head11	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5593114809442415	0.9569665630683344	0.8726950275500931	1.3408280083775925	0.046875	1.2301727579085164	0.7189903739551478	39.31711558803242	63	1773.6599760149393	618.8181020755369	0.0	0.03850555419921875	0.9375	0.9375	0.65625	0.34375	-0.05832722183254746	0.6442524481159682	0.9375	0.935546875	0.609375	0.3125	-0.0563596068870138	0.6469801229134295	0.9375	0.9375	0.609375	0.3125	-0.05523131669763104	0.6456388966911938
570	142	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head12	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.511489706999352	0.9108607939591735	0.8398020108263028	1.2452361176035176	0.015625	1.1686039655034546	0.6562242044863271	41.365853480118275	64	1898.2984048216563	655.242087270556	0.0	0.03351593017578125	0.96875	0.984375	0.6875	0.25	-0.08930571640971952	0.6674422445084031	0.96875	0.96875	0.67578125	0.25	-0.09113481240723287	0.9524336077245855	0.96875	0.974609375	0.67578125	0.25	-0.08915284776005317	0.6806666248587131
571	142	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head12	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5192389735375105	0.9333107752617551	0.8561127023336399	1.2659610777847343	0.015625	1.1688495641128043	0.6502788395639011	40.97914458308531	63	1898.2984048216563	658.3149598249679	0.0	0.03351593017578125	0.96875	0.984375	0.703125	0.28125	-0.08198300963912675	0.6714865478938387	0.96875	0.984375	0.646484375	0.25	-0.08261117916268601	0.6735157628253485	0.96875	0.984375	0.65234375	0.25	-0.0826063499492442	0.6715020472175418
572	142	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head12	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5115163555847846	0.9109004721380001	0.8398034499210915	1.2452731412381093	0.015625	1.1685912046948006	0.6562226417458248	41.36635073355009	64	1898.291361373374	655.5854426522378	0.0	0.03386688232421875	0.96875	0.984375	0.6875	0.25	-0.08926603823089296	0.6674502677429963	0.96875	0.96875	0.67578125	0.25	-0.09110297619932517	0.9523974694937907	0.96875	0.974609375	0.67578125	0.25	-0.08910030106454414	0.680670340445399
573	142	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head12	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5192556997568052	0.933325593812113	0.8560843082107206	1.265998929830039	0.015625	1.1688288514772986	0.6502779385818132	40.97937135605301	63	1898.291361373374	658.3840049167522	0.0	0.03386688232421875	0.96875	0.984375	0.703125	0.28125	-0.08196819108876885	0.6714902638083309	0.96875	0.984375	0.646484375	0.25	-0.08261051628554417	0.6735216983683664	0.96875	0.984375	0.65234375	0.25	-0.08260234853287218	0.6715067040386185
574	143	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head13	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5230367946634582	0.9167998161992588	0.7787327144201547	1.5475893063317356	0.015625	1.4007670138955703	0.7991414004156029	38.21283190490305	64	1703.3071313547696	614.3427444708187	0.0	0.03714752197265625	0.90625	0.921875	0.609375	0.3125	-0.08336669416963427	0.6165679213627066	0.90625	0.814453125	0.59375	0.28515625	-0.08186922354996606	0.9675769294640049	0.90625	0.869140625	0.6015625	0.3046875	-0.08299476663524774	0.6257973661671306
575	143	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head13	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.530710452156048	0.9246520686120682	0.7965054367086257	1.5630853577039898	0.046875	1.3826637697890576	0.7935894368851458	37.7784648407095	63	1703.3071313547696	611.6100889491343	0.0	0.03714752197265625	0.890625	0.90625	0.609375	0.34375	-0.09064171628881368	0.6190400311842442	0.890625	0.90234375	0.609375	0.296875	-0.09076709888651757	0.6246256036447987	0.890625	0.904296875	0.609375	0.296875	-0.09069992536519178	0.6217271402643979
576	143	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head13	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5230325087823996	0.9168083242849154	0.7787279425763999	1.547631404797084	0.015625	1.4007788558009409	0.7991341917301567	38.21248733431856	64	1703.3005545454866	614.1951021140069	0.0	0.0374908447265625	0.90625	0.921875	0.609375	0.3125	-0.0833581860839776	0.6165623616813521	0.90625	0.814453125	0.59375	0.283203125	-0.08188217036463219	0.967704472684688	0.90625	0.869140625	0.6015625	0.3046875	-0.08298140159333289	0.6257911085544
577	143	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head13	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5307205636144655	0.9246624321962882	0.7965183663298419	1.5631225621352063	0.046875	1.3826401002639244	0.7935820768073123	37.77812934410524	63	1703.3005545454866	611.5723819708768	0.0	0.0374908447265625	0.890625	0.90625	0.609375	0.34375	-0.09063135270459366	0.6190345337181814	0.890625	0.90234375	0.609375	0.296875	-0.09075752175144602	0.6246193946436313	0.890625	0.904296875	0.609375	0.296875	-0.09069052840816516	0.6217219737363932
578	144	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head14	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6693933704723983	0.9890015837686382	0.8143756862249316	1.2271035541272899	0.0625	1.1463290913675004	0.7758785291496172	34.485107689785345	64	1646.3402107839327	587.1304620832291	0.0	0.04169464111328125	0.9375	0.9375	0.359375	0.40625	-0.01116492660025481	0.5564207127902467	0.9375	0.92578125	0.34765625	0.353515625	-0.013559168967039015	0.7105825305346324	0.9375	0.9296875	0.345703125	0.37109375	-0.011913767159425936	0.5715668735463901
579	144	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head14	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6880291164984119	1.0210098414630417	0.8305105516358957	1.2381680209636565	0.0625	1.1405599388161056	0.7685904828230138	34.52510106100285	63	1646.3402107839327	584.4383374621194	0.0	0.04169464111328125	0.921875	0.9375	0.40625	0.46875	0.005716056562159899	0.5657302309015954	0.921875	0.9375	0.30859375	0.396484375	0.004208658887594918	0.5703539814526725	0.921875	0.9375	0.3203125	0.40234375	0.004123093331814154	0.5695543912757925
580	144	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head14	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6693569916955857	0.9890061225625427	0.8143796219424827	1.2271023405097707	0.0625	1.1464012282758769	0.775881624925269	34.48448575831682	64	1646.3466786040124	587.065454354157	0.0	0.0421142578125	0.9375	0.9375	0.359375	0.40625	-0.011160387806350314	0.5564106778628766	0.9375	0.92578125	0.34765625	0.353515625	-0.013552536637481238	0.7105208694596896	0.9375	0.9296875	0.345703125	0.37109375	-0.01190672425059891	0.5715567706729626
581	144	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head14	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6879874382465254	1.021013371004277	0.8304964911980275	1.238171648886327	0.0625	1.1406373615006509	0.7685934372585423	34.524465842491445	63	1646.3466786040124	584.420970185253	0.0	0.0421142578125	0.921875	0.9375	0.40625	0.46875	0.00571958610339518	0.5657198221756514	0.921875	0.9375	0.30859375	0.396484375	0.004209784803415051	0.5703437953866706	0.921875	0.9375	0.322265625	0.40234375	0.0041237862560143945	0.5695444723854409
582	145	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head15	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5319787273043749	0.9855140873311203	0.7668005786632125	1.2060627662654988	0.03125	1.6473071884939805	0.8892134499949964	33.09835067401807	64	1580.0123173646907	566.7274196931828	0.0	0.0377044677734375	0.953125	0.96875	0.453125	0.421875	-0.0146524230377727	0.5340452475859244	0.953125	0.91015625	0.40625	0.41015625	-0.010429116819909323	0.7940602448680797	0.953125	0.95703125	0.421875	0.41015625	-0.01144936694452281	0.5479635838958432
583	145	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head15	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5432236486295396	1.0021963302090606	0.7784014767374762	1.240977844570553	0.03125	1.6266317089887354	0.8816883332121541	32.723820727538595	63	1580.0123173646907	566.8709940567178	0.0	0.0377044677734375	0.9375	0.96875	0.5	0.453125	-0.01309745469182122	0.5362143509286827	0.9375	0.966796875	0.419921875	0.359375	-0.010716591675089315	0.542129046777044	0.9375	0.96875	0.419921875	0.359375	-0.010441862179255468	0.5409226425746672
584	145	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head15	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5319970507483114	0.9854889312939504	0.7667766271419659	1.2060777671624845	0.03125	1.6472080378097238	0.889213252687768	33.09912392800699	64	1580.0003589904402	566.736983807825	0.0	0.0381011962890625	0.953125	0.96875	0.453125	0.421875	-0.014677579074942604	0.5340577241175204	0.953125	0.91015625	0.40625	0.41015625	-0.010445716432847307	0.7941596587343314	0.953125	0.95703125	0.421875	0.41015625	-0.011471153125726885	0.5479788409550698
585	145	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::Q_head15	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5432533134021442	1.0021837111168643	0.778418123026834	1.2410102421851046	0.03125	1.626520421720587	0.8816872581487448	32.72463288634393	63	1580.0003589904402	566.9045462043197	0.0	0.0381011962890625	0.9375	0.96875	0.5	0.453125	-0.013110073784017517	0.5362276590081483	0.9375	0.966796875	0.419921875	0.359375	-0.010723127322984638	0.5421423296394142	0.9375	0.96875	0.419921875	0.359375	-0.010451368309311038	0.5409356967825671
586	146	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head0	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6532576540354554	1.0302601982237491	0.8174206184423095	1.1445838007672244	0.0	1.076981589055341	0.6828823121757389	52.799807524183926	64	1953.705453401617	659.2183398155526	0.0	0.0317230224609375	1.0	1.0	0.390625	0.515625	0.03009368785485611	0.8519302535481549	1.0	0.95703125	0.380859375	0.494140625	0.029433760127257624	1.1075036838001213	1.0	0.990234375	0.380859375	0.509765625	0.030398952224003573	0.862916767881813
587	146	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head0	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6592051466118869	1.0412288385584905	0.838777642994521	1.159600039461173	0.0	1.070309735100719	0.6776163507188196	52.00508278705875	63	1953.705453401617	661.346444021912	0.0	0.0317230224609375	1.0	1.0	0.46875	0.53125	0.02593505365760862	0.8521581860454296	1.0	1.0	0.380859375	0.484375	0.025518194517704984	0.8539177072824332	1.0	1.0	0.3828125	0.484375	0.0261923579443617	0.8523780865158923
588	146	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head0	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6532505334237394	1.0302677127988928	0.8174235899402121	1.1445612814629373	0.0	1.0770028665147595	0.6828833790572216	52.80025236748073	64	1953.707878377158	659.1742369096712	0.0	0.03214263916015625	1.0	1.0	0.390625	0.515625	0.030101202429999807	0.8519374311399002	1.0	0.955078125	0.380859375	0.494140625	0.029400999610644574	1.1073952016916468	1.0	0.990234375	0.380859375	0.509765625	0.030415397218233498	0.8629209672413183
589	146	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head0	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6592012173898893	1.0412444689582285	0.8387868929773955	1.159585431849995	0.0	1.070333750603915	0.6776173439053265	52.005482339419096	63	1953.707878377158	661.407563298606	0.0	0.03214263916015625	1.0	1.0	0.46875	0.53125	0.025950684057346685	0.8521647331326829	1.0	1.0	0.380859375	0.484375	0.025537280663576967	0.8539235350430406	1.0	1.0	0.3828125	0.484375	0.02620507762373636	0.85238453827112
590	147	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head1	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4509315990964348	0.9803695337607676	0.9203913835791588	1.0075503170964284	0.0	1.306408597265812	0.6008968022277984	47.3972161200194	64	1855.0150537912575	630.0884820014853	0.0	0.026153564453125	1.0	1.0	0.478515625	0.03125	-0.019796976608125405	0.7647588928825158	1.0	0.923828125	0.427734375	0.03125	-0.020988759969645887	1.5218933298723147	1.0	0.99609375	0.439453125	0.03125	-0.020047307363387334	0.77443430740504
591	147	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head1	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4603413709621459	0.9953213171456717	0.9314795624438071	1.0276985703805144	0.0	1.2884020185741236	0.5958927447486825	46.83616597677063	63	1855.0150537912575	632.5895807302991	0.0	0.026153564453125	1.0	1.0	0.53125	0.125	-0.01997246775521011	0.767460027003734	1.0	1.0	0.412109375	0.03125	-0.01895666814624597	0.7725982888704154	1.0	0.998046875	0.439453125	0.03125	-0.019462484056064322	0.767432004245385
592	147	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head1	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.45096609396928133	0.9804190753195358	0.9203891562885643	1.0075263008339397	0.0	1.3063793394491705	0.600898944934903	47.398340532839065	64	1855.0108075155983	630.0171278118073	0.0	0.02655792236328125	1.0	1.0	0.478515625	0.03125	-0.019747435049357276	0.7647770353974882	1.0	0.923828125	0.427734375	0.03125	-0.02093865577149534	1.5219432998160962	1.0	0.99609375	0.439453125	0.03125	-0.02000881072062166	0.7744508901725914
593	147	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head1	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.46037286529657107	0.9953672985891612	0.9314250751331721	1.0276484414014195	0.0	1.288377413811573	0.5958946033494682	46.837086301223174	63	1855.0108075155983	632.5653870325178	0.0	0.02655792236328125	1.0	1.0	0.546875	0.125	-0.01992648631172067	0.7674751074915253	1.0	1.0	0.427734375	0.03125	-0.018896790797823804	0.7726105256851796	1.0	0.998046875	0.455078125	0.03125	-0.019420734156510577	0.7674464056342897
594	148	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head2	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7091733291053297	0.9887556527663086	0.8888567921084559	1.2211465801014965	0.0	0.8771686037459059	0.6291388344175486	54.11467517672906	64	1613.2966352813935	562.9358266685076	0.0	0.03359222412109375	0.9375	0.96875	0.375	0.28125	-0.011410857602584423	0.8731457765801653	0.9375	0.9296875	0.34375	0.28125	-0.011505557761247287	1.1817211668336491	0.9375	0.962890625	0.365234375	0.28125	-0.011031911471886091	0.892103391118067
595	148	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head2	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7233344289086628	1.0081267470235937	0.9107421703982689	1.2359429095142644	0.0	0.8700974035546255	0.6242978974154386	53.394354316782405	63	1613.2966352813935	560.6350314707564	0.0	0.03359222412109375	0.90625	0.96875	0.4375	0.390625	-0.007167037877288118	0.8749228667890678	0.90625	0.966796875	0.35546875	0.275390625	-0.007707654242196327	0.8880104942519528	0.90625	0.96875	0.37109375	0.28125	-0.0076557780167612055	0.8806441726967217
596	148	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head2	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7091730161335467	0.988793107713358	0.8888222672529337	1.2211672830634934	0.0	0.8772060392442548	0.6291415744796522	54.11488269531367	64	1613.2896883742646	563.0657723595987	0.0	0.03397369384765625	0.9375	0.96875	0.375	0.28125	-0.011373402655534992	0.873149124913591	0.9375	0.9296875	0.34375	0.28125	-0.011464264388328482	1.1817152688011476	0.9375	0.962890625	0.365234375	0.28125	-0.010985702428205513	0.8921063092655684
597	148	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head2	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7233525562295954	1.0081739167882162	0.9107083970647797	1.235964733148297	0.0	0.8701194076804223	0.6243001205344926	53.39455522941684	63	1613.2896883742646	560.7390365644251	0.0	0.03397369384765625	0.90625	0.96875	0.4375	0.390625	-0.007119868112665628	0.8749261589546974	0.90625	0.966796875	0.35546875	0.275390625	-0.007642582845677204	0.8880219534714201	0.90625	0.96875	0.37109375	0.28125	-0.007608458998755063	0.880648552935868
598	149	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head3	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5320375505210062	0.8744284966251591	0.7122072882315652	1.0930733824807546	0.0	1.2599877872422858	0.7666273670151575	38.79719484877181	64	1799.00806292773	630.1199390491895	0.0	0.02225494384765625	0.984375	0.984375	0.546875	0.25	-0.12573801374373395	0.6259966767744802	0.984375	0.923828125	0.53125	0.208984375	-0.12510338132063492	0.8377181483393578	0.984375	0.98046875	0.533203125	0.240234375	-0.12501448437821583	0.6366699990177254
599	149	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head3	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.539239098639001	0.8833552505500084	0.735640293761711	1.1107986690582798	0.015625	1.245824247267905	0.7605061992228747	38.41921817633368	63	1799.00806292773	628.9779145843611	0.0	0.02225494384765625	0.984375	0.984375	0.5625	0.3125	-0.13193853435087344	0.6295394510664087	0.984375	0.982421875	0.546875	0.23046875	-0.13178018161038607	0.6403499657579244	0.984375	0.984375	0.546875	0.234375	-0.13203803455008667	0.6308470055962384
600	149	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head3	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5320303251216083	0.8744485786223527	0.7122727858379897	1.0930349476384678	0.0	1.2600299699190654	0.7666250148352344	38.79675851389281	64	1799.0459189813034	630.1993500785372	0.0	0.02248382568359375	0.984375	0.984375	0.546875	0.25	-0.12571793174654033	0.62598963646692	0.984375	0.923828125	0.53125	0.208984375	-0.12507105573384847	0.8377184704701254	0.984375	0.98046875	0.533203125	0.240234375	-0.12499331158798699	0.6366631406786812
601	149	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head3	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5392349961330183	0.8833804376348793	0.7356840546248826	1.1107902652844441	0.015625	1.2458652928636387	0.7605037849584594	38.418819436891646	63	1799.0459189813034	629.0678371651904	0.0	0.02248382568359375	0.984375	0.984375	0.5625	0.3125	-0.13191334726600257	0.6295329172996802	0.984375	0.982421875	0.546875	0.23046875	-0.13175557498489354	0.6403349547562589	0.984375	0.984375	0.546875	0.234375	-0.13201366636238432	0.630839713326419
602	150	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head4	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.730452036135586	0.9974189403646521	0.8236506583329106	1.186808620211953	0.0	0.9928703381498089	0.727120902531698	45.663047622614464	64	1820.4311764807271	619.243997032474	0.0	0.03125762939453125	0.953125	1.0	0.40625	0.46875	-0.0027475700042409734	0.7367779081599347	0.953125	0.966796875	0.3984375	0.453125	-0.005337516958578092	0.980186498083579	0.953125	1.0	0.404296875	0.45703125	-0.004527738179470386	0.7473745261596119
603	150	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head4	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7403756913261144	1.0109555637732743	0.8455965265920481	1.2024997876870183	0.0	0.985629490588873	0.7218280819015302	44.98467926657509	63	1820.4311764807271	622.4275541684899	0.0	0.03125762939453125	0.953125	1.0	0.453125	0.46875	-0.004338221127607511	0.7371214625424912	0.953125	1.0	0.40625	0.451171875	-0.006619762889829461	0.740433475218246	0.953125	1.0	0.408203125	0.453125	-0.006508565290691992	0.7390054252509171
604	150	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head4	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7305318375128967	0.9974429526017371	0.8236528752777951	1.1868167165607044	0.0	0.9927786449495958	0.727115676988672	45.663530716114614	64	1820.4374234648103	619.1617271663956	0.0	0.03168487548828125	0.953125	1.0	0.40625	0.46875	-0.0027235577671559374	0.7367857029225933	0.953125	0.966796875	0.3984375	0.453125	-0.005323759250679516	0.9800047597934536	0.953125	1.0	0.404296875	0.45703125	-0.00450216829841088	0.7473792614150553
605	150	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head4	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7404573768978675	1.0109818667841366	0.8455960130864186	1.2025133202164138	0.0	0.985539555479054	0.7218230692904465	44.98512156259528	63	1820.4374234648103	622.4875069741449	0.0	0.03168487548828125	0.953125	1.0	0.453125	0.46875	-0.00431191811674525	0.7371287100297378	0.953125	1.0	0.40625	0.451171875	-0.006588159179855779	0.7404383784654248	0.953125	1.0	0.408203125	0.453125	-0.006483473209318635	0.7390120947675753
606	151	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head5	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5034301061798625	0.8516003532608483	0.6926290818364094	1.0860392722096317	0.0	1.303302440002563	0.770457272877612	37.73293724918621	64	1795.150665508417	644.7750987917473	0.0	0.0195465087890625	1.0	1.0	0.6875	0.21875	-0.14856615710804477	0.608824772383726	1.0	0.80859375	0.671875	0.177734375	-0.14860457764649415	0.9269563622276734	1.0	0.994140625	0.67578125	0.20703125	-0.14884721974841297	0.6183705473195547
607	151	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head5	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.510000273277665	0.8713061605761503	0.7070199674962466	1.105693448641626	0.0	1.3064848715869057	0.7647227480887564	37.20231928981393	63	1795.150665508417	647.4007404053413	0.0	0.0195465087890625	1.0	1.0	0.703125	0.25	-0.14398762432473156	0.6095992780647916	1.0	1.0	0.685546875	0.171875	-0.14468868708187665	0.6160976248212723	1.0	1.0	0.6875	0.171875	-0.14484020657960217	0.6115643999223939
608	151	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head5	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5034328030687223	0.8516124972184316	0.6926649539278565	1.0860394397393962	0.0	1.3033147001908691	0.7704576611320775	37.733096877574994	64	1795.133677042255	644.7538776044385	0.0	0.01976776123046875	1.0	1.0	0.6875	0.21875	-0.14855401315046146	0.6088273480039813	1.0	0.80859375	0.671875	0.177734375	-0.14858221080099798	0.9269061562683063	1.0	0.994140625	0.67578125	0.20703125	-0.1488379378680249	0.6183731320739814
609	151	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head5	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5099729136742435	0.8712670906407483	0.7070558181935772	1.1056945100361755	0.0	1.3064970729798442	0.764723155702354	37.20240303175262	63	1795.133677042255	647.4208130497503	0.0	0.01976776123046875	1.0	1.0	0.703125	0.25	-0.1440266942601336	0.6096006502648679	1.0	1.0	0.685546875	0.171875	-0.14473534157323598	0.6160997626884014	1.0	1.0	0.6875	0.171875	-0.1448802698883107	0.6115659992007734
610	152	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head6	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6063626597034026	0.9143167901993013	0.8511214007833969	1.3886096158614014	0.015625	1.095444774878328	0.7264843152542663	41.23299596885074	64	1810.8096125914296	620.3075036048631	0.0	0.0353851318359375	0.859375	0.921875	0.65625	0.34375	-0.08584972016959169	0.665298575079152	0.859375	0.888671875	0.625	0.326171875	-0.08343314303697691	0.9492763206081288	0.859375	0.908203125	0.634765625	0.33984375	-0.08399618115023888	0.6775625527918866
611	152	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head6	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6219920426860741	0.9295963401840991	0.868193170267067	1.4080802497000264	0.03125	1.0760936598217072	0.7200132623816949	40.87372165956626	63	1810.8096125914296	623.0519219655789	0.0	0.0353851318359375	0.828125	0.921875	0.65625	0.34375	-0.08569744471678276	0.6697590819912951	0.828125	0.91796875	0.625	0.34375	-0.0840672683090965	0.6731164652335919	0.828125	0.919921875	0.625	0.34375	-0.08424382537613384	0.6710301628385708
612	152	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head6	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6063726918508622	0.9143182644412587	0.8511412103318438	1.3885459234527402	0.015625	1.0954385417210952	0.7264910295831442	41.23453860065768	64	1810.8174699818137	620.2537290447953	0.0	0.035797119140625	0.859375	0.921875	0.65625	0.34375	-0.08584824592763429	0.6653234655999332	0.859375	0.890625	0.625	0.326171875	-0.08342291487335352	0.9492737957928048	0.859375	0.908203125	0.634765625	0.33984375	-0.08398843515914944	0.6775925180149722
613	152	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head6	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6219659106300341	0.9295336294479537	0.8682088978586284	1.4080063352136893	0.03125	1.076074416643226	0.7200187096519256	40.87538933610436	63	1810.8174699818137	623.1787441924662	0.0	0.035797119140625	0.828125	0.921875	0.65625	0.34375	-0.08576015545292814	0.6697864086320283	0.828125	0.91796875	0.625	0.34375	-0.08412019632736256	0.6731450532206902	0.828125	0.919921875	0.625	0.34375	-0.08430655944620935	0.6710575486240101
614	153	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head7	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.737445131215529	0.9883528071238705	0.8368255764613444	1.1983616337814154	0.015625	0.7603812980183636	0.567347491755248	50.99921698038431	64	1864.8202691959698	647.4365281194764	0.0	0.035247802734375	0.90625	0.953125	0.359375	0.40625	-0.011813703245022511	0.822877542365202	0.90625	0.94140625	0.349609375	0.40625	-0.014278262967599042	1.0486853140633068	0.90625	0.953125	0.357421875	0.40625	-0.014988919066617479	0.8360358274756667
615	153	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head7	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7518833015926616	1.006333292405887	0.8516387104483064	1.2025654246084605	0.03125	0.7536501197817285	0.5630907221130071	50.41011092478712	63	1864.8202691959698	647.7734122601237	0.0	0.035247802734375	0.90625	0.953125	0.46875	0.40625	-0.008960492494994865	0.8260228881840229	0.90625	0.953125	0.43359375	0.40625	-0.01313758843786772	0.8301121735115966	0.90625	0.953125	0.443359375	0.40625	-0.012966963751779526	0.8276271794403699
616	153	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head7	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7373831615234546	0.9883355137941312	0.8368548971764949	1.198402737977775	0.015625	0.7604401036473292	0.5673536162067849	50.99901499438628	64	1864.8145253652103	647.5547405533378	0.0	0.035675048828125	0.90625	0.953125	0.359375	0.40625	-0.011830996574761832	0.8228742833006224	0.90625	0.94140625	0.349609375	0.40625	-0.014262838665309863	1.0487046026526605	0.90625	0.953125	0.357421875	0.40625	-0.015003529413300631	0.8360335735372068
617	153	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head7	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.751833855619138	1.0063268013933255	0.8516708058694833	1.2026371899808461	0.03125	0.7537024578890633	0.5630964256539515	50.40994505176103	63	1864.8145253652103	647.7513910629431	0.0	0.035675048828125	0.90625	0.953125	0.46875	0.40625	-0.008966983507556314	0.8260201701793694	0.90625	0.953125	0.43359375	0.40625	-0.013154797640178018	0.8301111776312605	0.90625	0.953125	0.443359375	0.40625	-0.012972445829502632	0.8276248559005468
618	154	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head8	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5728580188315259	0.8940539894453441	0.7868083384183494	1.2701735296524144	0.0	1.2069379004209921	0.7733359088490688	40.734617143811825	64	1833.7279394753584	636.6106107923349	0.0	0.02785491943359375	1.0	1.0	0.65625	0.3125	-0.10611252092354895	0.657257182152029	1.0	0.98046875	0.65625	0.296875	-0.10646676826485568	0.9699322648723013	1.0	0.9921875	0.65625	0.296875	-0.10661536411743011	0.6700493102047624
619	154	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head8	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5909606736137212	0.9109364788068925	0.7938796204669628	1.2824035594999983	0.0	1.1820879071501296	0.7668673745451818	40.247416658989174	63	1833.7279394753584	635.2364966628572	0.0	0.02785491943359375	1.0	1.0	0.671875	0.3125	-0.1043573060939893	0.6594964133327662	1.0	1.0	0.65625	0.296875	-0.10633611789802644	0.663203158367099	1.0	1.0	0.65625	0.296875	-0.10575620376459649	0.6604197420486942
620	154	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head8	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5728690151708694	0.8940431204176834	0.7868234186021613	1.2701820001327244	0.0	1.2068976308096093	0.7733343519839933	40.73622785119821	64	1833.722131983248	636.616367793986	0.0	0.02814483642578125	1.0	1.0	0.65625	0.3125	-0.10612338995120962	0.657283171079194	1.0	0.98046875	0.65625	0.296875	-0.10646599768304188	0.9700468179007642	1.0	0.9921875	0.65625	0.296875	-0.10662566448149258	0.6700741424852356
621	154	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head8	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.590973252349742	0.9109325708340754	0.7938996794343837	1.2824071344306913	0.0	1.182055011369665	0.7668656461430711	40.24891881086088	63	1833.722131983248	635.2386311319832	0.0	0.02814483642578125	1.0	1.0	0.671875	0.3125	-0.10436121406680643	0.6595210276770871	1.0	1.0	0.65625	0.296875	-0.10633237984204658	0.6632276855324536	1.0	1.0	0.65625	0.296875	-0.10576681068695848	0.6604445857739337
622	155	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head9	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.44726523128196605	0.8863178052938451	0.7717812903502967	1.1846008599942341	0.0	1.530603021507269	0.7723928260567449	37.2836323623112	64	1818.1167600605306	643.1881663558321	0.0	0.03014373779296875	1.0	1.0	0.6875	0.3125	-0.11384870507504796	0.6015751924298498	1.0	0.943359375	0.671875	0.3125	-0.11347803615601759	1.0321770529250398	1.0	0.994140625	0.677734375	0.3125	-0.11436288740367917	0.6150228851400742
623	155	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head9	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4577812155156894	0.9066050613681182	0.7744739333779561	1.2099710344036885	0.0	1.5151750556329624	0.7650725858953402	37.06748482612566	63	1818.1167600605306	644.0255812397652	0.0	0.03014373779296875	0.984375	1.0	0.6875	0.3125	-0.1086887235327636	0.6073898730252212	0.984375	1.0	0.671875	0.3125	-0.10936384821214085	0.6131519332670369	0.984375	1.0	0.671875	0.3125	-0.1094586254890777	0.6093136617615771
624	155	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head9	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.44727127784656107	0.8863322141157103	0.7717691621668483	1.1845719217032442	0.0	1.5306131830979195	0.7723958391561121	37.28387035490582	64	1818.1130044173822	643.108491852489	0.0	0.0305328369140625	1.0	1.0	0.6875	0.3125	-0.11383429625318275	0.60157903246452	1.0	0.943359375	0.671875	0.3125	-0.11344191130282466	1.0322973206415549	1.0	0.994140625	0.677734375	0.3125	-0.11434198917075877	0.615028348694203
625	155	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head9	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4577737749079568	0.9065916009526558	0.7744699865891872	1.2099804116530604	0.0	1.5151835574608146	0.7650758026529809	37.067624535023654	63	1818.1130044173822	643.98162420257	0.0	0.0305328369140625	0.984375	1.0	0.6875	0.3125	-0.10870218394822606	0.6073921623030131	0.984375	1.0	0.671875	0.3125	-0.1093685009542229	0.6131544724498138	0.984375	1.0	0.671875	0.3125	-0.10947163077430266	0.6093160000863427
626	156	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head10	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5173387139063887	0.940136930670562	0.8438629812019788	1.2465020617835296	0.0	1.5947454285504197	0.877556792100392	34.917218127039945	64	1724.0792025476749	612.0574502681945	0.0	0.02922821044921875	1.0	1.0	0.578125	0.3125	-0.060029579698331004	0.5633928585542726	1.0	0.98046875	0.55859375	0.3125	-0.06034645586868215	0.8096928611264645	1.0	0.998046875	0.572265625	0.3125	-0.06028434304015984	0.5737162929016483
627	156	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head10	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5349488495972219	0.9626576217350192	0.8643347085323551	1.26402864833794	0.0	1.5663878649840057	0.8704417515398769	34.65904853861834	63	1724.0792025476749	613.6697773302004	0.0	0.02922821044921875	1.0	1.0	0.59375	0.3125	-0.052636163165862615	0.5679251017379241	1.0	1.0	0.546875	0.3125	-0.05291170902970277	0.5743660477127471	1.0	1.0	0.546875	0.3125	-0.05393765902497616	0.5713506574349669
628	156	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head10	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5173688071221065	0.9401749681590816	0.8438534430888093	1.2465255567472644	0.0	1.5947087650253033	0.8775521572158115	34.91780191841139	64	1724.0964291145694	612.0649824081834	0.0	0.02968597412109375	1.0	1.0	0.578125	0.3125	-0.0599915422098114	0.5634022780873053	1.0	0.98046875	0.55859375	0.3125	-0.06031567904306634	0.8095832393943393	1.0	0.998046875	0.572265625	0.3125	-0.06024558101160071	0.5737242445570605
629	156	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head10	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5349574300806212	0.9626557317178164	0.8643037754815248	1.264061796247838	0.0	1.566351281782358	0.8704370926151619	34.65967477052955	63	1724.0964291145694	613.694714200551	0.0	0.02968597412109375	1.0	1.0	0.59375	0.3125	-0.05263805318306547	0.5679353632089361	1.0	1.0	0.546875	0.3125	-0.05291207697074651	0.5743753544767317	1.0	1.0	0.546875	0.3125	-0.05393241960000905	0.5713608675152988
630	157	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head11	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7540899047000658	0.974223012148375	0.830096501706308	1.108043445032645	0.0	0.7560449744063927	0.5852108558201966	50.80547076554215	64	1864.414320020336	633.4252663952005	0.0	0.0255889892578125	0.96875	0.984375	0.515625	0.3125	-0.025943498220518002	0.8197514275236114	0.96875	0.96875	0.498046875	0.302734375	-0.026347785205489194	0.9783024962144616	0.96875	0.97265625	0.50390625	0.3046875	-0.02524986370295057	0.831211458860755
631	157	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head11	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.75712302184905	0.9857495753608614	0.8467487735432474	1.1187515302489608	0.0	0.7567247575184959	0.5812163144079009	50.02998188874215	63	1864.414320020336	633.7791991790709	0.0	0.0255889892578125	0.96875	1.0	0.5625	0.359375	-0.02954420954002046	0.8197940726056371	0.96875	1.0	0.486328125	0.28125	-0.029679966756390508	0.8225903148674529	0.96875	1.0	0.498046875	0.28125	-0.03010302688747224	0.8215291105676166
632	157	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head11	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7540957273220723	0.9742574445646542	0.8300652700534336	1.108053969755781	0.0	0.7560650827187058	0.5852102559096728	50.804462294221764	64	1864.4082018929198	633.3422982790223	0.0	0.025909423828125	0.96875	0.984375	0.515625	0.3125	-0.025909065804238796	0.8197351557364979	0.96875	0.96875	0.498046875	0.302734375	-0.026351505861681335	0.9782606980814222	0.96875	0.97265625	0.50390625	0.3046875	-0.025207557225235044	0.8311961570945581
633	157	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head11	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7571312720219286	0.9857949349880737	0.8467890332084583	1.1187748862405464	0.0	0.7567507870032104	0.5812158955495831	50.02910090556292	63	1864.4082018929198	633.8094433240386	0.0	0.025909423828125	0.96875	1.0	0.5625	0.359375	-0.029498849912808156	0.8197796367661438	0.96875	1.0	0.486328125	0.28125	-0.02960955858906522	0.8225773548959787	0.96875	1.0	0.498046875	0.28125	-0.030050019392114935	0.8215142076573785
634	158	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head12	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4018201148311441	0.9591338789178057	0.7306889574627997	1.0350775108570938	0.0	1.2665845294302753	0.5306236723003277	41.671226436069695	64	1922.4391223579294	666.8545195872703	0.0	0.02228546142578125	1.0	1.0	0.609375	0.171875	-0.041032631451087376	0.6723694681478317	1.0	0.80078125	0.521484375	0.072265625	-0.04107999800559581	1.8725837191602133	1.0	1.0	0.599609375	0.15625	-0.04199633440002826	0.6814364051087143
635	158	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head12	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4103786685932748	0.9722434194932894	0.7357614381486202	1.0576915042673816	0.0	1.2472054944959983	0.5264386675512155	41.31517556458462	63	1922.4391223579294	665.9167867403371	0.0	0.02228546142578125	1.0	1.0	0.640625	0.203125	-0.04305036540759244	0.676992770291792	1.0	0.99609375	0.537109375	0.1328125	-0.04482451097835116	0.6837193180608628	1.0	1.0	0.5859375	0.13671875	-0.04428806289237586	0.6772121449836669
636	158	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head12	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.40188576173837265	0.9591952224943479	0.7307771024669877	1.035098756948505	0.0	1.2664955716564508	0.5306391500051781	41.675616465097484	64	1922.4540263879232	666.9428506491488	0.0	0.022552490234375	1.0	1.0	0.59375	0.171875	-0.04097128787454518	0.6724403017117802	1.0	0.80078125	0.5078125	0.072265625	-0.04103046971889324	1.8723522619070097	1.0	1.0	0.583984375	0.15625	-0.04192751788274296	0.6815258414115165
637	158	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head12	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4104128954292223	0.972217933017588	0.7358603106068643	1.0577000914679255	0.0	1.2471016501679995	0.5264525388370412	41.32026412010573	63	1922.4540263879232	665.8389213095763	0.0	0.022552490234375	1.0	1.0	0.640625	0.203125	-0.04307585188329388	0.6770761516462688	1.0	0.99609375	0.537109375	0.1328125	-0.044835811848654705	0.6837992364447875	1.0	1.0	0.5859375	0.13671875	-0.044318191935669216	0.6772956509337027
638	159	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head13	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7447650282946161	0.9895338148628139	0.8806110849519839	1.2899347632366802	0.078125	0.8860585795494201	0.6668851869001553	45.63473048251581	64	1841.6518140059277	628.1256768613812	0.0	0.04085540771484375	0.8125	0.859375	0.421875	0.390625	-0.010632695506079148	0.736321008230272	0.8125	0.79296875	0.40625	0.375	-0.012250938993059401	0.929854186750053	0.8125	0.859375	0.41015625	0.376953125	-0.011825037385876591	0.746105926855934
639	159	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head13	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7595473527051255	1.006342036237656	0.8935081920012807	1.3044563225106216	0.09375	0.8769943966540363	0.6619208463219681	45.06366563645434	63	1841.6518140059277	627.7936945374013	0.0	0.04085540771484375	0.71875	0.84375	0.484375	0.40625	-0.00895174866322579	0.7384157376031466	0.71875	0.84375	0.400390625	0.375	-0.010030923449956042	0.7404209762912205	0.71875	0.84375	0.408203125	0.375	-0.01069066595516821	0.7386863286484381
640	159	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head13	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7447631910478039	0.9895557449346543	0.8806006551618547	1.2899554315768595	0.078125	0.8860788291105455	0.6668840029137011	45.63492416995	64	1841.662455419829	628.0546899027454	0.0	0.04132843017578125	0.8125	0.859375	0.421875	0.390625	-0.010610765434238778	0.7363241333966817	0.8125	0.79296875	0.40625	0.375	-0.012243024346850873	0.9300218103558521	0.8125	0.859375	0.41015625	0.376953125	-0.011805176365915382	0.7461127334914358
641	159	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head13	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7594898681700768	1.006337424623668	0.8934595371126731	1.3044751586854284	0.09375	0.877054837122781	0.6619193983304461	45.064004190158144	63	1841.662455419829	627.8485111849466	0.0	0.04132843017578125	0.71875	0.84375	0.484375	0.40625	-0.008956360277213804	0.738421285163013	0.71875	0.84375	0.400390625	0.375	-0.01002205878412954	0.7404281850557268	0.71875	0.84375	0.408203125	0.375	-0.01069313207586764	0.7386918803376828
642	160	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head14	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6357715033089892	0.8926875193824475	0.8021620485600091	1.2021406840143656	0.0	1.0231785595299048	0.7287071419973122	43.32864847957072	64	1802.6175239900058	607.8768983223065	0.0	0.02317047119140625	0.90625	0.953125	0.84375	0.15625	-0.10747899098644553	0.699112141046959	0.90625	0.9375	0.83203125	0.140625	-0.10716698745700404	0.9143634232455654	0.90625	0.951171875	0.8359375	0.15234375	-0.10604268343354184	0.7097888979074835
643	160	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head14	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6476345616765045	0.9078094204575959	0.814109341086571	1.2239885816464666	0.015625	1.0144969779008712	0.7237458554613655	42.80198517404479	63	1802.6175239900058	609.0913286777452	0.0	0.02317047119140625	0.890625	0.9375	0.84375	0.15625	-0.1074843644432859	0.7013557154481408	0.890625	0.9375	0.828125	0.140625	-0.10785349813031408	0.7055230744618084	0.890625	0.9375	0.828125	0.140625	-0.10798154111081737	0.7036734682784316
644	160	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head14	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6358210412261533	0.892747391702993	0.8021446853628998	1.2021318643739067	0.0	1.0231592574493824	0.7287012994467236	43.327772421650494	64	1802.617184332034	607.8612766427217	0.0	0.02349853515625	0.90625	0.953125	0.84375	0.15625	-0.10741911866590004	0.6990980057634969	0.90625	0.9375	0.83203125	0.140625	-0.10708744835210449	0.9143058054662772	0.90625	0.951171875	0.8359375	0.15234375	-0.10598374325671345	0.7097718913032988
645	160	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head14	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6476651278692156	0.9078408738523618	0.8141433960695267	1.223950232651014	0.015625	1.014476333494539	0.7237402095203364	42.801105108236705	63	1802.617184332034	609.0778268784376	0.0	0.02349853515625	0.890625	0.9375	0.84375	0.15625	-0.10745291104852006	0.7013412946407422	0.890625	0.9375	0.828125	0.140625	-0.10781594359714619	0.7055076168381247	0.890625	0.9375	0.828125	0.140625	-0.10794953759507164	0.7036591036394259
646	161	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head15	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7244459614108701	0.964896819265222	0.9047284311424921	1.0746484406152832	0.0	0.8500497649821367	0.638218622907802	42.97988509847822	64	1785.4095933209794	605.2806875404269	0.0	0.02729034423828125	1.0	1.0	0.640625	0.25	-0.035269691103671064	0.6934848084937797	1.0	0.919921875	0.623046875	0.240234375	-0.0332181620372084	0.837960627058748	1.0	0.986328125	0.63671875	0.240234375	-0.032690226360482355	0.7032742529927347
647	161	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head15	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.742002935560341	0.9814548925442635	0.9141480174307217	1.0848978695566815	0.0	0.8383208712998717	0.6337902558450529	42.420988404848245	63	1785.4095933209794	607.5096683359307	0.0	0.02729034423828125	0.984375	1.0	0.6875	0.265625	-0.0338388923566183	0.6951126811459535	0.984375	1.0	0.587890625	0.234375	-0.032497585788655914	0.6986712331356875	0.984375	1.0	0.603515625	0.234375	-0.032385629283458006	0.6974115781252892
648	161	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head15	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7244367320756193	0.9648692612112191	0.9047113256894059	1.0746877491391447	0.0	0.8500357533961931	0.638218200219948	42.98063161783964	64	1785.3875952219616	605.3017200039521	0.0	0.02759552001953125	1.0	1.0	0.640625	0.25	-0.03529724915767396	0.6934968536594474	1.0	0.919921875	0.623046875	0.240234375	-0.03325598776443117	0.8379695708745383	1.0	0.986328125	0.63671875	0.240234375	-0.03271781334221413	0.7032883778343126
649	161	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::K_head15	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7420124873282163	0.9814514155713938	0.9141764456705515	1.0849313359353172	0.0	0.8383060844525689	0.6337894805571044	42.42164565263369	63	1785.3875952219616	607.682361612503	0.0	0.02759552001953125	0.984375	1.0	0.6875	0.265625	-0.03384236932948803	0.6951234508448101	0.984375	1.0	0.587890625	0.234375	-0.032519297826246296	0.6986816297649266	0.984375	1.0	0.603515625	0.234375	-0.03238648390143806	0.69742240352902
650	162	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head0	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6203038384370532	0.9772758691360407	0.9280023634240547	1.004259903967946	0.0	0.9250735587395945	0.5871695981095757	57.107464844009684	64	1871.9284057990837	640.7707549275515	0.0	0.0260467529296875	1.0	1.0	0.484375	0.03125	-0.022890641232852338	0.9214347416279046	1.0	0.994140625	0.46875	0.015625	-0.022941744333714875	1.25458266993105	1.0	0.982421875	0.474609375	0.025390625	-0.02356673793329056	0.9364153457871868
651	162	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head0	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6339649275500873	0.9922709349269455	0.9439993765980208	1.019016061420598	0.0	0.9117945606881203	0.5825483265311662	56.427295985435784	63	1871.9284057990837	638.9326510439165	0.0	0.0260467529296875	1.0	1.0	0.609375	0.0625	-0.023022849973936332	0.924620818070561	1.0	1.0	0.529296875	0.013671875	-0.0224234472172663	0.9276477179145224	1.0	1.0	0.541015625	0.015625	-0.022925292020232413	0.9260264340958172
652	162	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head0	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6203222714445479	0.9772639187296042	0.9280167717671608	1.0042839440279658	0.0	0.9250419694226597	0.5871741754261693	57.1092356062622	64	1871.928705164468	640.5304626122015	0.0	0.02642822265625	1.0	1.0	0.484375	0.03125	-0.022902591639288872	0.9214633130565802	1.0	0.994140625	0.470703125	0.015625	-0.02297505398354538	1.2546061689587564	1.0	0.982421875	0.474609375	0.025390625	-0.023580595453542408	0.9364517611323474
653	162	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head0	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.634030497081151	0.9922525720881084	0.9440441812184384	1.0189798879918417	0.0	0.9116900887972162	0.5825526044922461	56.42928927651987	63	1871.928705164468	638.9532567719716	0.0	0.02642822265625	1.0	1.0	0.625	0.0625	-0.023041212812773493	0.924653480249399	1.0	1.0	0.544921875	0.013671875	-0.02245874349496879	0.9276810043209325	1.0	1.0	0.556640625	0.015625	-0.02293319951555195	0.9260599712941316
654	163	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head1	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.3583288866803046	0.9110458563487343	0.871690671338041	1.1565578365159834	0.0	1.468341175492985	0.5775220369147361	33.767874237144646	64	1788.2088580854906	606.2016100814034	0.0	0.03115081787109375	0.984375	0.984375	0.671875	0.265625	-0.08912065402015878	0.5448480782331693	0.984375	0.82421875	0.611328125	0.232421875	-0.08805148450349431	1.3154977623353208	0.984375	0.92578125	0.6484375	0.259765625	-0.08933806120835608	0.5548230796922525
655	163	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head1	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.36708006110165226	0.9275171621667567	0.8897922086905791	1.156485150603924	0.0	1.4476863020455129	0.5729454913475222	33.37765956209221	63	1788.2088580854906	608.7165659581678	0.0	0.03115081787109375	0.984375	0.984375	0.6875	0.296875	-0.08777662273412512	0.5469281905258754	0.984375	0.98046875	0.654296875	0.25	-0.08865445223082713	0.5524981370235598	0.984375	0.982421875	0.654296875	0.25	-0.08789027319843246	0.5482145011186903
656	163	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head1	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.35833553465657864	0.9110914178547833	0.8717449560994128	1.1565700413350162	0.0	1.4684169646938967	0.5775336786524811	33.76738653267862	64	1788.1997861501272	606.1290510894023	0.0	0.0314788818359375	0.984375	0.984375	0.671875	0.265625	-0.08907509251410972	0.5448402090721084	0.984375	0.82421875	0.611328125	0.232421875	-0.0879983016890995	1.3156226038258394	0.984375	0.92578125	0.6484375	0.259765625	-0.08928765306348363	0.5548154569469768
657	163	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head1	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.36705447283800174	0.9274834262222929	0.8898120721193725	1.156499252343729	0.0	1.4477637925351996	0.5729570584645569	33.37713158203519	63	1788.1997861501272	608.6097755627338	0.0	0.0314788818359375	0.984375	0.984375	0.6875	0.296875	-0.087810358678589	0.5469195390152239	0.984375	0.98046875	0.654296875	0.25	-0.08868693749713841	0.552490951866229	0.984375	0.982421875	0.654296875	0.25	-0.08791441178230053	0.5482060026134664
658	164	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head2	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7916413192815326	0.9903901966437421	0.891810553876157	1.057298284041163	0.0	0.6931678290226336	0.5540647479251891	54.498044706788974	64	1842.5766653402263	556.884852020696	0.0	0.0285186767578125	0.96875	0.984375	0.421875	0.3125	-0.009776313725150976	0.8793314828594352	0.96875	0.8046875	0.3671875	0.248046875	-0.009644721717905202	1.5752295577279556	0.96875	0.982421875	0.419921875	0.302734375	-0.010058386823704968	0.8943745509945407
659	164	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head2	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.806574469054101	1.0047209314083065	0.9079045618011028	1.0730586809445075	0.0	0.6848221107303819	0.549764629253448	53.823699005857975	63	1842.5766653402263	558.048437980891	0.0	0.0285186767578125	0.96875	0.984375	0.453125	0.375	-0.010572853492575307	0.8819581328019878	0.96875	0.9765625	0.326171875	0.208984375	-0.011644271868462175	0.8976289184508092	0.96875	0.984375	0.375	0.21875	-0.011579514024932402	0.8838107145495178
660	164	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head2	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.7916349951561082	0.9904073658203405	0.8917822439553675	1.057348267222309	0.0	0.6931827698908278	0.554062659086045	54.49815756212902	64	1842.5428079004714	556.864614731029	0.0	0.02875518798828125	0.96875	0.984375	0.421875	0.3125	-0.009759144548552534	0.8793333037918015	0.96875	0.8046875	0.3671875	0.248046875	-0.009609837107039887	1.5754045267892587	0.96875	0.982421875	0.419921875	0.302734375	-0.010040655116771102	0.894377457366929
661	164	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head2	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8065523561841911	1.0047113749376742	0.9078767829904503	1.0731285710745342	0.0	0.6848318690128719	0.5497626197141637	53.82392714673699	63	1842.5428079004714	558.0367022075395	0.0	0.02875518798828125	0.96875	0.984375	0.453125	0.375	-0.010582409963207695	0.8819618711311511	0.96875	0.9765625	0.326171875	0.208984375	-0.011645721070518755	0.8976411390549055	0.96875	0.984375	0.375	0.21875	-0.011590165190378254	0.8838148443215161
662	165	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head3	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5806054848679101	0.9680385521134125	0.8888604642677735	1.1464434101686236	0.015625	1.029851876911361	0.6176795821104814	53.457882172732184	64	1770.2691039115139	572.0713620472116	0.0	0.03182220458984375	0.984375	0.984375	0.53125	0.296875	-0.03212795825548054	0.8625483547966214	0.984375	0.9453125	0.49609375	0.275390625	-0.03186807202388309	1.2880343303949917	0.984375	0.98046875	0.51953125	0.287109375	-0.031114798590359705	0.8784516184469843
663	165	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head3	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5943474369842465	0.9853184815032376	0.9094481455948095	1.1585127704365303	0.015625	1.0154413330726573	0.6125176428222892	52.877427237003786	63	1770.2691039115139	574.4495214818116	0.0	0.03182220458984375	0.984375	0.984375	0.546875	0.328125	-0.029975303397644204	0.8664524708390103	0.984375	0.984375	0.46875	0.265625	-0.030131721232094844	0.8709177235787077	0.984375	0.984375	0.470703125	0.265625	-0.02951686826931388	0.8677545190619579
664	165	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head3	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5805908844239346	0.9680158811382824	0.8888730762182044	1.146489424888997	0.015625	1.0298527741781713	0.6176790532438929	53.45821967390945	64	1770.281351587384	572.1091573626146	0.0	0.0321197509765625	0.984375	0.984375	0.53125	0.296875	-0.03215062923061063	0.8625538004123727	0.984375	0.9453125	0.498046875	0.275390625	-0.03190709490658161	1.2879549193881148	0.984375	0.98046875	0.51953125	0.287109375	-0.03113698220946648	0.8784606184298211
665	165	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head3	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5943553827358488	0.9853357538925696	0.9094509720651387	1.1585185692382416	0.015625	1.0154436217940233	0.6125164748095259	52.877724507391555	63	1770.281351587384	574.503651375289	0.0	0.0321197509765625	0.984375	0.984375	0.546875	0.328125	-0.02995803100831229	0.8664573419281584	0.984375	0.984375	0.46875	0.265625	-0.030106308237440205	0.8709218834798764	0.984375	0.984375	0.470703125	0.265625	-0.029503073987647843	0.867759202500609
666	166	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head4	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4512871374334692	0.9245125667410763	0.8896622376792619	1.1798359468773596	0.0	1.268018976984998	0.6189647116988736	45.88330523839678	64	1737.7445081167045	577.663417655014	0.0	0.0302276611328125	0.984375	1.0	0.859375	0.125	-0.07565394362781674	0.7403317871465843	0.984375	0.85546875	0.837890625	0.125	-0.07767300597426186	1.513188468756811	0.984375	1.0	0.857421875	0.125	-0.07662252798036051	0.7506103636849447
667	166	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head4	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.46218884539394434	0.940132636457049	0.906286988200761	1.1944028922639747	0.0	1.2493228853233893	0.6141932313592526	45.32860724888495	63	1737.7445081167045	579.5491658073722	0.0	0.0302276611328125	0.984375	1.0	0.859375	0.140625	-0.07516114844383281	0.7427570856360163	0.984375	1.0	0.84375	0.125	-0.07603543157048698	0.7487787346383863	0.984375	1.0	0.84375	0.125	-0.07578436325249038	0.7444612795218092
668	166	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head4	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4512741233533188	0.9245435715095922	0.8896989024288456	1.1798042532429587	0.0	1.2680921086779733	0.6189618015952822	45.881238788476786	64	1737.7260485804836	577.5667571399703	0.0	0.0305023193359375	0.984375	1.0	0.859375	0.125	-0.07562293885930083	0.7402984447673818	0.984375	0.853515625	0.837890625	0.125	-0.07765686731358201	1.5132340050252715	0.984375	1.0	0.857421875	0.125	-0.07659476362427853	0.7505801237451677
669	166	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head4	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4621360786168436	0.940087657123543	0.9063320786069367	1.1943765307447203	0.0	1.2493984916198522	0.6141896611148878	45.326439035969386	63	1737.7260485804836	579.3901422821021	0.0	0.0305023193359375	0.984375	1.0	0.859375	0.140625	-0.07520612777733882	0.7427215571782951	0.984375	1.0	0.84375	0.125	-0.07610184504906647	0.748741395138182	0.984375	1.0	0.84375	0.125	-0.07582802451016257	0.7444254714625564
670	167	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head5	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5344329297544848	0.9348466729612686	0.8701868060342469	1.089153749592736	0.015625	1.138029794025833	0.650588609405381	47.49402723846862	64	1622.012184296566	548.7661943702647	0.0	0.03173065185546875	0.96875	0.984375	0.796875	0.140625	-0.06531983740762448	0.7663209501049582	0.96875	0.955078125	0.7734375	0.111328125	-0.06768301947428879	1.2200087934217665	0.96875	0.9765625	0.791015625	0.12109375	-0.06875145455740372	0.7816362457996658
671	167	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head5	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5468185629568423	0.9503839581229765	0.8856964027162467	1.1049742908571156	0.015625	1.1216977880310541	0.6453867063733018	46.87762319605605	63	1622.012184296566	546.0260811419901	0.0	0.03173065185546875	0.96875	0.984375	0.8125	0.15625	-0.06490982677790536	0.7681393473103548	0.96875	0.984375	0.767578125	0.12109375	-0.06901360648971155	0.7739898027933464	0.96875	0.984375	0.767578125	0.12109375	-0.0685405948490656	0.7724695119654398
672	167	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head5	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5344263264403956	0.9348082494379588	0.8700963023675699	1.089148949058445	0.015625	1.1380026938257601	0.6505918187031775	47.494565886786845	64	1621.9790099309694	548.7779327474796	0.0	0.03206634521484375	0.96875	0.984375	0.796875	0.140625	-0.06535826093093422	0.7663296412502452	0.96875	0.955078125	0.7734375	0.111328125	-0.0677217173193021	1.219774814211216	0.96875	0.9765625	0.791015625	0.12109375	-0.06878512335063536	0.7816445236064239
673	167	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head5	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5468594713915746	0.9504296876098951	0.8856752988211046	1.1049645478253516	0.015625	1.1216742345398383	0.645390381814099	46.87817298991433	63	1621.9790099309694	545.8978939128816	0.0	0.03206634521484375	0.96875	0.984375	0.8125	0.15625	-0.06486409729098674	0.76814835626317	0.96875	0.984375	0.767578125	0.12109375	-0.06896861013757938	0.774000595188473	0.96875	0.984375	0.767578125	0.12109375	-0.06849600014288926	0.77247961387449
674	168	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head6	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5228615139233113	0.9543232619385458	0.9237977527738656	1.2445895802944524	0.015625	1.1820938887812082	0.6476541282585209	49.523839310482394	64	1808.6993759751053	604.8352469234858	0.0	0.03525543212890625	0.984375	0.984375	0.75	0.140625	-0.04584324843034726	0.7990721739114796	0.984375	0.966796875	0.7265625	0.140625	-0.04467756532682188	1.2646986384155683	0.984375	0.982421875	0.7421875	0.140625	-0.045709736080260965	0.8109791285766049
675	168	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head6	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5307422634388419	0.9658464617021416	0.9398188245535285	1.261309466835773	0.015625	1.1696334049077635	0.6427252211706781	48.867009389743785	63	1808.6993759751053	605.8086518396965	0.0	0.03525543212890625	0.984375	0.984375	0.796875	0.15625	-0.049447323198740234	0.8007375403965626	0.984375	0.984375	0.716796875	0.140625	-0.049692320243944765	0.8064454175026483	0.984375	0.984375	0.7265625	0.140625	-0.049395994425837086	0.8036228392913812
676	168	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head6	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5228761935408219	0.9543496484080812	0.9237662170452149	1.2446030643718882	0.015625	1.1820939835114737	0.6476544561387954	49.52393176049251	64	1808.708244147351	604.7957401609438	0.0	0.0357513427734375	0.984375	0.984375	0.75	0.140625	-0.045816861960811806	0.7990736656017764	0.984375	0.966796875	0.7265625	0.140625	-0.044639125317488815	1.2648703468520324	0.984375	0.982421875	0.7421875	0.140625	-0.045675504858304516	0.8109762434014661
677	168	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head6	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5307622341224181	0.9658918872734471	0.9397947918324405	1.2613312440649913	0.015625	1.1696455412056055	0.642725846195932	48.86716588638959	63	1808.708244147351	605.8298727559367	0.0	0.0357513427734375	0.984375	0.984375	0.796875	0.15625	-0.04940189762743474	0.8007401047593262	0.984375	0.984375	0.716796875	0.140625	-0.04964974181961124	0.8064476572278816	0.984375	0.984375	0.7265625	0.140625	-0.04935152065528314	0.8036255463668998
678	169	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head7	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5494363787113055	0.9369332084154197	0.8881322039172949	1.3251570275005609	0.03125	0.9998024434374226	0.5863041559579453	49.10241594864255	64	1877.8350032807055	623.559466558979	0.0	0.03403472900390625	0.953125	0.96875	0.625	0.21875	-0.06323330195347332	0.792272465194002	0.953125	0.9609375	0.599609375	0.17578125	-0.06473691412794091	1.3079204807517193	0.953125	0.966796875	0.61328125	0.212890625	-0.06365466816792609	0.8061521896398264
679	169	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head7	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5596216990066645	0.9512712500402933	0.8990436089046308	1.3388836323234097	0.03125	0.989079506200723	0.5818638518606298	48.4200331070228	63	1877.8350032807055	623.6923121921809	0.0	0.03403472900390625	0.9375	0.96875	0.65625	0.28125	-0.06402253486058851	0.7934133621071354	0.9375	0.96875	0.583984375	0.21875	-0.06576408862886063	0.7975084299485455	0.9375	0.96875	0.59375	0.21875	-0.06632110450462814	0.7933748301927559
680	169	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head7	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5494308353779581	0.9369005577420818	0.8881479158992847	1.3251060736638511	0.03125	0.9997767611469767	0.5863036119780719	49.10397424264542	64	1877.8203217557864	623.56371437864	0.0	0.0344390869140625	0.953125	0.96875	0.625	0.21875	-0.06326595262681123	0.7922976084259041	0.953125	0.9609375	0.599609375	0.17578125	-0.06479193176522513	1.3082045716216826	0.953125	0.966796875	0.61328125	0.212890625	-0.06367501736379644	0.8061854357693241
681	169	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head7	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.5595965718259892	0.951204977124847	0.8990294727873953	1.3388319345469082	0.03125	0.9890539919404766	0.5818632540313722	48.421608490813966	63	1877.8203217557864	623.6081187862856	0.0	0.0344390869140625	0.9375	0.96875	0.65625	0.28125	-0.06408880777603487	0.7934391764337716	0.9375	0.96875	0.583984375	0.21875	-0.06581295027380007	0.7975324457898375	0.9375	0.96875	0.59375	0.21875	-0.0663782348422699	0.7934014833152451
682	170	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head8	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.41791967526891194	0.9388900189444076	0.8886994298177023	1.0893366776975073	0.0	1.4570673092077981	0.6485712750399639	42.28761133512031	64	1549.8960073383016	534.9834734828412	0.0	0.02724456787109375	1.0	1.0	0.75	0.140625	-0.061276491424485435	0.6823149010566719	1.0	0.80859375	0.6640625	0.125	-0.05803201960081483	1.318475184391447	1.0	0.986328125	0.71484375	0.126953125	-0.05969676319007311	0.6967823872305033
683	170	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head8	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.42577302250935334	0.9537070888714023	0.9052938991956391	1.1067943665220867	0.0	1.441397637291493	0.643497606160912	41.65371583797802	63	1549.8960073383016	535.5135434331262	0.0	0.02724456787109375	1.0	1.0	0.8125	0.140625	-0.061586696029479526	0.6825401100866251	1.0	0.998046875	0.669921875	0.125	-0.05908079024839008	0.6906988597883952	1.0	1.0	0.671875	0.125	-0.05997280413826811	0.6871262202365714
684	170	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head8	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.41791417977593814	0.9388677141912709	0.8887224323134209	1.0893458752048333	0.0	1.4570604690495648	0.6485751097867011	42.28764307799596	64	1549.8905858681092	534.9965947617541	0.0	0.02764129638671875	1.0	1.0	0.75	0.140625	-0.06129879617762213	0.6823154132311924	1.0	0.80859375	0.6640625	0.125	-0.05805970548717476	1.31866772516932	1.0	0.986328125	0.71484375	0.126953125	-0.0597236157213723	0.6967874946059849
685	170	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head8	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.42578588798811945	0.9537274250282894	0.9052268813204744	1.106795040269367	0.0	1.4413934965861994	0.6435014803795235	41.6536788918536	63	1549.8905858681092	535.5539767109008	0.0	0.02764129638671875	1.0	1.0	0.8125	0.140625	-0.0615663598725924	0.6825395046853705	1.0	0.998046875	0.669921875	0.125	-0.0590477648791079	0.6906999151282858	1.0	1.0	0.671875	0.125	-0.05995086060336696	0.6871270197919936
686	171	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head9	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4621322190049864	0.9418119277138997	0.8933651159160121	1.0140152586628666	0.0	1.303331789740459	0.6395242981839436	45.892043968526096	64	1685.604805859879	582.4048187717362	0.0	0.02567291259765625	1.0	1.0	0.765625	0.0625	-0.05835458265499338	0.7404727874441961	1.0	0.88671875	0.732421875	0.0625	-0.05832787312461174	1.2550698923240031	1.0	0.91796875	0.751953125	0.0625	-0.05693390637182549	0.7493058382338158
687	171	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head9	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.47230673990303407	0.955554992210798	0.9064463137854275	1.0241622205135346	0.0	1.284820264854834	0.6350542622889371	45.34470086608941	63	1685.604805859879	583.5614246328983	0.0	0.02567291259765625	1.0	1.0	0.828125	0.09375	-0.059738792690083864	0.7430207965448138	1.0	0.984375	0.734375	0.0625	-0.05756097694831275	0.7483912488275347	1.0	0.9921875	0.734375	0.0625	-0.05789428735412927	0.7447487115963832
688	171	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head9	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.46215240011473624	0.9418067862632438	0.8933530808183956	1.0139366550759288	0.0	1.3032847453820964	0.6395326322727365	45.89342364161965	64	1685.616300310926	582.3807390560567	0.0	0.02596282958984375	1.0	1.0	0.765625	0.0625	-0.05835972410564927	0.7404950486095965	1.0	0.88671875	0.732421875	0.0625	-0.05832655767448869	1.2550728568239784	1.0	0.91796875	0.751953125	0.0625	-0.05693732741123303	0.7493282563317732
689	171	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head9	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.47229898626361644	0.9554929637985223	0.906405603211756	1.0240784843637436	0.0	1.2847751874451077	0.635062780781422	45.3460372650521	63	1685.616300310926	583.6954924300128	0.0	0.02596282958984375	1.0	1.0	0.828125	0.09375	-0.059800821102359514	0.743042694852726	1.0	0.984375	0.734375	0.0625	-0.05764174351954665	0.748416291416442	1.0	0.9921875	0.734375	0.0625	-0.05795278861997177	0.7447712957775555
690	172	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head10	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6860431304702395	0.9645483687632537	0.9149442785309135	1.3351461573643555	0.0625	0.8886541376369809	0.6320627209929416	52.65087621928522	64	1735.3471327477735	574.598246754106	0.0	0.03521728515625	0.875	0.890625	0.71875	0.15625	-0.035618141605639364	0.8495272318271857	0.875	0.86328125	0.705078125	0.15625	-0.03680220611594831	1.1344098511800524	0.875	0.890625	0.7109375	0.15625	-0.03670342409367766	0.8639894786966433
691	172	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head10	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6954042729555961	0.9791207932976862	0.9274509276419856	1.35022191838241	0.0625	0.8831369804889676	0.6272333649137531	51.93506647154026	63	1735.3471327477735	576.8919275364055	0.0	0.03521728515625	0.875	0.875	0.8125	0.15625	-0.03617299160319565	0.8510108947956468	0.875	0.875	0.7265625	0.15625	-0.0374529521595921	0.856115078818364	0.875	0.875	0.736328125	0.15625	-0.03738574720489307	0.85447503602685
692	172	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head10	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6860608207984351	0.9645625818695287	0.9149777592595776	1.3351308754131759	0.0625	0.8886404862181015	0.6320599957214356	52.65061025826997	64	1735.3286051466278	574.6685389582005	0.0	0.0355377197265625	0.875	0.890625	0.71875	0.15625	-0.035603928499364335	0.8495229405192097	0.875	0.86328125	0.705078125	0.15625	-0.036783305991445525	1.1344579741423353	0.875	0.890625	0.7109375	0.15625	-0.03669804579018465	0.8639819305753215
693	172	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head10	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.695401541311478	0.9791180654165976	0.9274700009732224	1.3502680553839055	0.0625	0.883134725040319	0.6272310466638394	51.93493026640803	63	1735.3286051466278	576.8606122376608	0.0	0.0355377197265625	0.875	0.875	0.8125	0.15625	-0.03617571948428422	0.8510086629307562	0.875	0.875	0.7265625	0.15625	-0.03746274238782488	0.8561129101546019	0.875	0.875	0.736328125	0.15625	-0.03738502551893097	0.8544731266463503
694	173	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head11	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6054375640215812	0.9879467102065134	0.8633948800723734	1.0998779169283814	0.0	0.9340630141195131	0.5724163358901839	49.74933818567543	64	1662.048069268857	541.5358641700807	0.0	0.02968597412109375	1.0	1.0	0.484375	0.375	-0.012219800162379668	0.8027106211507055	1.0	0.978515625	0.46484375	0.345703125	-0.013979671029918928	1.134370341664314	1.0	0.974609375	0.470703125	0.365234375	-0.013050439363196498	0.8185483988480864
695	173	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head11	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6195025752935935	1.0016376482162759	0.8820015728176168	1.117588441630696	0.0	0.918686548871538	0.5681981741870529	49.233478062218914	63	1662.048069268857	545.4888634701331	0.0	0.02968597412109375	0.984375	1.0	0.484375	0.40625	-0.013656136684605968	0.8067425164958718	0.984375	0.998046875	0.427734375	0.341796875	-0.01613333205463996	0.8147240511005039	0.984375	0.99609375	0.4296875	0.341796875	-0.015360091816234434	0.8112970230151455
696	173	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head11	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6053951833159014	0.9879254908614279	0.86342487515366	1.0997732957130102	0.0	0.9341143531635714	0.5724200208442606	49.74706583554605	64	1662.075649964854	541.4693315962951	0.0	0.0300445556640625	1.0	1.0	0.484375	0.375	-0.012241019507465145	0.8026739565507259	1.0	0.978515625	0.46484375	0.345703125	-0.014025599445481651	1.1345107752048946	1.0	0.974609375	0.470703125	0.365234375	-0.01306773460691324	0.8185193486485963
697	173	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head11	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.6194626535755672	1.0016092280239208	0.8820110805180725	1.117496919197012	0.0	0.9187227937561381	0.5682000962025321	49.23142749651313	63	1662.075649964854	545.4571586268839	0.0	0.0300445556640625	0.984375	1.0	0.484375	0.40625	-0.013684556876961018	0.8067089158118894	0.984375	0.998046875	0.427734375	0.341796875	-0.01617257914922332	0.8146878859952911	0.984375	0.99609375	0.4296875	0.341796875	-0.01538938595466055	0.8112617570120318
698	174	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head12	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8038119546775192	0.9929889310610573	0.8858072242127888	1.1386529368056442	0.046875	0.6925835607543809	0.5606376147140196	48.29494001698794	64	1851.7350517429809	635.0149343300402	0.0	0.03913116455078125	0.875	0.921875	0.4375	0.34375	-0.007177579307835691	0.7792437590784832	0.875	0.919921875	0.427734375	0.326171875	-0.0054242291171894275	0.9509379200702983	0.875	0.921875	0.423828125	0.330078125	-0.004949391558560334	0.7927572604018631
699	174	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head12	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8127726731606176	1.008472098310933	0.8989585525144648	1.1460067045568385	0.046875	0.6906812759709429	0.5566508661103368	47.795525990230345	63	1851.7350517429809	631.4410137381294	0.0	0.03913116455078125	0.84375	0.921875	0.46875	0.40625	-0.006821686589948861	0.7831801536725408	0.84375	0.921875	0.421875	0.32421875	-0.005176524713863095	0.7862213787404762	0.84375	0.921875	0.421875	0.326171875	-0.005854560152297239	0.7855783667493703
700	174	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head12	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8038233543521894	0.9929866492814798	0.8858085816938593	1.1386246396153041	0.046875	0.6925771170287499	0.5606416377908514	48.293925576386954	64	1851.7188984608142	635.0410075649306	0.0	0.0394744873046875	0.875	0.921875	0.4375	0.34375	-0.007179861087413197	0.7792273909764214	0.875	0.919921875	0.427734375	0.326171875	-0.0054465232638161165	0.950898789376736	0.875	0.921875	0.423828125	0.330078125	-0.004946675017599045	0.7927431735665578
701	174	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head12	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.8127786382008416	1.0084777871800534	0.8989178203241729	1.145985372621625	0.046875	0.6906860790441585	0.5566556823423243	47.79451128577624	63	1851.7188984608142	631.4568983933868	0.0	0.0394744873046875	0.84375	0.921875	0.46875	0.40625	-0.006815997720828415	0.7831635266687819	0.84375	0.921875	0.421875	0.32421875	-0.005180865774635723	0.786202408983568	0.84375	0.921875	0.421875	0.326171875	-0.005856520200975046	0.7855629668821372
702	175	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head13	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4213929357169316	0.9522411158249335	0.8948071283703921	1.0231816803399367	0.0	1.4733821180694697	0.6520121908706471	44.855623805506966	64	1737.363788535331	584.3755830811399	0.0	0.0259552001953125	1.0	1.0	0.734375	0.09375	-0.0479253945439595	0.7237500429179232	1.0	0.95703125	0.693359375	0.05078125	-0.04782725752262973	1.3558957993505212	1.0	0.998046875	0.72265625	0.080078125	-0.04751104797586203	0.7373942570481569
703	175	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head13	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.42874691325527675	0.9668534278160468	0.9104030664879053	1.0394087950003108	0.0	1.4581516657959315	0.6466109627187376	44.184989197156526	63	1737.363788535331	587.5812317428031	0.0	0.0259552001953125	1.0	1.0	0.765625	0.140625	-0.04844035708483507	0.7240176964789969	1.0	0.998046875	0.642578125	0.078125	-0.046388165818207705	0.7309169326626667	1.0	1.0	0.68359375	0.078125	-0.04787216842604458	0.7272425722909956
704	175	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head13	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4213360321247487	0.9522018029097665	0.894808116832142	1.023198741571493	0.0	1.4735220510217053	0.6520129791065311	44.852902584500896	64	1737.400154800279	584.3635351384664	0.0	0.026214599609375	1.0	1.0	0.734375	0.09375	-0.04796470745912651	0.7237061357407881	1.0	0.95703125	0.693359375	0.052734375	-0.0478686744473491	1.3562475908468987	1.0	0.998046875	0.72265625	0.080078125	-0.04754186090166612	0.7373504631626551
705	175	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head13	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4287288446479947	0.9668968428662147	0.9103555832137544	1.0393992173340973	0.0	1.458278826406729	0.6466110640786296	44.182491031802805	63	1737.400154800279	587.6398722123633	0.0	0.026214599609375	1.0	1.0	0.765625	0.140625	-0.048396942034667156	0.7239767614022279	1.0	0.998046875	0.642578125	0.078125	-0.04635205238739337	0.73087380903695	1.0	1.0	0.68359375	0.078125	-0.04782336795060227	0.7272009167970476
706	176	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head14	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4138886449292073	0.8528046101275879	0.8236535431690513	1.1794924611546505	0.015625	1.5125037675270505	0.7340581035302268	42.21345241457855	64	1788.951801988766	606.2521129998565	0.0	0.02909088134765625	0.984375	0.984375	0.6875	0.28125	-0.14736190024130513	0.6811183393466493	0.984375	0.94140625	0.6875	0.25390625	-0.14747403268930137	1.2458126424073213	0.984375	0.978515625	0.6875	0.267578125	-0.14687733187627916	0.6933507286409542
707	176	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head14	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.42502117180788884	0.8661275547020784	0.8385953780558941	1.196646226135406	0.015625	1.4836495289946288	0.7280480316579014	42.02314031757853	63	1788.951801988766	609.8486246353636	0.0	0.02909088134765625	0.96875	0.984375	0.71875	0.28125	-0.14916623019880348	0.6885935202062892	0.96875	0.984375	0.6875	0.25	-0.1477930806400065	0.6931340865354146	0.96875	0.984375	0.6875	0.25	-0.14849885108980954	0.6902929498878765
708	176	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head14	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4138945822065093	0.8528163069594099	0.8236255399600728	1.179457306998465	0.015625	1.5125092515941039	0.734061227093559	42.21398516330682	64	1788.955934751224	606.2430541146573	0.0	0.0293731689453125	0.984375	0.984375	0.6875	0.28125	-0.14735020340948313	0.6811269353014536	0.984375	0.94140625	0.6875	0.25390625	-0.1474557507644194	1.2458830548501543	0.984375	0.978515625	0.6875	0.267578125	-0.14686011278190558	0.6933614721357745
709	176	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head14	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4250670249414431	0.8662224298061145	0.8385458627676744	1.1966029675996355	0.015625	1.483658404227117	0.7280511820218603	42.02346384228969	63	1788.955934751224	609.9461041083301	0.0	0.0293731689453125	0.96875	0.984375	0.71875	0.28125	-0.14907135509476732	0.688598821500244	0.96875	0.984375	0.6875	0.25	-0.14769628610050978	0.6931388359349537	0.96875	0.984375	0.6875	0.25	-0.14840679850487715	0.690298564001453
710	177	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head15	original	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.45663662396999893	0.8661194970938337	0.8102487718978592	1.2410220391079942	0.015625	1.3667099013623396	0.7205585342421362	43.95500674215271	64	1695.7875791858637	565.2806077585063	0.0	0.02877044677734375	0.984375	0.984375	0.71875	0.25	-0.1340470132750593	0.7092184951886676	0.984375	0.78515625	0.71875	0.240234375	-0.13391836684934	1.103705387480985	0.984375	0.953125	0.71875	0.2421875	-0.1323243977147075	0.7255313321193084
711	177	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head15	original	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.46498337968472414	0.8797661537546206	0.820396451555703	1.2627777494591073	0.015625	1.3520316438233937	0.714590167515174	43.534162908972625	63	1695.7875791858637	568.7381584347982	0.0	0.02877044677734375	0.984375	0.984375	0.734375	0.25	-0.1355276311462612	0.7133532206345804	0.984375	0.984375	0.71875	0.25	-0.13604721762546523	0.7201127069986247	0.984375	0.984375	0.71875	0.25	-0.1351892327300268	0.717249007296397
712	177	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head15	finetuned	origin	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.4566426646308286	0.8661258130655352	0.8103078702190188	1.2410631491922743	0.015625	1.3667155069982546	0.7205657671130214	43.95563538211295	64	1695.808561697891	565.3066915929832	0.0	0.029052734375	0.984375	0.984375	0.71875	0.25	-0.13404069730335788	0.7092286383582327	0.984375	0.78515625	0.71875	0.240234375	-0.13391797143569883	1.1038178099180813	0.984375	0.953125	0.71875	0.2421875	-0.13232268557344073	0.725540226700758
713	177	model.language_model.layers.10.linear_attn.in_proj_qkv.weight::V_head15	finetuned	mean	head_rows	primary	True	False	2048	2048	128	64	64	18819e01f73ae787cb495ccc3b50629412a732cffae3591c12ab30393a6e00d6	0.46495781783995216	0.8797130271414144	0.8203701818399067	1.262814732288983	0.015625	1.3520393824735577	0.7145981263359504	43.53477848702024	63	1695.808561697891	568.7186837295478	0.0	0.029052734375	0.984375	0.984375	0.734375	0.25	-0.13558075775946743	0.7133633075307896	0.984375	0.984375	0.71875	0.25	-0.13610566971428395	0.7201222495453534	0.984375	0.984375	0.71875	0.25	-0.1352440221357354	0.7172591536086321
714	178	model.language_model.layers.10.linear_attn.in_proj_z.weight::rows	original	origin	matrix	primary	False	False	2048	2048	2048	256	256	4bb965b1ff441d12375f0d98cc20d4259ab39425597b2a15c7a197f2172909fa	0.5084794067266574	0.9847086198312899	0.7834041507124918	1.1453814596839091	0.00390625	1.0422100899420321	0.5381717571529493	102.52613347111588	256	1897.4875456334737	627.2495271830048	0.0	0.00749969482421875	0.99609375	0.99609375	0.46484375	0.37109375	-0.015333462472511772	0.4498254804279868	0.99609375	0.822265625	0.453125	0.361328125	-0.012676793002355025	0.7480888792052736	0.99609375	0.8828125	0.453125	0.3671875	-0.012967362106706237	0.5412648332560949
715	178	model.language_model.layers.10.linear_attn.in_proj_z.weight::rows	original	mean	matrix	primary	False	False	2048	2048	2048	256	256	4bb965b1ff441d12375f0d98cc20d4259ab39425597b2a15c7a197f2172909fa	0.4944961542883092	0.97918365165181	0.7670179358929445	1.1536301161030722	0.00390625	1.0501244029196293	0.5303218429883635	116.37628484290767	255	1897.4875456334737	631.6621575051377	0.0	0.00749969482421875	0.99609375	0.99609375	0.541015625	0.35546875	-0.0246963520446164	0.5123694449284079	0.99609375	0.953125	0.482421875	0.33984375	-0.022767233560022637	0.521143453403475	0.99609375	0.974609375	0.48046875	0.341796875	-0.02235116165390827	0.5182914467697157
716	178	model.language_model.layers.10.linear_attn.in_proj_z.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	2048	256	256	4bb965b1ff441d12375f0d98cc20d4259ab39425597b2a15c7a197f2172909fa	0.5084794067266574	0.9847086198312899	0.7834041507124918	1.1453814596839091	0.00390625	1.0422100899420321	0.5381717571529493	102.52613347111588	256	1897.4875456334737	627.2495271830048	0.0	0.00749969482421875	0.99609375	0.99609375	0.46484375	0.37109375	-0.015333462472511772	0.4498254804279868	0.99609375	0.822265625	0.453125	0.361328125	-0.012676793002355025	0.7480888792052736	0.99609375	0.8828125	0.453125	0.3671875	-0.012967362106706237	0.5412648332560949
717	178	model.language_model.layers.10.linear_attn.in_proj_z.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	2048	256	256	4bb965b1ff441d12375f0d98cc20d4259ab39425597b2a15c7a197f2172909fa	0.4944961542883092	0.97918365165181	0.7670179358929445	1.1536301161030722	0.00390625	1.0501244029196293	0.5303218429883635	116.37628484290767	255	1897.4875456334737	631.6621575051377	0.0	0.00749969482421875	0.99609375	0.99609375	0.541015625	0.35546875	-0.0246963520446164	0.5123694449284079	0.99609375	0.953125	0.482421875	0.33984375	-0.022767233560022637	0.521143453403475	0.99609375	0.974609375	0.48046875	0.341796875	-0.02235116165390827	0.5182914467697157
718	179	model.language_model.layers.10.linear_attn.in_proj_z.weight::columns	original	origin	matrix	primary	False	False	2048	2048	2048	256	256	036c28d4a9dd7e6d50f4d345fd93ebb7ad2ae654574dc81c214c33b52b7d6224	0.48471169617768717	1.0021708306503059	0.8413120552218931	1.114129419659942	0.0	1.1153222343532216	0.5394387019299273	94.84763990949558	256	1798.117710106319	595.880548061639	0.0	0.0077877044677734375	0.99609375	0.99609375	0.3828125	0.3984375	0.002128748346504228	0.4161366838413865	0.99609375	0.87109375	0.36328125	0.3828125	0.0021742495215393287	0.5759379063817062	0.99609375	0.939453125	0.37109375	0.392578125	0.0023955026259535606	0.42486301914569136
719	179	model.language_model.layers.10.linear_attn.in_proj_z.weight::columns	original	mean	matrix	primary	False	False	2048	2048	2048	256	256	036c28d4a9dd7e6d50f4d345fd93ebb7ad2ae654574dc81c214c33b52b7d6224	0.4902994901744216	1.00655372634008	0.8395745457093357	1.1212345585753316	0.0	1.105234522705304	0.5383676090256634	94.7773814834972	255	1798.117710106319	595.6633197127345	0.0	0.0077877044677734375	0.99609375	0.99609375	0.458984375	0.4296875	0.002673722643653509	0.41727603186524026	0.99609375	0.98828125	0.37890625	0.400390625	0.003226207005500692	0.4266091608616281	0.99609375	0.98828125	0.376953125	0.40625	0.0030137481188288184	0.4245511955135909
720	179	model.language_model.layers.10.linear_attn.in_proj_z.weight::columns	finetuned	origin	matrix	primary	False	False	2048	2048	2048	256	256	036c28d4a9dd7e6d50f4d345fd93ebb7ad2ae654574dc81c214c33b52b7d6224	0.48471169617768717	1.0021708306503059	0.8413120552218931	1.114129419659942	0.0	1.1153222343532216	0.5394387019299273	94.84763990949558	256	1798.117710106319	595.880548061639	0.0	0.0077877044677734375	0.99609375	0.99609375	0.3828125	0.3984375	0.002128748346504228	0.4161366838413865	0.99609375	0.87109375	0.36328125	0.3828125	0.0021742495215393287	0.5759379063817062	0.99609375	0.939453125	0.37109375	0.392578125	0.0023955026259535606	0.42486301914569136
721	179	model.language_model.layers.10.linear_attn.in_proj_z.weight::columns	finetuned	mean	matrix	primary	False	False	2048	2048	2048	256	256	036c28d4a9dd7e6d50f4d345fd93ebb7ad2ae654574dc81c214c33b52b7d6224	0.4902994901744216	1.00655372634008	0.8395745457093357	1.1212345585753316	0.0	1.105234522705304	0.5383676090256634	94.7773814834972	255	1798.117710106319	595.6633197127345	0.0	0.0077877044677734375	0.99609375	0.99609375	0.458984375	0.4296875	0.002673722643653509	0.41727603186524026	0.99609375	0.98828125	0.37890625	0.400390625	0.003226207005500692	0.4266091608616281	0.99609375	0.98828125	0.376953125	0.40625	0.0030137481188288184	0.4245511955135909
722	180	model.language_model.layers.10.linear_attn.out_proj.weight::rows	original	origin	matrix	primary	True	False	2048	2048	2048	256	256	fb0e6578acb17d02d1b5e9540dd4b01c94176d486214a69e7df837d787622b93	0.7670913404789677	1.0413584537948644	0.4852976056295326	1.1966701908338182	0.0	0.7252668055157561	0.534250126861287	165.4207930543686	256	1907.8294688517053	603.6424380820122	0.0	0.00693511962890625	0.94140625	0.98046875	0.39453125	0.515625	0.04131637149106271	0.7257709345824808	0.94140625	0.564453125	0.369140625	0.490234375	0.04035819650379291	1.4356940546870622	0.94140625	0.96484375	0.392578125	0.5078125	0.040555079122660986	0.7362800001712274
723	180	model.language_model.layers.10.linear_attn.out_proj.weight::rows	original	mean	matrix	primary	True	False	2048	2048	2048	256	256	fb0e6578acb17d02d1b5e9540dd4b01c94176d486214a69e7df837d787622b93	0.7707627162357926	1.0458664908543929	0.4930752325216606	1.200384596829987	0.0	0.723581999574268	0.5332516456814508	164.97528923997493	255	1907.8294688517053	603.2765954585054	0.0	0.00693511962890625	0.94140625	0.98046875	0.423828125	0.5234375	0.04198648715796649	0.726336104378064	0.94140625	0.962890625	0.388671875	0.5	0.04146096333503091	0.7481641005344382	0.94140625	0.974609375	0.390625	0.498046875	0.04116970405965237	0.7342824809762469
724	180	model.language_model.layers.10.linear_attn.out_proj.weight::rows	finetuned	origin	matrix	primary	True	False	2048	2048	2048	256	256	fb0e6578acb17d02d1b5e9540dd4b01c94176d486214a69e7df837d787622b93	0.7669389053393736	1.0412390913390879	0.48529344297397803	1.1967408314322054	0.0	0.7253321431379991	0.5342533184672377	165.4217533220663	256	1907.8346284193376	603.6274421551623	0.0	0.007083892822265625	0.94140625	0.98046875	0.39453125	0.515625	0.041197009035286225	0.7257751476827299	0.94140625	0.564453125	0.369140625	0.490234375	0.0402393167500219	1.4356494933140338	0.94140625	0.96484375	0.392578125	0.5078125	0.04043635965167702	0.7362849960404689
725	180	model.language_model.layers.10.linear_attn.out_proj.weight::rows	finetuned	mean	matrix	primary	True	False	2048	2048	2048	256	256	fb0e6578acb17d02d1b5e9540dd4b01c94176d486214a69e7df837d787622b93	0.7706376604840512	1.0457983764723997	0.4930601498107384	1.2003459830990897	0.0	0.7236563359761133	0.5332546294747575	164.97619756584442	255	1907.8346284193376	603.1910447016699	0.0	0.007083892822265625	0.94140625	0.98046875	0.423828125	0.5234375	0.04191837277597332	0.7263401034610575	0.94140625	0.962890625	0.388671875	0.5	0.041386869243627444	0.74816652288489	0.94140625	0.974609375	0.390625	0.498046875	0.0410985497131271	0.7342861423285657
726	181	model.language_model.layers.10.linear_attn.out_proj.weight::columns	original	origin	matrix	primary	True	False	2048	2048	2048	256	256	de7c76aa39ef7e5421d86ca73d3830f002912e0d0b5224e1f021b95ed8fa0eba	0.48134135147433754	0.9988734231616683	0.8642843803290172	1.0801634392360384	0.0	1.1269065711130484	0.5430385065286438	172.5218802629443	256	1588.4470015469149	540.5507380698098	0.0	0.0073833465576171875	1.0	1.0	0.3828125	0.33984375	-0.001168659142133377	0.756926405456241	1.0	0.40625	0.306640625	0.265625	0.0014337276753615402	1.5779428434585103	1.0	0.857421875	0.373046875	0.3203125	-0.0011570032844694378	0.7902271608638799
727	181	model.language_model.layers.10.linear_attn.out_proj.weight::columns	original	mean	matrix	primary	True	False	2048	2048	2048	256	256	de7c76aa39ef7e5421d86ca73d3830f002912e0d0b5224e1f021b95ed8fa0eba	0.4839505525466198	1.0031949127037398	0.8657179221107876	1.080997136597766	0.0	1.122545016059808	0.541526151998172	173.45172364419454	255	1588.4470015469149	541.7214711761233	0.0	0.0073833465576171875	1.0	1.0	0.470703125	0.3671875	-0.0006850909926865434	0.7636552712214171	1.0	0.59765625	0.3359375	0.255859375	0.0011444068176809097	0.9292090747128446	1.0	0.958984375	0.361328125	0.333984375	-0.000953942870197011	0.7892933682805244
728	181	model.language_model.layers.10.linear_attn.out_proj.weight::columns	finetuned	origin	matrix	primary	True	False	2048	2048	2048	256	256	de7c76aa39ef7e5421d86ca73d3830f002912e0d0b5224e1f021b95ed8fa0eba	0.4812870379292499	0.9988278762265315	0.864199588250379	1.0801687265074118	0.0	1.126991037439255	0.5430426914305856	172.52187007808067	256	1588.4277940831505	540.6038956566897	0.0	0.0074825286865234375	1.0	1.0	0.3828125	0.33984375	-0.0012142060772701857	0.7569263607709396	1.0	0.40625	0.306640625	0.265625	0.0014019308461912239	1.5779675043546149	1.0	0.857421875	0.373046875	0.3203125	-0.001207523301231861	0.7902280645588362
729	181	model.language_model.layers.10.linear_attn.out_proj.weight::columns	finetuned	mean	matrix	primary	True	False	2048	2048	2048	256	256	de7c76aa39ef7e5421d86ca73d3830f002912e0d0b5224e1f021b95ed8fa0eba	0.4839746558938528	1.0033155377512617	0.8656251123525543	1.0810014042246863	0.0	1.1226328455592818	0.5415303807040109	173.45172322575883	255	1588.4277940831505	541.6667449432239	0.0	0.0074825286865234375	1.0	1.0	0.470703125	0.3671875	-0.0005644659451646827	0.7636552693791717	1.0	0.59765625	0.3359375	0.255859375	0.0012564462497979267	0.9291996708842072	1.0	0.958984375	0.361328125	0.333984375	-0.0008345158620504112	0.7892941268291611
730	182	model.language_model.layers.10.mlp.down_proj.weight::rows	original	origin	matrix	primary	False	False	6144	6144	2048	256	256	bb67d063d39488e1fff1f6c9e7c8256dcc980752fa1cc6379ec0a223cf4b6251	0.8932417549093246	1.0636008819658698	0.7783823729750957	1.1205734450310731	0.00390625	0.7772513974153288	0.6527574525415558	218.83872768133676	256	5859.456105929091	1913.4316448288882	0.0	0.008023579915364584	0.5703125	0.9375	0.25390625	0.64453125	0.06355779569092146	0.890172796743085	0.5703125	0.9375	0.25390625	0.64453125	0.06395926238772986	1.185607385611711	0.5703125	0.9375	0.25390625	0.64453125	0.06368232354554837	0.8956091453172333
731	182	model.language_model.layers.10.mlp.down_proj.weight::rows	original	mean	matrix	primary	False	False	6144	6144	2048	256	256	bb67d063d39488e1fff1f6c9e7c8256dcc980752fa1cc6379ec0a223cf4b6251	0.8974520794224368	1.067644763662475	0.7826426699136868	1.123275097581551	0.00390625	0.7750385959254498	0.6514901053416629	218.10218849283325	255	5859.456105929091	1912.4749879914955	0.0	0.008023579915364584	0.50390625	0.92578125	0.2734375	0.65234375	0.06363804526877015	0.8904947783029757	0.50390625	0.92578125	0.25390625	0.65234375	0.06382034373783108	0.8959727723868817	0.50390625	0.92578125	0.25390625	0.65234375	0.06390502519545294	0.8925894505924135
732	182	model.language_model.layers.10.mlp.down_proj.weight::rows	finetuned	origin	matrix	primary	False	False	6144	6144	2048	256	256	bb67d063d39488e1fff1f6c9e7c8256dcc980752fa1cc6379ec0a223cf4b6251	0.8932417549093246	1.0636008819658698	0.7783823729750957	1.1205734450310731	0.00390625	0.7772513974153288	0.6527574525415558	218.83872768133676	256	5859.456105929091	1913.4316448288882	0.0	0.008023579915364584	0.5703125	0.9375	0.25390625	0.64453125	0.06355779569092146	0.890172796743085	0.5703125	0.9375	0.25390625	0.64453125	0.06395926238772986	1.185607385611711	0.5703125	0.9375	0.25390625	0.64453125	0.06368232354554837	0.8956091453172333
733	182	model.language_model.layers.10.mlp.down_proj.weight::rows	finetuned	mean	matrix	primary	False	False	6144	6144	2048	256	256	bb67d063d39488e1fff1f6c9e7c8256dcc980752fa1cc6379ec0a223cf4b6251	0.8974520794224368	1.067644763662475	0.7826426699136868	1.123275097581551	0.00390625	0.7750385959254498	0.6514901053416629	218.10218849283325	255	5859.456105929091	1912.4749879914955	0.0	0.008023579915364584	0.50390625	0.92578125	0.2734375	0.65234375	0.06363804526877015	0.8904947783029757	0.50390625	0.92578125	0.25390625	0.65234375	0.06382034373783108	0.8959727723868817	0.50390625	0.92578125	0.25390625	0.65234375	0.06390502519545294	0.8925894505924135
734	183	model.language_model.layers.10.mlp.down_proj.weight::columns	original	origin	matrix	primary	False	False	2048	2048	6144	256	256	a41f7bb07a31b6dfa650b36df764e94865d3ec425dda067b65412bef9488fdd3	0.7749093328357493	1.0022769382850365	0.9051092608050257	1.1215852691015717	0.0078125	0.4829704348296456	0.37340807030202006	209.53084703050993	256	1766.5686012421495	599.5328967786826	0.0	0.008935928344726562	0.9375	0.98046875	0.3046875	0.3984375	0.002234855981234851	0.9193003845847295	0.9375	0.9140625	0.283203125	0.3828125	0.002576083455326561	1.299408892418013	0.9375	0.9453125	0.294921875	0.390625	0.0027051391565351413	0.9408328103753056
735	183	model.language_model.layers.10.mlp.down_proj.weight::columns	original	mean	matrix	primary	False	False	2048	2048	6144	256	256	a41f7bb07a31b6dfa650b36df764e94865d3ec425dda067b65412bef9488fdd3	0.7794580394498457	1.007295425234773	0.9071779161418037	1.1281834877743484	0.0078125	0.48158670303113926	0.37265792930835245	208.89433160018498	255	1766.5686012421495	599.0180897986547	0.0	0.008935928344726562	0.9296875	0.98046875	0.451171875	0.421875	0.003415421538346619	0.9196983120328605	0.9296875	0.970703125	0.28515625	0.39453125	0.003909318697389974	0.9521505014459957	0.9296875	0.978515625	0.291015625	0.39453125	0.00396531204302808	0.9372858540642489
736	183	model.language_model.layers.10.mlp.down_proj.weight::columns	finetuned	origin	matrix	primary	False	False	2048	2048	6144	256	256	a41f7bb07a31b6dfa650b36df764e94865d3ec425dda067b65412bef9488fdd3	0.7749093328357493	1.0022769382850365	0.9051092608050257	1.1215852691015717	0.0078125	0.4829704348296456	0.37340807030202006	209.53084703050993	256	1766.5686012421495	599.5328967786826	0.0	0.008935928344726562	0.9375	0.98046875	0.3046875	0.3984375	0.002234855981234851	0.9193003845847295	0.9375	0.9140625	0.283203125	0.3828125	0.002576083455326561	1.299408892418013	0.9375	0.9453125	0.294921875	0.390625	0.0027051391565351413	0.9408328103753056
737	183	model.language_model.layers.10.mlp.down_proj.weight::columns	finetuned	mean	matrix	primary	False	False	2048	2048	6144	256	256	a41f7bb07a31b6dfa650b36df764e94865d3ec425dda067b65412bef9488fdd3	0.7794580394498457	1.007295425234773	0.9071779161418037	1.1281834877743484	0.0078125	0.48158670303113926	0.37265792930835245	208.89433160018498	255	1766.5686012421495	599.0180897986547	0.0	0.008935928344726562	0.9296875	0.98046875	0.451171875	0.421875	0.003415421538346619	0.9196983120328605	0.9296875	0.970703125	0.28515625	0.39453125	0.003909318697389974	0.9521505014459957	0.9296875	0.978515625	0.291015625	0.39453125	0.00396531204302808	0.9372858540642489
738	184	model.language_model.layers.10.mlp.gate_proj.weight::rows	original	origin	matrix	primary	False	False	2048	2048	6144	256	256	582a7e6dbf56f3c8dbb8f8b9004c7deda0efc0116f26624729218357d500b45c	0.590791554328706	0.9605738090316985	0.7453144081807319	1.2597315655805152	0.02734375	0.65905340020969	0.4053443671215615	181.45858132647984	256	1956.032600971502	647.278748146083	0.0	0.010448455810546875	0.94921875	0.9609375	0.53125	0.375	-0.039468273272103116	0.7961354901378426	0.94921875	0.892578125	0.521484375	0.361328125	-0.03970222711587523	1.3994409062832724	0.94921875	0.95703125	0.52734375	0.37109375	-0.0403516355295056	0.8188244997057949
739	184	model.language_model.layers.10.mlp.gate_proj.weight::rows	original	mean	matrix	primary	False	False	2048	2048	6144	256	256	582a7e6dbf56f3c8dbb8f8b9004c7deda0efc0116f26624729218357d500b45c	0.5964556517763604	0.965689196053275	0.7530120542789689	1.2634329155518857	0.02734375	0.6529458170807446	0.4032904421973656	184.08215646762375	255	1956.032600971502	646.3900415283802	0.0	0.010448455810546875	0.9453125	0.9609375	0.556640625	0.3828125	-0.038190807643151414	0.8104578390507775	0.9453125	0.95703125	0.517578125	0.361328125	-0.03876574916432629	0.8205612445359808	0.9453125	0.958984375	0.517578125	0.369140625	-0.03881139031749847	0.8160559590276896
740	184	model.language_model.layers.10.mlp.gate_proj.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	6144	256	256	582a7e6dbf56f3c8dbb8f8b9004c7deda0efc0116f26624729218357d500b45c	0.590791554328706	0.9605738090316985	0.7453144081807319	1.2597315655805152	0.02734375	0.65905340020969	0.4053443671215615	181.45858132647984	256	1956.032600971502	647.278748146083	0.0	0.010448455810546875	0.94921875	0.9609375	0.53125	0.375	-0.039468273272103116	0.7961354901378426	0.94921875	0.892578125	0.521484375	0.361328125	-0.03970222711587523	1.3994409062832724	0.94921875	0.95703125	0.52734375	0.37109375	-0.0403516355295056	0.8188244997057949
741	184	model.language_model.layers.10.mlp.gate_proj.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	6144	256	256	582a7e6dbf56f3c8dbb8f8b9004c7deda0efc0116f26624729218357d500b45c	0.5964556517763604	0.965689196053275	0.7530120542789689	1.2634329155518857	0.02734375	0.6529458170807446	0.4032904421973656	184.08215646762375	255	1956.032600971502	646.3900415283802	0.0	0.010448455810546875	0.9453125	0.9609375	0.556640625	0.3828125	-0.038190807643151414	0.8104578390507775	0.9453125	0.95703125	0.517578125	0.361328125	-0.03876574916432629	0.8205612445359808	0.9453125	0.958984375	0.517578125	0.369140625	-0.03881139031749847	0.8160559590276896
742	185	model.language_model.layers.10.mlp.gate_proj.weight::columns	original	origin	matrix	primary	False	False	6144	6144	2048	256	256	db8661d7320bdd990ecadc394a1d2d3d27136093681acf3aba9aff7ea4c41e50	0.6961432815558513	1.02257380749403	0.8250767329319846	1.0738245037770597	0.0	1.057158166025867	0.7196874684521087	213.02616771682034	256	4504.204506850817	1492.3836647520461	0.0	0.007373809814453125	1.0	1.0	0.26171875	0.484375	0.02253072121908173	0.866528980062772	1.0	1.0	0.26171875	0.484375	0.023544399320175824	1.2023141360219955	1.0	1.0	0.26171875	0.484375	0.0230649843378381	0.8823359896090456
743	185	model.language_model.layers.10.mlp.gate_proj.weight::columns	original	mean	matrix	primary	False	False	6144	6144	2048	256	256	db8661d7320bdd990ecadc394a1d2d3d27136093681acf3aba9aff7ea4c41e50	0.7006828355092451	1.0265299099315468	0.8300841129104888	1.076471533590148	0.0	1.0524236171523842	0.7183572120878607	212.29749146287088	255	4504.204506850817	1491.3581196929783	0.0	0.007373809814453125	1.0	1.0	0.36328125	0.51171875	0.02252319153784188	0.8667946383340357	1.0	1.0	0.25390625	0.51171875	0.023516119609502395	0.8845796921738367	1.0	1.0	0.25390625	0.51171875	0.02306324000777571	0.8799708748284418
744	185	model.language_model.layers.10.mlp.gate_proj.weight::columns	finetuned	origin	matrix	primary	False	False	6144	6144	2048	256	256	db8661d7320bdd990ecadc394a1d2d3d27136093681acf3aba9aff7ea4c41e50	0.6961432815558513	1.02257380749403	0.8250767329319846	1.0738245037770597	0.0	1.057158166025867	0.7196874684521087	213.02616771682034	256	4504.204506850817	1492.3836647520461	0.0	0.007373809814453125	1.0	1.0	0.26171875	0.484375	0.02253072121908173	0.866528980062772	1.0	1.0	0.26171875	0.484375	0.023544399320175824	1.2023141360219955	1.0	1.0	0.26171875	0.484375	0.0230649843378381	0.8823359896090456
745	185	model.language_model.layers.10.mlp.gate_proj.weight::columns	finetuned	mean	matrix	primary	False	False	6144	6144	2048	256	256	db8661d7320bdd990ecadc394a1d2d3d27136093681acf3aba9aff7ea4c41e50	0.7006828355092451	1.0265299099315468	0.8300841129104888	1.076471533590148	0.0	1.0524236171523842	0.7183572120878607	212.29749146287088	255	4504.204506850817	1491.3581196929783	0.0	0.007373809814453125	1.0	1.0	0.36328125	0.51171875	0.02252319153784188	0.8667946383340357	1.0	1.0	0.25390625	0.51171875	0.023516119609502395	0.8845796921738367	1.0	1.0	0.25390625	0.51171875	0.02306324000777571	0.8799708748284418
746	186	model.language_model.layers.10.mlp.up_proj.weight::rows	original	origin	matrix	primary	False	False	2048	2048	6144	256	256	4cf8da432bb4e2c6b7bc9c7ca6c97297f8a7ce8766bb6c0d70ab82a50d22c612	0.7021727504185262	0.9901453373293372	0.8818974814380536	1.100022069242637	0.00390625	0.5567952813972254	0.39485766323283283	214.09788611589684	256	1914.15491758311	625.9423253595851	0.0	0.008058547973632812	0.98828125	0.9921875	0.41796875	0.31640625	-0.009896744974464466	0.9393379153211864	0.98828125	0.970703125	0.404296875	0.302734375	-0.009791283011413965	1.3540756448942712	0.98828125	0.98828125	0.40625	0.302734375	-0.00964958721348319	0.9521772918208642
747	186	model.language_model.layers.10.mlp.up_proj.weight::rows	original	mean	matrix	primary	False	False	2048	2048	6144	256	256	4cf8da432bb4e2c6b7bc9c7ca6c97297f8a7ce8766bb6c0d70ab82a50d22c612	0.7067562702572231	0.9945340502926712	0.8847507993668016	1.1051228474191865	0.00390625	0.5545464719103801	0.39408323531642314	213.3531565568542	255	1914.15491758311	628.0642988557659	0.0	0.008058547973632812	0.98828125	0.9921875	0.513671875	0.33203125	-0.009345953403755214	0.9393291644111211	0.98828125	0.9921875	0.390625	0.298828125	-0.009864077730136867	0.9533573498080721	0.98828125	0.9921875	0.38671875	0.3046875	-0.009293220643035394	0.9487888051920526
748	186	model.language_model.layers.10.mlp.up_proj.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	6144	256	256	4cf8da432bb4e2c6b7bc9c7ca6c97297f8a7ce8766bb6c0d70ab82a50d22c612	0.7021727504185262	0.9901453373293372	0.8818974814380536	1.100022069242637	0.00390625	0.5567952813972254	0.39485766323283283	214.09788611589684	256	1914.15491758311	625.9423253595851	0.0	0.008058547973632812	0.98828125	0.9921875	0.41796875	0.31640625	-0.009896744974464466	0.9393379153211864	0.98828125	0.970703125	0.404296875	0.302734375	-0.009791283011413965	1.3540756448942712	0.98828125	0.98828125	0.40625	0.302734375	-0.00964958721348319	0.9521772918208642
749	186	model.language_model.layers.10.mlp.up_proj.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	6144	256	256	4cf8da432bb4e2c6b7bc9c7ca6c97297f8a7ce8766bb6c0d70ab82a50d22c612	0.7067562702572231	0.9945340502926712	0.8847507993668016	1.1051228474191865	0.00390625	0.5545464719103801	0.39408323531642314	213.3531565568542	255	1914.15491758311	628.0642988557659	0.0	0.008058547973632812	0.98828125	0.9921875	0.513671875	0.33203125	-0.009345953403755214	0.9393291644111211	0.98828125	0.9921875	0.390625	0.298828125	-0.009864077730136867	0.9533573498080721	0.98828125	0.9921875	0.38671875	0.3046875	-0.009293220643035394	0.9487888051920526
750	187	model.language_model.layers.10.mlp.up_proj.weight::columns	original	origin	matrix	primary	False	False	6144	6144	2048	256	256	35de8dfdb6c5e02e56af01225eab9ce4ad5106f92f1507656cfca4231443e3f8	0.9034314064159565	1.0441033566900333	0.761867127350613	1.1045848392740436	0.0	0.7897403599765337	0.6833387131125332	225.27728251148935	256	5840.518649800065	1891.7454909400249	0.0	0.007574717203776042	0.4921875	0.8125	0.3515625	0.5546875	0.04406027041508498	0.9163629799015545	0.4921875	0.8125	0.3515625	0.5546875	0.04470752896806984	1.210458984030552	0.4921875	0.8125	0.3515625	0.5546875	0.04457301569227978	0.9226711101690293
751	187	model.language_model.layers.10.mlp.up_proj.weight::columns	original	mean	matrix	primary	False	False	6144	6144	2048	256	256	35de8dfdb6c5e02e56af01225eab9ce4ad5106f92f1507656cfca4231443e3f8	0.9046323101386164	1.0476311449575166	0.7661429082739599	1.108309367672753	0.0	0.7897564202925019	0.6819567921159713	224.51870888984706	255	5840.518649800065	1890.9592881436956	0.0	0.007574717203776042	0.484375	0.79296875	0.3828125	0.5703125	0.04362442656381171	0.9166929469132971	0.484375	0.79296875	0.33984375	0.5703125	0.04395815746526743	0.921651723695275	0.484375	0.79296875	0.33984375	0.5703125	0.04389781981474972	0.9193268667305843
752	187	model.language_model.layers.10.mlp.up_proj.weight::columns	finetuned	origin	matrix	primary	False	False	6144	6144	2048	256	256	35de8dfdb6c5e02e56af01225eab9ce4ad5106f92f1507656cfca4231443e3f8	0.9034314064159565	1.0441033566900333	0.761867127350613	1.1045848392740436	0.0	0.7897403599765337	0.6833387131125332	225.27728251148935	256	5840.518649800065	1891.7454909400249	0.0	0.007574717203776042	0.4921875	0.8125	0.3515625	0.5546875	0.04406027041508498	0.9163629799015545	0.4921875	0.8125	0.3515625	0.5546875	0.04470752896806984	1.210458984030552	0.4921875	0.8125	0.3515625	0.5546875	0.04457301569227978	0.9226711101690293
753	187	model.language_model.layers.10.mlp.up_proj.weight::columns	finetuned	mean	matrix	primary	False	False	6144	6144	2048	256	256	35de8dfdb6c5e02e56af01225eab9ce4ad5106f92f1507656cfca4231443e3f8	0.9046323101386164	1.0476311449575166	0.7661429082739599	1.108309367672753	0.0	0.7897564202925019	0.6819567921159713	224.51870888984706	255	5840.518649800065	1890.9592881436956	0.0	0.007574717203776042	0.484375	0.79296875	0.3828125	0.5703125	0.04362442656381171	0.9166929469132971	0.484375	0.79296875	0.33984375	0.5703125	0.04395815746526743	0.921651723695275	0.484375	0.79296875	0.33984375	0.5703125	0.04389781981474972	0.9193268667305843
754	188	model.language_model.layers.11.mlp.down_proj.weight::rows	original	origin	matrix	primary	False	False	6144	6144	2048	256	256	42d3b6683706f5cf7f52fcffa5721cefea742b10634eaef5db0ad57ce94bf3d6	0.8563502412879385	1.0676346831590058	0.6715717604882296	1.1517783276620772	0.00390625	0.8091598115245436	0.6490274349174048	212.38446853215905	256	5841.354464905563	1896.8890382924815	0.0	0.008278528849283854	0.7578125	0.97265625	0.3125	0.60546875	0.06759159688405747	0.8639187329464139	0.7578125	0.97265625	0.3125	0.60546875	0.06798918922737784	1.2185860224720322	0.7578125	0.97265625	0.3125	0.60546875	0.06740570621689046	0.8687089638975666
755	188	model.language_model.layers.11.mlp.down_proj.weight::rows	original	mean	matrix	primary	False	False	6144	6144	2048	256	256	42d3b6683706f5cf7f52fcffa5721cefea742b10634eaef5db0ad57ce94bf3d6	0.8587861765255139	1.0721460072003914	0.6770516539630629	1.155754049585655	0.00390625	0.8086958302570185	0.6477632667327041	211.66341406302325	255	5841.354464905563	1897.6070917246589	0.0	0.008278528849283854	0.73828125	0.96875	0.33984375	0.61328125	0.06813928880668652	0.8642057481559677	0.73828125	0.96875	0.30078125	0.61328125	0.06773013468125288	0.8695143947635955	0.73828125	0.96875	0.30078125	0.61328125	0.0678424853775601	0.8658587389245667
756	188	model.language_model.layers.11.mlp.down_proj.weight::rows	finetuned	origin	matrix	primary	False	False	6144	6144	2048	256	256	42d3b6683706f5cf7f52fcffa5721cefea742b10634eaef5db0ad57ce94bf3d6	0.8563502412879385	1.0676346831590058	0.6715717604882296	1.1517783276620772	0.00390625	0.8091598115245436	0.6490274349174048	212.38446853215905	256	5841.354464905563	1896.8890382924815	0.0	0.008278528849283854	0.7578125	0.97265625	0.3125	0.60546875	0.06759159688405747	0.8639187329464139	0.7578125	0.97265625	0.3125	0.60546875	0.06798918922737784	1.2185860224720322	0.7578125	0.97265625	0.3125	0.60546875	0.06740570621689046	0.8687089638975666
757	188	model.language_model.layers.11.mlp.down_proj.weight::rows	finetuned	mean	matrix	primary	False	False	6144	6144	2048	256	256	42d3b6683706f5cf7f52fcffa5721cefea742b10634eaef5db0ad57ce94bf3d6	0.8587861765255139	1.0721460072003914	0.6770516539630629	1.155754049585655	0.00390625	0.8086958302570185	0.6477632667327041	211.66341406302325	255	5841.354464905563	1897.6070917246589	0.0	0.008278528849283854	0.73828125	0.96875	0.33984375	0.61328125	0.06813928880668652	0.8642057481559677	0.73828125	0.96875	0.30078125	0.61328125	0.06773013468125288	0.8695143947635955	0.73828125	0.96875	0.30078125	0.61328125	0.0678424853775601	0.8658587389245667
758	189	model.language_model.layers.11.mlp.down_proj.weight::columns	original	origin	matrix	primary	False	False	2048	2048	6144	256	256	b00fb0e5ad62a72f4c7732f5d1844ce10012d5242ff19413e71e6b2488338d84	0.7357863880816281	0.98716994663249	0.8804612489411301	1.1027776979025294	0.0078125	0.5110712187943822	0.3809265541480147	204.2263589674763	256	1711.844273660835	596.0670829507608	0.0	0.0073680877685546875	0.96484375	0.9765625	0.421875	0.34375	-0.012872135671311624	0.8960273534989445	0.96484375	0.578125	0.40234375	0.28515625	-0.011804346601014815	1.4777215471160279	0.96484375	0.97265625	0.41796875	0.32421875	-0.013695587707622248	0.9202427400399125
759	189	model.language_model.layers.11.mlp.down_proj.weight::columns	original	mean	matrix	primary	False	False	2048	2048	6144	256	256	b00fb0e5ad62a72f4c7732f5d1844ce10012d5242ff19413e71e6b2488338d84	0.7390346104149594	0.9898099680999098	0.8836930405497512	1.1075053709211862	0.0078125	0.5091001614681454	0.380116034005051	203.54767585805155	255	1711.844273660835	596.754307017948	0.0	0.0073680877685546875	0.9609375	0.9765625	0.513671875	0.3515625	-0.014070035596516539	0.8961586102927842	0.9609375	0.951171875	0.388671875	0.2890625	-0.014545133699017554	0.9468577881639432	0.9609375	0.9765625	0.390625	0.3125	-0.015515347465255735	0.916609986775891
760	189	model.language_model.layers.11.mlp.down_proj.weight::columns	finetuned	origin	matrix	primary	False	False	2048	2048	6144	256	256	b00fb0e5ad62a72f4c7732f5d1844ce10012d5242ff19413e71e6b2488338d84	0.7357863880816281	0.98716994663249	0.8804612489411301	1.1027776979025294	0.0078125	0.5110712187943822	0.3809265541480147	204.2263589674763	256	1711.844273660835	596.0670829507608	0.0	0.0073680877685546875	0.96484375	0.9765625	0.421875	0.34375	-0.012872135671311624	0.8960273534989445	0.96484375	0.578125	0.40234375	0.28515625	-0.011804346601014815	1.4777215471160279	0.96484375	0.97265625	0.41796875	0.32421875	-0.013695587707622248	0.9202427400399125
761	189	model.language_model.layers.11.mlp.down_proj.weight::columns	finetuned	mean	matrix	primary	False	False	2048	2048	6144	256	256	b00fb0e5ad62a72f4c7732f5d1844ce10012d5242ff19413e71e6b2488338d84	0.7390346104149594	0.9898099680999098	0.8836930405497512	1.1075053709211862	0.0078125	0.5091001614681454	0.380116034005051	203.54767585805155	255	1711.844273660835	596.754307017948	0.0	0.0073680877685546875	0.9609375	0.9765625	0.513671875	0.3515625	-0.014070035596516539	0.8961586102927842	0.9609375	0.951171875	0.388671875	0.2890625	-0.014545133699017554	0.9468577881639432	0.9609375	0.9765625	0.390625	0.3125	-0.015515347465255735	0.916609986775891
762	190	model.language_model.layers.11.mlp.gate_proj.weight::rows	original	origin	matrix	primary	False	False	2048	2048	6144	256	256	1d40a6f298337dc36e20be9c746263393a4adb125e387757d31849eb8aef5802	0.3595107727399096	0.9564416863650569	0.7876570942430199	1.2483069322944877	0.0	1.0852656931015798	0.4079336079943128	167.4438451428675	256	1969.7730215662118	634.4489083579876	0.0	0.0076808929443359375	1.0	1.0	0.54296875	0.34765625	-0.04360039593874476	0.7346469191420295	1.0	0.91015625	0.505859375	0.32421875	-0.04197503720115259	2.628423203728431	1.0	0.984375	0.52734375	0.341796875	-0.043637174118327904	0.7527902021657947
763	190	model.language_model.layers.11.mlp.gate_proj.weight::rows	original	mean	matrix	primary	False	False	2048	2048	6144	256	256	1d40a6f298337dc36e20be9c746263393a4adb125e387757d31849eb8aef5802	0.36189146817903983	0.9612502905346756	0.7985912182775571	1.2507420589929188	0.0	1.0782395149939807	0.4059355663890449	169.08762356502163	255	1969.7730215662118	639.0585312242811	0.0	0.0076808929443359375	1.0	1.0	0.580078125	0.35546875	-0.04262971316175079	0.7444414637159087	1.0	0.96875	0.525390625	0.330078125	-0.04174054229563939	0.7592943464068127	1.0	0.98828125	0.52734375	0.341796875	-0.042177013021711396	0.7483225658776488
764	190	model.language_model.layers.11.mlp.gate_proj.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	6144	256	256	1d40a6f298337dc36e20be9c746263393a4adb125e387757d31849eb8aef5802	0.3595107727399096	0.9564416863650569	0.7876570942430199	1.2483069322944877	0.0	1.0852656931015798	0.4079336079943128	167.4438451428675	256	1969.7730215662118	634.4489083579876	0.0	0.0076808929443359375	1.0	1.0	0.54296875	0.34765625	-0.04360039593874476	0.7346469191420295	1.0	0.91015625	0.505859375	0.32421875	-0.04197503720115259	2.628423203728431	1.0	0.984375	0.52734375	0.341796875	-0.043637174118327904	0.7527902021657947
765	190	model.language_model.layers.11.mlp.gate_proj.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	6144	256	256	1d40a6f298337dc36e20be9c746263393a4adb125e387757d31849eb8aef5802	0.36189146817903983	0.9612502905346756	0.7985912182775571	1.2507420589929188	0.0	1.0782395149939807	0.4059355663890449	169.08762356502163	255	1969.7730215662118	639.0585312242811	0.0	0.0076808929443359375	1.0	1.0	0.580078125	0.35546875	-0.04262971316175079	0.7444414637159087	1.0	0.96875	0.525390625	0.330078125	-0.04174054229563939	0.7592943464068127	1.0	0.98828125	0.52734375	0.341796875	-0.042177013021711396	0.7483225658776488
766	191	model.language_model.layers.11.mlp.gate_proj.weight::columns	original	origin	matrix	primary	False	False	6144	6144	2048	256	256	68c5d6a2c8007ff8af2447ae0d0eefff93d2e0a054c98bef451b024d6dc43ca8	0.8190998291045724	1.0193092551240175	0.8745773750515027	1.0649706148595388	0.0	0.8849674152838469	0.711144978796371	215.9125881452533	256	4506.230550603762	1505.5082714663795	0.0	0.007598876953125	0.9921875	0.99609375	0.20703125	0.44921875	0.019266168849069176	0.8782701054685823	0.9921875	0.99609375	0.20703125	0.44921875	0.0198315398137755	1.2679222584890466	0.9921875	0.99609375	0.20703125	0.44921875	0.019623511253515247	0.8938676580597709
767	191	model.language_model.layers.11.mlp.gate_proj.weight::columns	original	mean	matrix	primary	False	False	6144	6144	2048	256	256	68c5d6a2c8007ff8af2447ae0d0eefff93d2e0a054c98bef451b024d6dc43ca8	0.8185152740488324	1.0238753338546394	0.8780450871455919	1.0687546293782455	0.0	0.887883329380364	0.7097993697485979	215.21504656692537	255	4506.230550603762	1505.4083972184158	0.0	0.007598876953125	0.9921875	0.99609375	0.28125	0.48828125	0.019868615460934436	0.87870679567425	0.9921875	0.99609375	0.1953125	0.486328125	0.020193917300872277	0.8998215590399882	0.9921875	0.99609375	0.1953125	0.486328125	0.020070892361015558	0.8912103945376576
768	191	model.language_model.layers.11.mlp.gate_proj.weight::columns	finetuned	origin	matrix	primary	False	False	6144	6144	2048	256	256	68c5d6a2c8007ff8af2447ae0d0eefff93d2e0a054c98bef451b024d6dc43ca8	0.8190998291045724	1.0193092551240175	0.8745773750515027	1.0649706148595388	0.0	0.8849674152838469	0.711144978796371	215.9125881452533	256	4506.230550603762	1505.5082714663795	0.0	0.007598876953125	0.9921875	0.99609375	0.20703125	0.44921875	0.019266168849069176	0.8782701054685823	0.9921875	0.99609375	0.20703125	0.44921875	0.0198315398137755	1.2679222584890466	0.9921875	0.99609375	0.20703125	0.44921875	0.019623511253515247	0.8938676580597709
769	191	model.language_model.layers.11.mlp.gate_proj.weight::columns	finetuned	mean	matrix	primary	False	False	6144	6144	2048	256	256	68c5d6a2c8007ff8af2447ae0d0eefff93d2e0a054c98bef451b024d6dc43ca8	0.8185152740488324	1.0238753338546394	0.8780450871455919	1.0687546293782455	0.0	0.887883329380364	0.7097993697485979	215.21504656692537	255	4506.230550603762	1505.4083972184158	0.0	0.007598876953125	0.9921875	0.99609375	0.28125	0.48828125	0.019868615460934436	0.87870679567425	0.9921875	0.99609375	0.1953125	0.486328125	0.020193917300872277	0.8998215590399882	0.9921875	0.99609375	0.1953125	0.486328125	0.020070892361015558	0.8912103945376576
770	192	model.language_model.layers.11.mlp.up_proj.weight::rows	original	origin	matrix	primary	False	False	2048	2048	6144	256	256	2d4842e8123d6b81c9afa1d488c6b0175701dab107edba387558cd8704f376c7	0.6360654109625883	0.995421914230125	0.8940760291695984	1.1206403566714722	0.00390625	0.6187199693387978	0.39535634683371157	211.38589093064826	256	1945.4030963264927	633.1688722497513	0.0	0.008424758911132812	0.9921875	0.99609375	0.3984375	0.36328125	-0.0046201680736766	0.9274392462129193	0.9921875	0.951171875	0.384765625	0.353515625	-0.004312045959495636	1.3666780590387237	0.9921875	0.982421875	0.388671875	0.36328125	-0.004823469069630937	0.9377078465657928
771	192	model.language_model.layers.11.mlp.up_proj.weight::rows	original	mean	matrix	primary	False	False	2048	2048	6144	256	256	2d4842e8123d6b81c9afa1d488c6b0175701dab107edba387558cd8704f376c7	0.6391652360450901	0.9993334150101556	0.8983616213423976	1.1256852295301756	0.00390625	0.6169314451946994	0.3945841566675737	210.70412606109906	255	1945.4030963264927	632.6866572563958	0.0	0.008424758911132812	0.9921875	0.99609375	0.490234375	0.38671875	-0.0045465886862707805	0.9276662875067704	0.9921875	0.984375	0.376953125	0.375	-0.004583417336807116	0.9383247356459102	0.9921875	0.98828125	0.376953125	0.375	-0.0047114807555572735	0.9349088937211348
772	192	model.language_model.layers.11.mlp.up_proj.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	6144	256	256	2d4842e8123d6b81c9afa1d488c6b0175701dab107edba387558cd8704f376c7	0.6360654109625883	0.995421914230125	0.8940760291695984	1.1206403566714722	0.00390625	0.6187199693387978	0.39535634683371157	211.38589093064826	256	1945.4030963264927	633.1688722497513	0.0	0.008424758911132812	0.9921875	0.99609375	0.3984375	0.36328125	-0.0046201680736766	0.9274392462129193	0.9921875	0.951171875	0.384765625	0.353515625	-0.004312045959495636	1.3666780590387237	0.9921875	0.982421875	0.388671875	0.36328125	-0.004823469069630937	0.9377078465657928
773	192	model.language_model.layers.11.mlp.up_proj.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	6144	256	256	2d4842e8123d6b81c9afa1d488c6b0175701dab107edba387558cd8704f376c7	0.6391652360450901	0.9993334150101556	0.8983616213423976	1.1256852295301756	0.00390625	0.6169314451946994	0.3945841566675737	210.70412606109906	255	1945.4030963264927	632.6866572563958	0.0	0.008424758911132812	0.9921875	0.99609375	0.490234375	0.38671875	-0.0045465886862707805	0.9276662875067704	0.9921875	0.984375	0.376953125	0.375	-0.004583417336807116	0.9383247356459102	0.9921875	0.98828125	0.376953125	0.375	-0.0047114807555572735	0.9349088937211348
774	193	model.language_model.layers.11.mlp.up_proj.weight::columns	original	origin	matrix	primary	False	False	6144	6144	2048	256	256	585aac0d5a1a82ca30680580c118d22a7893192c7d99731be50c51d316a57932	0.8813845802474833	1.0427951592957665	0.7454669187889387	1.0975308194331586	0.0	0.8222456491550325	0.6949731496934175	226.84795206118835	256	5808.337871677001	1881.371026775097	0.0	0.007609049479166667	0.62109375	0.97265625	0.3125	0.5625	0.04275207302081818	0.9227520104019087	0.62109375	0.97265625	0.3125	0.5625	0.04329259979478084	1.1860924706565297	0.62109375	0.97265625	0.3125	0.5625	0.043297598207578725	0.9287969655625411
775	193	model.language_model.layers.11.mlp.up_proj.weight::columns	original	mean	matrix	primary	False	False	6144	6144	2048	256	256	585aac0d5a1a82ca30680580c118d22a7893192c7d99731be50c51d316a57932	0.8831582166586356	1.0461773196184412	0.7496006091949591	1.1030879930449333	0.0	0.8216089328323385	0.6935828815096617	226.057076361547	255	5808.337871677001	1881.840351934141	0.0	0.007609049479166667	0.609375	0.97265625	0.36328125	0.58984375	0.04217060122473626	0.9229739852198199	0.609375	0.97265625	0.3046875	0.58984375	0.04279961753028716	0.9270767340003795	0.609375	0.97265625	0.3046875	0.58984375	0.04256630559893315	0.9251030076269435
776	193	model.language_model.layers.11.mlp.up_proj.weight::columns	finetuned	origin	matrix	primary	False	False	6144	6144	2048	256	256	585aac0d5a1a82ca30680580c118d22a7893192c7d99731be50c51d316a57932	0.8813845802474833	1.0427951592957665	0.7454669187889387	1.0975308194331586	0.0	0.8222456491550325	0.6949731496934175	226.84795206118835	256	5808.337871677001	1881.371026775097	0.0	0.007609049479166667	0.62109375	0.97265625	0.3125	0.5625	0.04275207302081818	0.9227520104019087	0.62109375	0.97265625	0.3125	0.5625	0.04329259979478084	1.1860924706565297	0.62109375	0.97265625	0.3125	0.5625	0.043297598207578725	0.9287969655625411
777	193	model.language_model.layers.11.mlp.up_proj.weight::columns	finetuned	mean	matrix	primary	False	False	6144	6144	2048	256	256	585aac0d5a1a82ca30680580c118d22a7893192c7d99731be50c51d316a57932	0.8831582166586356	1.0461773196184412	0.7496006091949591	1.1030879930449333	0.0	0.8216089328323385	0.6935828815096617	226.057076361547	255	5808.337871677001	1881.840351934141	0.0	0.007609049479166667	0.609375	0.97265625	0.36328125	0.58984375	0.04217060122473626	0.9229739852198199	0.609375	0.97265625	0.3046875	0.58984375	0.04279961753028716	0.9270767340003795	0.609375	0.97265625	0.3046875	0.58984375	0.04256630559893315	0.9251030076269435
778	194	model.language_model.layers.11.self_attn.k_proj.weight::rows	original	origin	matrix	primary	False	False	2048	2048	512	256	256	e4234d79123432312e5ecb8a743bf41716476e542d6cc54d4176b5b55b62c88d	0.6821439899136252	1.015199325328612	0.5839157979042926	1.2306712694357544	0.0078125	0.7890680594977932	0.5301993618297536	139.89613694336896	256	1891.639150956098	611.0677505235303	0.0	0.0076961517333984375	0.9453125	0.96875	0.4296875	0.47265625	0.015157243024810363	0.6137834801728768	0.9453125	0.861328125	0.416015625	0.453125	0.014851136390165554	0.9573497035537919	0.9453125	0.962890625	0.42578125	0.466796875	0.01455962076367956	0.621342871462318
779	194	model.language_model.layers.11.self_attn.k_proj.weight::rows	original	mean	matrix	primary	False	False	2048	2048	512	256	256	e4234d79123432312e5ecb8a743bf41716476e542d6cc54d4176b5b55b62c88d	0.6817261891344077	1.0186013390993196	0.5880346838835182	1.2349923432894079	0.0078125	0.7906302182772981	0.52915041933607	139.55741175131743	255	1891.639150956098	611.4553177641997	0.0	0.0076961517333984375	0.9453125	0.96875	0.455078125	0.47265625	0.01472133540289322	0.6144289078414029	0.9453125	0.919921875	0.421875	0.4375	0.014014540364089889	0.6430658786124054	0.9453125	0.962890625	0.423828125	0.455078125	0.01406910050082999	0.6198113035781005
780	194	model.language_model.layers.11.self_attn.k_proj.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	512	256	256	e4234d79123432312e5ecb8a743bf41716476e542d6cc54d4176b5b55b62c88d	0.6821439899136252	1.015199325328612	0.5839157979042926	1.2306712694357544	0.0078125	0.7890680594977932	0.5301993618297536	139.89613694336896	256	1891.639150956098	611.0677505235303	0.0	0.0076961517333984375	0.9453125	0.96875	0.4296875	0.47265625	0.015157243024810363	0.6137834801728768	0.9453125	0.861328125	0.416015625	0.453125	0.014851136390165554	0.9573497035537919	0.9453125	0.962890625	0.42578125	0.466796875	0.01455962076367956	0.621342871462318
781	194	model.language_model.layers.11.self_attn.k_proj.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	512	256	256	e4234d79123432312e5ecb8a743bf41716476e542d6cc54d4176b5b55b62c88d	0.6817261891344077	1.0186013390993196	0.5880346838835182	1.2349923432894079	0.0078125	0.7906302182772981	0.52915041933607	139.55741175131743	255	1891.639150956098	611.4553177641997	0.0	0.0076961517333984375	0.9453125	0.96875	0.455078125	0.47265625	0.01472133540289322	0.6144289078414029	0.9453125	0.919921875	0.421875	0.4375	0.014014540364089889	0.6430658786124054	0.9453125	0.962890625	0.423828125	0.455078125	0.01406910050082999	0.6198113035781005
782	195	model.language_model.layers.11.self_attn.k_proj.weight::columns	original	origin	matrix	primary	False	False	512	512	2048	256	256	9605df0b80425351f733a052a2e9b93a35650b4902a8d52614beda6dc567bc49	0.7057873684206641	0.9836937947864924	0.8305143110509324	1.1115736364573663	0.01171875	0.3743723121569882	0.2686072133495462	117.37516505141116	256	422.62083622648265	141.12630427654688	0.0	0.00757598876953125	0.984375	0.98828125	0.45703125	0.31640625	-0.01677777622877541	0.6859962311039334	0.75	0.091796875	0.341796875	0.212890625	-0.017556061143636614	1.1031608035911218	0.962890625	0.3203125	0.349609375	0.234375	-0.015422678028046866	0.7421796898430512
783	195	model.language_model.layers.11.self_attn.k_proj.weight::columns	original	mean	matrix	primary	False	False	512	512	2048	256	256	9605df0b80425351f733a052a2e9b93a35650b4902a8d52614beda6dc567bc49	0.7126847204607639	0.9886845673317766	0.8414391577533067	1.1189645675413067	0.01171875	0.3719033625513909	0.2680833227665952	117.2190698770937	255	422.62083622648265	141.09162989797642	0.0	0.00757598876953125	0.984375	0.98828125	0.4375	0.328125	-0.015363298782200552	0.686804859221906	0.904296875	0.18359375	0.337890625	0.21875	-0.012668348641249993	0.8128534532571726	0.96875	0.34375	0.34765625	0.236328125	-0.014713457572926414	0.7413243554997224
784	195	model.language_model.layers.11.self_attn.k_proj.weight::columns	finetuned	origin	matrix	primary	False	False	512	512	2048	256	256	9605df0b80425351f733a052a2e9b93a35650b4902a8d52614beda6dc567bc49	0.7057873684206641	0.9836937947864924	0.8305143110509324	1.1115736364573663	0.01171875	0.3743723121569882	0.2686072133495462	117.37516505141116	256	422.62083622648265	141.12630427654688	0.0	0.00757598876953125	0.984375	0.98828125	0.45703125	0.31640625	-0.01677777622877541	0.6859962311039334	0.75	0.091796875	0.341796875	0.212890625	-0.017556061143636614	1.1031608035911218	0.962890625	0.3203125	0.349609375	0.234375	-0.015422678028046866	0.7421796898430512
785	195	model.language_model.layers.11.self_attn.k_proj.weight::columns	finetuned	mean	matrix	primary	False	False	512	512	2048	256	256	9605df0b80425351f733a052a2e9b93a35650b4902a8d52614beda6dc567bc49	0.7126847204607639	0.9886845673317766	0.8414391577533067	1.1189645675413067	0.01171875	0.3719033625513909	0.2680833227665952	117.2190698770937	255	422.62083622648265	141.09162989797642	0.0	0.00757598876953125	0.984375	0.98828125	0.4375	0.328125	-0.015363298782200552	0.686804859221906	0.904296875	0.18359375	0.337890625	0.21875	-0.012668348641249993	0.8128534532571726	0.96875	0.34375	0.34765625	0.236328125	-0.014713457572926414	0.7413243554997224
786	196	model.language_model.layers.11.self_attn.k_proj.weight::K_head0	original	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.7684097715729123	1.0496602230540606	0.5296745575279587	1.1625100389089016	0.0	0.7240033966741309	0.5300108286829203	87.47898744170105	128	1908.5703077879748	606.9320887559913	0.0	0.0142822265625	0.9921875	1.0	0.3515625	0.5859375	0.049477382957366034	0.725908376616122	0.9921875	0.953125	0.34375	0.55859375	0.0497251502813465	1.0604382312810556	0.9921875	0.9921875	0.34375	0.58203125	0.05009665705233313	0.7368565527411942
787	196	model.language_model.layers.11.self_attn.k_proj.weight::K_head0	original	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.7749175321756392	1.0601489040810084	0.5386063587030435	1.173827996737721	0.0	0.722235010778996	0.5279188329575822	86.86646296236792	127	1908.5703077879748	608.324323124982	0.0	0.0142822265625	0.9921875	1.0	0.390625	0.5859375	0.05207784157946027	0.7262910677994441	0.9921875	1.0	0.3515625	0.5390625	0.05162866127617316	0.7379599023092778	0.9921875	1.0	0.3515625	0.54296875	0.05261375349753239	0.7306082120375157
788	196	model.language_model.layers.11.self_attn.k_proj.weight::K_head0	finetuned	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.7684097715729123	1.0496602230540606	0.5296745575279587	1.1625100389089016	0.0	0.7240033966741309	0.5300108286829203	87.47898744170105	128	1908.5703077879748	606.9320887559913	0.0	0.0142822265625	0.9921875	1.0	0.3515625	0.5859375	0.049477382957366034	0.725908376616122	0.9921875	0.953125	0.34375	0.55859375	0.0497251502813465	1.0604382312810556	0.9921875	0.9921875	0.34375	0.58203125	0.05009665705233313	0.7368565527411942
789	196	model.language_model.layers.11.self_attn.k_proj.weight::K_head0	finetuned	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.7749175321756392	1.0601489040810084	0.5386063587030435	1.173827996737721	0.0	0.722235010778996	0.5279188329575822	86.86646296236792	127	1908.5703077879748	608.324323124982	0.0	0.0142822265625	0.9921875	1.0	0.390625	0.5859375	0.05207784157946027	0.7262910677994441	0.9921875	1.0	0.3515625	0.5390625	0.05162866127617316	0.7379599023092778	0.9921875	1.0	0.3515625	0.54296875	0.05261375349753239	0.7306082120375157
790	197	model.language_model.layers.11.self_attn.k_proj.weight::K_head1	original	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.584657063922859	0.9875727675627357	0.5794630441963974	1.313732023799612	0.0	0.902823562239823	0.5344843341946245	88.23268084170914	128	1836.6864702610071	605.3523719079881	0.0	0.015346527099609375	1.0	1.0	0.4765625	0.40625	-0.01261007253395885	0.7321625911248436	1.0	0.873046875	0.44140625	0.376953125	-0.011912560687695528	1.250365810580288	1.0	0.990234375	0.46875	0.400390625	-0.013017125913281191	0.7418916605036115
791	197	model.language_model.layers.11.self_attn.k_proj.weight::K_head1	original	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.5900270734084223	0.9947909203191903	0.5867597182110512	1.3217253881284299	0.0	0.8973996825655172	0.5322627072348893	87.62786230344511	127	1836.6864702610071	606.5035486374197	0.0	0.015346527099609375	1.0	1.0	0.5	0.421875	-0.013280142182357846	0.7326571326948493	1.0	0.99609375	0.451171875	0.3671875	-0.013787697085894779	0.7518144911843871	1.0	1.0	0.453125	0.373046875	-0.013095954539733778	0.7365735773149686
792	197	model.language_model.layers.11.self_attn.k_proj.weight::K_head1	finetuned	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.584657063922859	0.9875727675627357	0.5794630441963974	1.313732023799612	0.0	0.902823562239823	0.5344843341946245	88.23268084170914	128	1836.6864702610071	605.3523719079881	0.0	0.015346527099609375	1.0	1.0	0.4765625	0.40625	-0.01261007253395885	0.7321625911248436	1.0	0.873046875	0.44140625	0.376953125	-0.011912560687695528	1.250365810580288	1.0	0.990234375	0.46875	0.400390625	-0.013017125913281191	0.7418916605036115
793	197	model.language_model.layers.11.self_attn.k_proj.weight::K_head1	finetuned	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.5900270734084223	0.9947909203191903	0.5867597182110512	1.3217253881284299	0.0	0.8973996825655172	0.5322627072348893	87.62786230344511	127	1836.6864702610071	606.5035486374197	0.0	0.015346527099609375	1.0	1.0	0.5	0.421875	-0.013280142182357846	0.7326571326948493	1.0	0.99609375	0.451171875	0.3671875	-0.013787697085894779	0.7518144911843871	1.0	1.0	0.453125	0.373046875	-0.013095954539733778	0.7365735773149686
794	198	model.language_model.layers.11.self_attn.o_proj.weight::rows	original	origin	matrix	primary	False	False	2048	2048	2048	256	256	840442e51d0f7b91e89ac766949d79a181f837a5149ba472890e4073382a047f	0.7075710018975762	1.0567300297013982	0.6366731441997026	1.1816891327571468	0.0	0.8261665825535711	0.5531890834188844	158.96029234954597	256	1832.2177237576025	588.0057508207117	0.0	0.007671356201171875	0.99609375	1.0	0.35546875	0.55859375	0.05668794739759653	0.697425987445945	0.99609375	0.873046875	0.3125	0.53125	0.05741019838217842	1.189539522142489	0.99609375	0.986328125	0.341796875	0.54296875	0.056998822491669765	0.7088778046992837
795	198	model.language_model.layers.11.self_attn.o_proj.weight::rows	original	mean	matrix	primary	False	False	2048	2048	2048	256	256	840442e51d0f7b91e89ac766949d79a181f837a5149ba472890e4073382a047f	0.7125268429942194	1.0607185783901256	0.6437510477809982	1.181195285508955	0.0	0.8217731689322456	0.5520177110552051	158.68067723629886	255	1832.2177237576025	588.9004976335192	0.0	0.007671356201171875	0.99609375	0.99609375	0.376953125	0.57421875	0.05683857469369924	0.6986228390618808	0.99609375	0.97265625	0.32421875	0.546875	0.05757031624245457	0.7283033125988807	0.99609375	0.994140625	0.330078125	0.548828125	0.057695765311563285	0.7074758066912765
796	198	model.language_model.layers.11.self_attn.o_proj.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	2048	256	256	840442e51d0f7b91e89ac766949d79a181f837a5149ba472890e4073382a047f	0.7075710018975762	1.0567300297013982	0.6366731441997026	1.1816891327571468	0.0	0.8261665825535711	0.5531890834188844	158.96029234954597	256	1832.2177237576025	588.0057508207117	0.0	0.007671356201171875	0.99609375	1.0	0.35546875	0.55859375	0.05668794739759653	0.697425987445945	0.99609375	0.873046875	0.3125	0.53125	0.05741019838217842	1.189539522142489	0.99609375	0.986328125	0.341796875	0.54296875	0.056998822491669765	0.7088778046992837
797	198	model.language_model.layers.11.self_attn.o_proj.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	2048	256	256	840442e51d0f7b91e89ac766949d79a181f837a5149ba472890e4073382a047f	0.7125268429942194	1.0607185783901256	0.6437510477809982	1.181195285508955	0.0	0.8217731689322456	0.5520177110552051	158.68067723629886	255	1832.2177237576025	588.9004976335192	0.0	0.007671356201171875	0.99609375	0.99609375	0.376953125	0.57421875	0.05683857469369924	0.6986228390618808	0.99609375	0.97265625	0.32421875	0.546875	0.05757031624245457	0.7283033125988807	0.99609375	0.994140625	0.330078125	0.548828125	0.057695765311563285	0.7074758066912765
798	199	model.language_model.layers.11.self_attn.o_proj.weight::columns	original	origin	matrix	primary	False	False	2048	2048	2048	256	256	b810c8d4e8f3b713e9e909c1aa261886f7d10c99bd96e221b28705a191110966	0.6319682007862903	0.9575515744708603	0.8062407583824707	1.1809839162350613	0.0	0.8540774182531888	0.5636769691950343	167.09927283882794	256	1688.43624465541	561.0544230158458	0.0	0.0070438385009765625	0.9765625	0.98828125	0.55859375	0.33984375	-0.04249050783294139	0.7331351348099847	0.9765625	0.66015625	0.51953125	0.3125	-0.03989874354984124	1.3431227073360341	0.9765625	0.96875	0.548828125	0.337890625	-0.041093489317461596	0.7563039130877525
799	199	model.language_model.layers.11.self_attn.o_proj.weight::columns	original	mean	matrix	primary	False	False	2048	2048	2048	256	256	b810c8d4e8f3b713e9e909c1aa261886f7d10c99bd96e221b28705a191110966	0.6354551012191589	0.9600038430140532	0.8094484583581745	1.1841390693276688	0.0	0.8499393884596067	0.5626001646285526	166.74042004237228	255	1688.43624465541	559.68859517639	0.0	0.0070438385009765625	0.9765625	0.98828125	0.595703125	0.34765625	-0.04387616068237321	0.734107439325482	0.9765625	0.923828125	0.533203125	0.322265625	-0.04294856817784076	0.7908814164097533	0.9765625	0.982421875	0.54296875	0.32421875	-0.04300708371206108	0.7543730983574083
800	199	model.language_model.layers.11.self_attn.o_proj.weight::columns	finetuned	origin	matrix	primary	False	False	2048	2048	2048	256	256	b810c8d4e8f3b713e9e909c1aa261886f7d10c99bd96e221b28705a191110966	0.6319682007862903	0.9575515744708603	0.8062407583824707	1.1809839162350613	0.0	0.8540774182531888	0.5636769691950343	167.09927283882794	256	1688.43624465541	561.0544230158458	0.0	0.0070438385009765625	0.9765625	0.98828125	0.55859375	0.33984375	-0.04249050783294139	0.7331351348099847	0.9765625	0.66015625	0.51953125	0.3125	-0.03989874354984124	1.3431227073360341	0.9765625	0.96875	0.548828125	0.337890625	-0.041093489317461596	0.7563039130877525
801	199	model.language_model.layers.11.self_attn.o_proj.weight::columns	finetuned	mean	matrix	primary	False	False	2048	2048	2048	256	256	b810c8d4e8f3b713e9e909c1aa261886f7d10c99bd96e221b28705a191110966	0.6354551012191589	0.9600038430140532	0.8094484583581745	1.1841390693276688	0.0	0.8499393884596067	0.5626001646285526	166.74042004237228	255	1688.43624465541	559.68859517639	0.0	0.0070438385009765625	0.9765625	0.98828125	0.595703125	0.34765625	-0.04387616068237321	0.734107439325482	0.9765625	0.923828125	0.533203125	0.322265625	-0.04294856817784076	0.7908814164097533	0.9765625	0.982421875	0.54296875	0.32421875	-0.04300708371206108	0.7543730983574083
802	200	model.language_model.layers.11.self_attn.q_proj.weight::rows	original	origin	matrix	primary	False	False	2048	2048	4096	256	256	97eb7a9b1979227079573590255360b936e4b7d28b49e6363001253a3cef59b4	0.3809769249129442	0.9577944445583175	0.7587630502019662	1.1092890130615678	0.0078125	1.381544137036971	0.5495296406762622	96.45888722700305	256	1928.7051554148113	620.6620435219478	0.0	0.007862091064453125	0.98828125	0.9921875	0.5234375	0.32421875	-0.04224763774548412	0.4232059068204262	0.98828125	0.810546875	0.484375	0.279296875	-0.04182551172558202	1.795129446749038	0.98828125	0.984375	0.515625	0.3125	-0.04221305097924488	0.5279419424781421
803	200	model.language_model.layers.11.self_attn.q_proj.weight::rows	original	mean	matrix	primary	False	False	2048	2048	4096	256	256	97eb7a9b1979227079573590255360b936e4b7d28b49e6363001253a3cef59b4	0.3780510434939044	0.9627240371547708	0.7672364952194874	1.1379036673717033	0.0078125	1.376257914631613	0.5404412070990823	120.77212386439751	255	1928.7051554148113	617.7302431877488	0.0	0.007862091064453125	0.98828125	0.9921875	0.572265625	0.359375	-0.04115596654165554	0.5317229893595234	0.98828125	0.970703125	0.509765625	0.330078125	-0.040961746591082204	0.5593404655325738	0.98828125	0.986328125	0.521484375	0.33984375	-0.04123640389127836	0.5359834591531187
804	200	model.language_model.layers.11.self_attn.q_proj.weight::rows	finetuned	origin	matrix	primary	False	False	2048	2048	4096	256	256	97eb7a9b1979227079573590255360b936e4b7d28b49e6363001253a3cef59b4	0.3809769249129442	0.9577944445583175	0.7587630502019662	1.1092890130615678	0.0078125	1.381544137036971	0.5495296406762622	96.45888722700305	256	1928.7051554148113	620.6620435219478	0.0	0.007862091064453125	0.98828125	0.9921875	0.5234375	0.32421875	-0.04224763774548412	0.4232059068204262	0.98828125	0.810546875	0.484375	0.279296875	-0.04182551172558202	1.795129446749038	0.98828125	0.984375	0.515625	0.3125	-0.04221305097924488	0.5279419424781421
805	200	model.language_model.layers.11.self_attn.q_proj.weight::rows	finetuned	mean	matrix	primary	False	False	2048	2048	4096	256	256	97eb7a9b1979227079573590255360b936e4b7d28b49e6363001253a3cef59b4	0.3780510434939044	0.9627240371547708	0.7672364952194874	1.1379036673717033	0.0078125	1.376257914631613	0.5404412070990823	120.77212386439751	255	1928.7051554148113	617.7302431877488	0.0	0.007862091064453125	0.98828125	0.9921875	0.572265625	0.359375	-0.04115596654165554	0.5317229893595234	0.98828125	0.970703125	0.509765625	0.330078125	-0.040961746591082204	0.5593404655325738	0.98828125	0.986328125	0.521484375	0.33984375	-0.04123640389127836	0.5359834591531187
806	201	model.language_model.layers.11.self_attn.q_proj.weight::columns	original	origin	matrix	primary	False	False	4096	4096	2048	256	256	30639a311e37477d6b4431aced619ef2c615e128d9b46665a78ccc2dfc358336	0.7561498339883572	1.0076466424932375	0.8011302606192938	1.1222016847514824	0.00390625	1.0355912119516673	0.7771197659722368	123.28941631779067	256	2899.345281695377	957.7693186999784	0.0	0.007145881652832031	0.98046875	0.98828125	0.4140625	0.42578125	0.007556796687937073	0.5116320341947632	0.98046875	0.947265625	0.404296875	0.416015625	0.006608033804518021	0.9308258316820434	0.98046875	0.98828125	0.4140625	0.41796875	0.006098959694451622	0.5257745054847348
807	201	model.language_model.layers.11.self_attn.q_proj.weight::columns	original	mean	matrix	primary	False	False	4096	4096	2048	256	256	30639a311e37477d6b4431aced619ef2c615e128d9b46665a78ccc2dfc358336	0.7563198827364881	1.0122650429177258	0.8075129147450224	1.1276248752079299	0.00390625	1.0380105746597188	0.7755558108013035	122.83450022886191	255	2899.345281695377	957.4604302781804	0.0	0.007145881652832031	0.98046875	0.98828125	0.46875	0.45703125	0.008251348066266262	0.5115865473493384	0.98046875	0.98828125	0.39453125	0.4375	0.007174161793503275	0.5372092890137852	0.98046875	0.98828125	0.39453125	0.44140625	0.00683737434820153	0.5239175247882775
808	201	model.language_model.layers.11.self_attn.q_proj.weight::columns	finetuned	origin	matrix	primary	False	False	4096	4096	2048	256	256	30639a311e37477d6b4431aced619ef2c615e128d9b46665a78ccc2dfc358336	0.7561498339883572	1.0076466424932375	0.8011302606192938	1.1222016847514824	0.00390625	1.0355912119516673	0.7771197659722368	123.28941631779067	256	2899.345281695377	957.7693186999784	0.0	0.007145881652832031	0.98046875	0.98828125	0.4140625	0.42578125	0.007556796687937073	0.5116320341947632	0.98046875	0.947265625	0.404296875	0.416015625	0.006608033804518021	0.9308258316820434	0.98046875	0.98828125	0.4140625	0.41796875	0.006098959694451622	0.5257745054847348
809	201	model.language_model.layers.11.self_attn.q_proj.weight::columns	finetuned	mean	matrix	primary	False	False	4096	4096	2048	256	256	30639a311e37477d6b4431aced619ef2c615e128d9b46665a78ccc2dfc358336	0.7563198827364881	1.0122650429177258	0.8075129147450224	1.1276248752079299	0.00390625	1.0380105746597188	0.7755558108013035	122.83450022886191	255	2899.345281695377	957.4604302781804	0.0	0.007145881652832031	0.98046875	0.98828125	0.46875	0.45703125	0.008251348066266262	0.5115865473493384	0.98046875	0.98828125	0.39453125	0.4375	0.007174161793503275	0.5372092890137852	0.98046875	0.98828125	0.39453125	0.44140625	0.00683737434820153	0.5239175247882775
810	202	model.language_model.layers.11.self_attn.q_proj.weight::Q_head0	original	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.31197792764260507	0.9560284093088705	0.8400403757015257	1.1495668393012566	0.0078125	1.6161500492177772	0.527393473044335	53.071891637142826	128	1782.3572554175419	601.2714659900943	0.0	0.016666412353515625	0.9921875	0.9921875	0.5546875	0.3046875	-0.044154430787824106	0.4403952518076375	0.9921875	0.833984375	0.51171875	0.25	-0.04508043309894938	2.4777590248086696	0.9921875	0.98828125	0.533203125	0.296875	-0.04448797559569173	0.4467556365916261
811	202	model.language_model.layers.11.self_attn.q_proj.weight::Q_head0	original	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.3138651792438673	0.9581704751721261	0.8417677959268993	1.1543222699335522	0.0078125	1.6042823690680164	0.5255102159507211	52.88269312944859	127	1782.3572554175419	602.0691036523052	0.0	0.016666412353515625	0.9921875	0.9921875	0.59375	0.328125	-0.04990058732942204	0.44215254485193745	0.9921875	0.990234375	0.5234375	0.263671875	-0.04910195145075513	0.45264893671342715	0.9921875	0.9921875	0.52734375	0.27734375	-0.05046057548249583	0.4460261587302786
812	202	model.language_model.layers.11.self_attn.q_proj.weight::Q_head0	finetuned	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.31197792764260507	0.9560284093088705	0.8400403757015257	1.1495668393012566	0.0078125	1.6161500492177772	0.527393473044335	53.071891637142826	128	1782.3572554175419	601.2714659900943	0.0	0.016666412353515625	0.9921875	0.9921875	0.5546875	0.3046875	-0.044154430787824106	0.4403952518076375	0.9921875	0.833984375	0.51171875	0.25	-0.04508043309894938	2.4777590248086696	0.9921875	0.98828125	0.533203125	0.296875	-0.04448797559569173	0.4467556365916261
813	202	model.language_model.layers.11.self_attn.q_proj.weight::Q_head0	finetuned	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.3138651792438673	0.9581704751721261	0.8417677959268993	1.1543222699335522	0.0078125	1.6042823690680164	0.5255102159507211	52.88269312944859	127	1782.3572554175419	602.0691036523052	0.0	0.016666412353515625	0.9921875	0.9921875	0.59375	0.328125	-0.04990058732942204	0.44215254485193745	0.9921875	0.990234375	0.5234375	0.263671875	-0.04910195145075513	0.45264893671342715	0.9921875	0.9921875	0.52734375	0.27734375	-0.05046057548249583	0.4460261587302786
814	203	model.language_model.layers.11.self_attn.q_proj.weight::gate_head0	original	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.4155493123965863	0.9461921336524344	0.7740984327494489	1.189290828887703	0.0	1.2328769313614212	0.5414557391417115	23.827596644494523	128	1926.8257177730018	642.9113338525042	0.0	0.01132965087890625	1.0	1.0	0.6015625	0.3046875	-0.053990706444260184	0.19772350486333473	1.0	0.96484375	0.576171875	0.28125	-0.05595010134592315	0.797009072256207	1.0	0.990234375	0.58984375	0.28515625	-0.05492698986791966	0.8892107463747271
815	203	model.language_model.layers.11.self_attn.q_proj.weight::gate_head0	original	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.37643071906246006	0.9305653719351147	0.7369206209740967	1.2238044913364186	0.0	1.2178405581474303	0.4926387880236208	64.53510480205973	127	1926.8257177730018	644.3347294813022	0.0	0.01132965087890625	1.0	1.0	0.6640625	0.3125	-0.07750569056643342	0.5395784354376494	1.0	1.0	0.638671875	0.2734375	-0.07915743217759819	0.5463107752731625	1.0	1.0	0.640625	0.2734375	-0.07873708106795452	0.5417624039427125
816	203	model.language_model.layers.11.self_attn.q_proj.weight::gate_head0	finetuned	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.4155493123965863	0.9461921336524344	0.7740984327494489	1.189290828887703	0.0	1.2328769313614212	0.5414557391417115	23.827596644494523	128	1926.8257177730018	642.9113338525042	0.0	0.01132965087890625	1.0	1.0	0.6015625	0.3046875	-0.053990706444260184	0.19772350486333473	1.0	0.96484375	0.576171875	0.28125	-0.05595010134592315	0.797009072256207	1.0	0.990234375	0.58984375	0.28515625	-0.05492698986791966	0.8892107463747271
817	203	model.language_model.layers.11.self_attn.q_proj.weight::gate_head0	finetuned	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.37643071906246006	0.9305653719351147	0.7369206209740967	1.2238044913364186	0.0	1.2178405581474303	0.4926387880236208	64.53510480205973	127	1926.8257177730018	644.3347294813022	0.0	0.01132965087890625	1.0	1.0	0.6640625	0.3125	-0.07750569056643342	0.5395784354376494	1.0	1.0	0.638671875	0.2734375	-0.07915743217759819	0.5463107752731625	1.0	1.0	0.640625	0.2734375	-0.07873708106795452	0.5417624039427125
818	204	model.language_model.layers.11.self_attn.q_proj.weight::Q_head1	original	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.3519186338006956	0.949014529322602	0.7663035149156412	1.2011615756867662	0.0	1.5084133337965193	0.5593578846630848	45.908579728101614	128	750.233125122116	510.7558630123998	0.0	0.015239715576171875	0.9921875	1.0	0.5390625	0.375	-0.05116831077409256	0.3809534558843315	0.9921875	0.666015625	0.498046875	0.31640625	-0.048584450760078335	1.7064916890485915	0.9921875	0.7109375	0.498046875	0.3203125	-0.04862811293704372	0.4232320154642316
819	204	model.language_model.layers.11.self_attn.q_proj.weight::Q_head1	original	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.35482837836471015	0.9525554192332826	0.7697911904296614	1.1993137086300443	0.0	1.4971733436107277	0.5576994040639266	45.75613936878148	127	750.233125122116	517.4732005433644	0.0	0.015239715576171875	0.9921875	0.9921875	0.578125	0.390625	-0.055515643268265524	0.38256738201634033	0.9921875	0.88671875	0.50390625	0.306640625	-0.05159893718666675	0.41955957859934245	0.9921875	0.83984375	0.498046875	0.310546875	-0.052030717515745284	0.42317001011747674
820	204	model.language_model.layers.11.self_attn.q_proj.weight::Q_head1	finetuned	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.3519186338006956	0.949014529322602	0.7663035149156412	1.2011615756867662	0.0	1.5084133337965193	0.5593578846630848	45.908579728101614	128	750.233125122116	510.7558630123998	0.0	0.015239715576171875	0.9921875	1.0	0.5390625	0.375	-0.05116831077409256	0.3809534558843315	0.9921875	0.666015625	0.498046875	0.31640625	-0.048584450760078335	1.7064916890485915	0.9921875	0.7109375	0.498046875	0.3203125	-0.04862811293704372	0.4232320154642316
821	204	model.language_model.layers.11.self_attn.q_proj.weight::Q_head1	finetuned	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.35482837836471015	0.9525554192332826	0.7697911904296614	1.1993137086300443	0.0	1.4971733436107277	0.5576994040639266	45.75613936878148	127	750.233125122116	517.4732005433644	0.0	0.015239715576171875	0.9921875	0.9921875	0.578125	0.390625	-0.055515643268265524	0.38256738201634033	0.9921875	0.88671875	0.50390625	0.306640625	-0.05159893718666675	0.41955957859934245	0.9921875	0.83984375	0.498046875	0.310546875	-0.052030717515745284	0.42317001011747674
822	205	model.language_model.layers.11.self_attn.q_proj.weight::gate_head1	original	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.5130810867427384	0.9293922554594154	0.8321214983152434	1.1006389660723366	0.015625	1.084558247642403	0.5987421576491326	10.257142879499618	128	1911.6241821459291	658.54636149372	0.0	0.014995574951171875	0.9765625	0.9765625	0.7109375	0.2109375	-0.07079058463727916	0.08511467901179445	0.9765625	0.876953125	0.66015625	0.19921875	-0.0685426797260934	0.41509358236336197	0.9765625	0.912109375	0.677734375	0.197265625	-0.06911578150778763	0.9158027535977972
823	205	model.language_model.layers.11.self_attn.q_proj.weight::gate_head1	original	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.4631219567022428	0.9212149275800178	0.7871029784266818	1.148712075760364	0.015625	1.005429467559901	0.5054590936402187	56.18920987367196	127	1911.6241821459291	646.6549278150128	0.0	0.014995574951171875	0.96875	0.9765625	0.71875	0.2421875	-0.08685613492153033	0.46979835308404083	0.96875	0.97265625	0.68359375	0.203125	-0.08490607447360998	0.4746798511851657	0.96875	0.97265625	0.68359375	0.203125	-0.085710197197722	0.4718718715479181
824	205	model.language_model.layers.11.self_attn.q_proj.weight::gate_head1	finetuned	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.5130810867427384	0.9293922554594154	0.8321214983152434	1.1006389660723366	0.015625	1.084558247642403	0.5987421576491326	10.257142879499618	128	1911.6241821459291	658.54636149372	0.0	0.014995574951171875	0.9765625	0.9765625	0.7109375	0.2109375	-0.07079058463727916	0.08511467901179445	0.9765625	0.876953125	0.66015625	0.19921875	-0.0685426797260934	0.41509358236336197	0.9765625	0.912109375	0.677734375	0.197265625	-0.06911578150778763	0.9158027535977972
825	205	model.language_model.layers.11.self_attn.q_proj.weight::gate_head1	finetuned	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.4631219567022428	0.9212149275800178	0.7871029784266818	1.148712075760364	0.015625	1.005429467559901	0.5054590936402187	56.18920987367196	127	1911.6241821459291	646.6549278150128	0.0	0.014995574951171875	0.96875	0.9765625	0.71875	0.2421875	-0.08685613492153033	0.46979835308404083	0.96875	0.97265625	0.68359375	0.203125	-0.08490607447360998	0.4746798511851657	0.96875	0.97265625	0.68359375	0.203125	-0.085710197197722	0.4718718715479181
826	206	model.language_model.layers.11.self_attn.q_proj.weight::Q_head2	original	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.3958564464056388	0.9836791781007745	0.8585921374438666	1.1083618983288042	0.015625	1.3907566881859914	0.5596743457182142	70.98692281202331	128	1836.8196152185656	634.3437094128572	0.0	0.019840240478515625	0.9765625	0.9765625	0.4765625	0.328125	-0.016503661995920016	0.5890557653492632	0.9765625	0.671875	0.44140625	0.306640625	-0.014081476262655768	1.2909263570675045	0.9765625	0.94921875	0.470703125	0.322265625	-0.014995618852102988	0.5971954958703374
827	206	model.language_model.layers.11.self_attn.q_proj.weight::Q_head2	original	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.3981390184294362	0.9908236227039809	0.8690172176227206	1.1160723022121892	0.015625	1.3878432612773608	0.5576719621106142	70.47202339951346	127	1836.8196152185656	633.9035513059862	0.0	0.019840240478515625	0.9765625	0.9765625	0.5234375	0.3515625	-0.017247439797567155	0.5892170508541772	0.9765625	0.974609375	0.453125	0.294921875	-0.016462024500630723	0.5978396026654618	0.9765625	0.9765625	0.453125	0.30078125	-0.01641503890847329	0.5931443516608211
828	206	model.language_model.layers.11.self_attn.q_proj.weight::Q_head2	finetuned	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.3958564464056388	0.9836791781007745	0.8585921374438666	1.1083618983288042	0.015625	1.3907566881859914	0.5596743457182142	70.98692281202331	128	1836.8196152185656	634.3437094128572	0.0	0.019840240478515625	0.9765625	0.9765625	0.4765625	0.328125	-0.016503661995920016	0.5890557653492632	0.9765625	0.671875	0.44140625	0.306640625	-0.014081476262655768	1.2909263570675045	0.9765625	0.94921875	0.470703125	0.322265625	-0.014995618852102988	0.5971954958703374
829	206	model.language_model.layers.11.self_attn.q_proj.weight::Q_head2	finetuned	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.3981390184294362	0.9908236227039809	0.8690172176227206	1.1160723022121892	0.015625	1.3878432612773608	0.5576719621106142	70.47202339951346	127	1836.8196152185656	633.9035513059862	0.0	0.019840240478515625	0.9765625	0.9765625	0.5234375	0.3515625	-0.017247439797567155	0.5892170508541772	0.9765625	0.974609375	0.453125	0.294921875	-0.016462024500630723	0.5978396026654618	0.9765625	0.9765625	0.453125	0.30078125	-0.01641503890847329	0.5931443516608211
830	207	model.language_model.layers.11.self_attn.q_proj.weight::gate_head2	original	origin	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.5394523689632026	0.974717605377436	0.816457562275183	1.1692041367063113	0.0078125	1.048812664153748	0.5804598923369818	15.74589892125651	128	1882.5253274948805	634.9357037275508	0.0	0.015228271484375	0.9921875	0.9921875	0.5078125	0.34375	-0.025465234719258545	0.1306608622088619	0.9921875	0.919921875	0.474609375	0.322265625	-0.02374585079837921	0.5122247797599634	0.9921875	0.9296875	0.470703125	0.333984375	-0.024713489323432203	0.9360560691079405
831	207	model.language_model.layers.11.self_attn.q_proj.weight::gate_head2	original	mean	head_rows	primary	False	False	2048	2048	256	128	128	60819614a36dc39e0888ec22fc3c307d3faf5111df911e8b5c476bdf5a8800ac	0.48625507163317977	0.9679703170656058	0.7782449485543375	1.2134898246073038	0.0078125	1.0155991938954

The file is too large to be shown. View Raw