exp-model-parameter-similarity/results/qwen35-2b/analysis/heatmap_pairs.csv

1	a_layer	b_layer	role	cosine	verified	identity
2	0	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
3	0	1	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
4	0	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
5	0	4	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.021603168261668075	True	False
6	0	5	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.016060099025396145	True	False
7	0	6	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.011134467760118835	True	False
8	0	8	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.02119149075528504	True	False
9	0	9	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.016503057196088678	True	False
10	0	10	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.014928623062813407	True	False
11	0	12	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
12	0	13	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.018257428983934995	True	False
13	0	14	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.016567710854311527	True	False
14	0	16	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.01878152412750565	True	False
15	0	17	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.01800800596875963	True	False
16	0	18	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.028970941325172344	True	False
17	0	20	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.022135507322117717	True	False
18	0	21	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.025104063163733144	True	False
19	0	22	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
20	1	0	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
21	1	1	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
22	1	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
23	1	4	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
24	1	5	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.052801535487043146	True	False
25	1	6	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.07322831943625455	True	False
26	1	8	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.06485177649773176	True	False
27	1	9	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.0681849224686047	True	False
28	1	10	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.05608619803907555	True	False
29	1	12	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
30	1	13	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.06094079473458446	True	False
31	1	14	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.0593113361588042	True	False
32	1	16	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
33	1	17	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
34	1	18	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.0669216453028539	True	False
35	1	20	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
36	1	21	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
37	1	22	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
38	2	0	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
39	2	1	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
40	2	2	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
41	2	4	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
42	2	5	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
43	2	6	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
44	2	8	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
45	2	9	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
46	2	10	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
47	2	12	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
48	2	13	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
49	2	14	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.08891505471270902	True	False
50	2	16	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
51	2	17	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
52	2	18	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
53	2	20	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
54	2	21	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
55	2	22	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
56	4	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.021603168261668075	True	False
57	4	1	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
58	4	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
59	4	4	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
60	4	5	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.17566810276395187	True	False
61	4	6	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.15586663085457408	True	False
62	4	8	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1185198625732783	True	False
63	4	9	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
64	4	10	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
65	4	12	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
66	4	13	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.12851474649025826	True	False
67	4	14	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.07448081425577983	True	False
68	4	16	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
69	4	17	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
70	4	18	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
71	4	20	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
72	4	21	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
73	4	22	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
74	5	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.016060099025396145	True	False
75	5	1	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.052801535487043146	True	False
76	5	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
77	5	4	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.17566810276395187	True	False
78	5	5	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
79	5	6	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
80	5	8	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.14377798800191915	True	False
81	5	9	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
82	5	10	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
83	5	12	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
84	5	13	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
85	5	14	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
86	5	16	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
87	5	17	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
88	5	18	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
89	5	20	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
90	5	21	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
91	5	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.12262286697791511	True	False
92	6	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.011134467760118835	True	False
93	6	1	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.07322831943625455	True	False
94	6	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
95	6	4	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.15586663085457408	True	False
96	6	5	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
97	6	6	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
98	6	8	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
99	6	9	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.21699783588937813	True	False
100	6	10	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
101	6	12	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1333883918363074	True	False
102	6	13	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
103	6	14	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
104	6	16	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
105	6	17	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1578017536943907	True	False
106	6	18	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
107	6	20	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.12015120428871615	True	False
108	6	21	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1273046517923862	True	False
109	6	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1311555097410448	True	False
110	8	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.02119149075528504	True	False
111	8	1	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.06485177649773176	True	False
112	8	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
113	8	4	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1185198625732783	True	False
114	8	5	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.14377798800191915	True	False
115	8	6	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
116	8	8	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
117	8	9	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
118	8	10	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
119	8	12	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.15843144658604474	True	False
120	8	13	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
121	8	14	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
122	8	16	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
123	8	17	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
124	8	18	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
125	8	20	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.10970674337391326	True	False
126	8	21	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1424385230009979	True	False
127	8	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.12404030329005741	True	False
128	9	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.016503057196088678	True	False
129	9	1	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.0681849224686047	True	False
130	9	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
131	9	4	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
132	9	5	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
133	9	6	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.21699783588937813	True	False
134	9	8	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
135	9	9	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
136	9	10	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
137	9	12	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1803763955625086	True	False
138	9	13	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
139	9	14	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.14949388376365874	True	False
140	9	16	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
141	9	17	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
142	9	18	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
143	9	20	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.16608693423041895	True	False
144	9	21	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
145	9	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.12672973282980668	True	False
146	10	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.014928623062813407	True	False
147	10	1	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.05608619803907555	True	False
148	10	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
149	10	4	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
150	10	5	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
151	10	6	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
152	10	8	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
153	10	9	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
154	10	10	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
155	10	12	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.18714191280792747	True	False
156	10	13	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
157	10	14	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
158	10	16	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
159	10	17	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.15298970272056192	True	False
160	10	18	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
161	10	20	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
162	10	21	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1455075615532816	True	False
163	10	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.14423059933719398	True	False
164	12	0	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
165	12	1	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
166	12	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
167	12	4	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
168	12	5	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
169	12	6	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1333883918363074	True	False
170	12	8	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.15843144658604474	True	False
171	12	9	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1803763955625086	True	False
172	12	10	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.18714191280792747	True	False
173	12	12	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
174	12	13	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1976207505481654	True	False
175	12	14	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.19384548810955707	True	False
176	12	16	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
177	12	17	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
178	12	18	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
179	12	20	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
180	12	21	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
181	12	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.13400309235372598	True	False
182	13	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.018257428983934995	True	False
183	13	1	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.06094079473458446	True	False
184	13	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
185	13	4	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.12851474649025826	True	False
186	13	5	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
187	13	6	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
188	13	8	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
189	13	9	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
190	13	10	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
191	13	12	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1976207505481654	True	False
192	13	13	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
193	13	14	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
194	13	16	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1779032565964785	True	False
195	13	17	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1787518876331122	True	False
196	13	18	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
197	13	20	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.16267368170342447	True	False
198	13	21	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.184820355422847	True	False
199	13	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1855431215985299	True	False
200	14	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.016567710854311527	True	False
201	14	1	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.0593113361588042	True	False
202	14	2	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.08891505471270902	True	False
203	14	4	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.07448081425577983	True	False
204	14	5	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
205	14	6	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
206	14	8	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
207	14	9	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.14949388376365874	True	False
208	14	10	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
209	14	12	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.19384548810955707	True	False
210	14	13	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
211	14	14	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
212	14	16	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1319696165434511	True	False
213	14	17	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.19933052471925228	True	False
214	14	18	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
215	14	20	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1251036484760185	True	False
216	14	21	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.16409792240962637	True	False
217	14	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.147211090153063	True	False
218	16	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.01878152412750565	True	False
219	16	1	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
220	16	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
221	16	4	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
222	16	5	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
223	16	6	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
224	16	8	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
225	16	9	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
226	16	10	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
227	16	12	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
228	16	13	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1779032565964785	True	False
229	16	14	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1319696165434511	True	False
230	16	16	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
231	16	17	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
232	16	18	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.23701407107786296	True	False
233	16	20	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.26531637641439015	True	False
234	16	21	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1973593532239659	True	False
235	16	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.14352438103427206	True	False
236	17	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.01800800596875963	True	False
237	17	1	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
238	17	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
239	17	4	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
240	17	5	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
241	17	6	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1578017536943907	True	False
242	17	8	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
243	17	9	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
244	17	10	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.15298970272056192	True	False
245	17	12	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
246	17	13	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1787518876331122	True	False
247	17	14	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.19933052471925228	True	False
248	17	16	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
249	17	17	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
250	17	18	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.27601649873822437	True	False
251	17	20	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.25004925100500414	True	False
252	17	21	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.2683584311866289	True	False
253	17	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.23217037996094514	True	False
254	18	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.028970941325172344	True	False
255	18	1	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.0669216453028539	True	False
256	18	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
257	18	4	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
258	18	5	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
259	18	6	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
260	18	8	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
261	18	9	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
262	18	10	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
263	18	12	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
264	18	13	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
265	18	14	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
266	18	16	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.23701407107786296	True	False
267	18	17	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.27601649873822437	True	False
268	18	18	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
269	18	20	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.29759171873785567	True	False
270	18	21	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.28909453533949464	True	False
271	18	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.22289938280365845	True	False
272	20	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.022135507322117717	True	False
273	20	1	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
274	20	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
275	20	4	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
276	20	5	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
277	20	6	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.12015120428871615	True	False
278	20	8	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.10970674337391326	True	False
279	20	9	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.16608693423041895	True	False
280	20	10	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
281	20	12	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
282	20	13	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.16267368170342447	True	False
283	20	14	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1251036484760185	True	False
284	20	16	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.26531637641439015	True	False
285	20	17	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.25004925100500414	True	False
286	20	18	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.29759171873785567	True	False
287	20	20	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
288	20	21	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.2927090499229011	True	False
289	20	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.2916728222104041	True	False
290	21	0	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.025104063163733144	True	False
291	21	1	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
292	21	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
293	21	4	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
294	21	5	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
295	21	6	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1273046517923862	True	False
296	21	8	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1424385230009979	True	False
297	21	9	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
298	21	10	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1455075615532816	True	False
299	21	12	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
300	21	13	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.184820355422847	True	False
301	21	14	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.16409792240962637	True	False
302	21	16	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1973593532239659	True	False
303	21	17	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.2683584311866289	True	False
304	21	18	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.28909453533949464	True	False
305	21	20	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.2927090499229011	True	False
306	21	21	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True
307	21	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.27977406968857854	True	False
308	22	0	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
309	22	1	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
310	22	2	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
311	22	4	model.language_model.layers.*.linear_attn.in_proj_a.weight		False	False
312	22	5	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.12262286697791511	True	False
313	22	6	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1311555097410448	True	False
314	22	8	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.12404030329005741	True	False
315	22	9	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.12672973282980668	True	False
316	22	10	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.14423059933719398	True	False
317	22	12	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.13400309235372598	True	False
318	22	13	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.1855431215985299	True	False
319	22	14	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.147211090153063	True	False
320	22	16	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.14352438103427206	True	False
321	22	17	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.23217037996094514	True	False
322	22	18	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.22289938280365845	True	False
323	22	20	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.2916728222104041	True	False
324	22	21	model.language_model.layers.*.linear_attn.in_proj_a.weight	0.27977406968857854	True	False
325	22	22	model.language_model.layers.*.linear_attn.in_proj_a.weight	1.0	False	True