Files

326 lines
27 KiB
CSV

a_layer,b_layer,role,cosine,verified,identity
0,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
0,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
0,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
0,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.021603168261668075,True,False
0,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016060099025396145,True,False
0,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.011134467760118835,True,False
0,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.02119149075528504,True,False
0,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016503057196088678,True,False
0,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.014928623062813407,True,False
0,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
0,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.018257428983934995,True,False
0,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016567710854311527,True,False
0,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01878152412750565,True,False
0,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01800800596875963,True,False
0,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.028970941325172344,True,False
0,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.022135507322117717,True,False
0,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.025104063163733144,True,False
0,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
1,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
1,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
1,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
1,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
1,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.052801535487043146,True,False
1,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07322831943625455,True,False
1,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06485177649773176,True,False
1,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0681849224686047,True,False
1,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.05608619803907555,True,False
1,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
1,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06094079473458446,True,False
1,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0593113361588042,True,False
1,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
1,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
1,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0669216453028539,True,False
1,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
1,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
1,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
2,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.08891505471270902,True,False
2,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
2,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
4,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.021603168261668075,True,False
4,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
4,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
4,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
4,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.17566810276395187,True,False
4,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15586663085457408,True,False
4,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1185198625732783,True,False
4,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
4,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
4,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
4,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12851474649025826,True,False
4,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07448081425577983,True,False
4,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
4,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
4,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
4,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
4,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
4,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016060099025396145,True,False
5,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.052801535487043146,True,False
5,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.17566810276395187,True,False
5,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
5,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14377798800191915,True,False
5,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
5,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12262286697791511,True,False
6,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.011134467760118835,True,False
6,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07322831943625455,True,False
6,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
6,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15586663085457408,True,False
6,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
6,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
6,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
6,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.21699783588937813,True,False
6,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
6,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1333883918363074,True,False
6,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
6,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
6,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
6,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1578017536943907,True,False
6,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
6,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12015120428871615,True,False
6,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1273046517923862,True,False
6,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1311555097410448,True,False
8,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.02119149075528504,True,False
8,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06485177649773176,True,False
8,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
8,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1185198625732783,True,False
8,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14377798800191915,True,False
8,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
8,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
8,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
8,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
8,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15843144658604474,True,False
8,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
8,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
8,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
8,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
8,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
8,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.10970674337391326,True,False
8,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1424385230009979,True,False
8,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12404030329005741,True,False
9,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016503057196088678,True,False
9,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0681849224686047,True,False
9,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
9,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
9,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
9,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.21699783588937813,True,False
9,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
9,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
9,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
9,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1803763955625086,True,False
9,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
9,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14949388376365874,True,False
9,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
9,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
9,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
9,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16608693423041895,True,False
9,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
9,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12672973282980668,True,False
10,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.014928623062813407,True,False
10,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.05608619803907555,True,False
10,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
10,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
10,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
10,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
10,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
10,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
10,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
10,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.18714191280792747,True,False
10,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
10,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
10,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
10,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15298970272056192,True,False
10,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
10,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
10,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1455075615532816,True,False
10,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14423059933719398,True,False
12,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
12,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
12,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
12,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
12,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
12,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1333883918363074,True,False
12,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15843144658604474,True,False
12,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1803763955625086,True,False
12,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.18714191280792747,True,False
12,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
12,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1976207505481654,True,False
12,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19384548810955707,True,False
12,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
12,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
12,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
12,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
12,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
12,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.13400309235372598,True,False
13,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.018257428983934995,True,False
13,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06094079473458446,True,False
13,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
13,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12851474649025826,True,False
13,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
13,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
13,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
13,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
13,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
13,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1976207505481654,True,False
13,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
13,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
13,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1779032565964785,True,False
13,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1787518876331122,True,False
13,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
13,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16267368170342447,True,False
13,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.184820355422847,True,False
13,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1855431215985299,True,False
14,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016567710854311527,True,False
14,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0593113361588042,True,False
14,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.08891505471270902,True,False
14,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07448081425577983,True,False
14,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
14,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
14,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
14,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14949388376365874,True,False
14,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
14,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19384548810955707,True,False
14,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
14,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
14,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1319696165434511,True,False
14,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19933052471925228,True,False
14,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
14,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1251036484760185,True,False
14,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16409792240962637,True,False
14,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.147211090153063,True,False
16,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01878152412750565,True,False
16,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
16,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
16,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
16,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
16,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
16,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
16,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
16,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
16,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
16,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1779032565964785,True,False
16,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1319696165434511,True,False
16,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
16,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
16,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23701407107786296,True,False
16,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.26531637641439015,True,False
16,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1973593532239659,True,False
16,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14352438103427206,True,False
17,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01800800596875963,True,False
17,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
17,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
17,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
17,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
17,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1578017536943907,True,False
17,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
17,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
17,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15298970272056192,True,False
17,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
17,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1787518876331122,True,False
17,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19933052471925228,True,False
17,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
17,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
17,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27601649873822437,True,False
17,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.25004925100500414,True,False
17,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2683584311866289,True,False
17,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23217037996094514,True,False
18,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.028970941325172344,True,False
18,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0669216453028539,True,False
18,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
18,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
18,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
18,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
18,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
18,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
18,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
18,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
18,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
18,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
18,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23701407107786296,True,False
18,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27601649873822437,True,False
18,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
18,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.29759171873785567,True,False
18,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.28909453533949464,True,False
18,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.22289938280365845,True,False
20,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.022135507322117717,True,False
20,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
20,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
20,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
20,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
20,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12015120428871615,True,False
20,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.10970674337391326,True,False
20,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16608693423041895,True,False
20,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
20,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
20,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16267368170342447,True,False
20,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1251036484760185,True,False
20,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.26531637641439015,True,False
20,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.25004925100500414,True,False
20,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.29759171873785567,True,False
20,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
20,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2927090499229011,True,False
20,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2916728222104041,True,False
21,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.025104063163733144,True,False
21,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
21,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
21,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
21,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
21,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1273046517923862,True,False
21,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1424385230009979,True,False
21,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
21,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1455075615532816,True,False
21,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
21,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.184820355422847,True,False
21,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16409792240962637,True,False
21,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1973593532239659,True,False
21,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2683584311866289,True,False
21,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.28909453533949464,True,False
21,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2927090499229011,True,False
21,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
21,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27977406968857854,True,False
22,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
22,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
22,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
22,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
22,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12262286697791511,True,False
22,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1311555097410448,True,False
22,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12404030329005741,True,False
22,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12672973282980668,True,False
22,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14423059933719398,True,False
22,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.13400309235372598,True,False
22,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1855431215985299,True,False
22,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.147211090153063,True,False
22,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14352438103427206,True,False
22,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23217037996094514,True,False
22,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.22289938280365845,True,False
22,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2916728222104041,True,False
22,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27977406968857854,True,False
22,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True