326 lines
27 KiB
CSV
326 lines
27 KiB
CSV
a_layer,b_layer,role,cosine,verified,identity
|
|
0,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
0,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
0,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
0,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.021603168261668075,True,False
|
|
0,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016060099025396145,True,False
|
|
0,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.011134467760118835,True,False
|
|
0,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.02119149075528504,True,False
|
|
0,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016503057196088678,True,False
|
|
0,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.014928623062813407,True,False
|
|
0,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
0,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.018257428983934995,True,False
|
|
0,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016567710854311527,True,False
|
|
0,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01878152412750565,True,False
|
|
0,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01800800596875963,True,False
|
|
0,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.028970941325172344,True,False
|
|
0,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.022135507322117717,True,False
|
|
0,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.025104063163733144,True,False
|
|
0,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
1,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
1,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
1,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
1,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
1,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.052801535487043146,True,False
|
|
1,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07322831943625455,True,False
|
|
1,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06485177649773176,True,False
|
|
1,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0681849224686047,True,False
|
|
1,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.05608619803907555,True,False
|
|
1,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
1,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06094079473458446,True,False
|
|
1,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0593113361588042,True,False
|
|
1,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
1,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
1,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0669216453028539,True,False
|
|
1,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
1,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
1,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
2,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.08891505471270902,True,False
|
|
2,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
2,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
4,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.021603168261668075,True,False
|
|
4,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
4,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
4,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
4,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.17566810276395187,True,False
|
|
4,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15586663085457408,True,False
|
|
4,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1185198625732783,True,False
|
|
4,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
4,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
4,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
4,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12851474649025826,True,False
|
|
4,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07448081425577983,True,False
|
|
4,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
4,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
4,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
4,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
4,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
4,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016060099025396145,True,False
|
|
5,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.052801535487043146,True,False
|
|
5,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.17566810276395187,True,False
|
|
5,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
5,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14377798800191915,True,False
|
|
5,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
5,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12262286697791511,True,False
|
|
6,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.011134467760118835,True,False
|
|
6,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07322831943625455,True,False
|
|
6,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
6,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15586663085457408,True,False
|
|
6,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
6,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
6,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
6,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.21699783588937813,True,False
|
|
6,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
6,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1333883918363074,True,False
|
|
6,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
6,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
6,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
6,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1578017536943907,True,False
|
|
6,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
6,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12015120428871615,True,False
|
|
6,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1273046517923862,True,False
|
|
6,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1311555097410448,True,False
|
|
8,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.02119149075528504,True,False
|
|
8,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06485177649773176,True,False
|
|
8,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
8,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1185198625732783,True,False
|
|
8,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14377798800191915,True,False
|
|
8,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
8,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
8,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
8,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
8,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15843144658604474,True,False
|
|
8,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
8,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
8,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
8,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
8,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
8,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.10970674337391326,True,False
|
|
8,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1424385230009979,True,False
|
|
8,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12404030329005741,True,False
|
|
9,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016503057196088678,True,False
|
|
9,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0681849224686047,True,False
|
|
9,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
9,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
9,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
9,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.21699783588937813,True,False
|
|
9,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
9,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
9,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
9,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1803763955625086,True,False
|
|
9,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
9,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14949388376365874,True,False
|
|
9,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
9,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
9,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
9,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16608693423041895,True,False
|
|
9,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
9,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12672973282980668,True,False
|
|
10,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.014928623062813407,True,False
|
|
10,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.05608619803907555,True,False
|
|
10,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
10,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
10,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
10,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
10,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
10,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
10,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
10,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.18714191280792747,True,False
|
|
10,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
10,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
10,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
10,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15298970272056192,True,False
|
|
10,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
10,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
10,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1455075615532816,True,False
|
|
10,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14423059933719398,True,False
|
|
12,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
12,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
12,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
12,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
12,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
12,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1333883918363074,True,False
|
|
12,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15843144658604474,True,False
|
|
12,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1803763955625086,True,False
|
|
12,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.18714191280792747,True,False
|
|
12,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
12,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1976207505481654,True,False
|
|
12,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19384548810955707,True,False
|
|
12,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
12,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
12,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
12,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
12,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
12,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.13400309235372598,True,False
|
|
13,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.018257428983934995,True,False
|
|
13,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06094079473458446,True,False
|
|
13,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
13,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12851474649025826,True,False
|
|
13,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
13,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
13,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
13,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
13,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
13,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1976207505481654,True,False
|
|
13,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
13,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
13,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1779032565964785,True,False
|
|
13,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1787518876331122,True,False
|
|
13,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
13,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16267368170342447,True,False
|
|
13,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.184820355422847,True,False
|
|
13,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1855431215985299,True,False
|
|
14,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016567710854311527,True,False
|
|
14,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0593113361588042,True,False
|
|
14,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.08891505471270902,True,False
|
|
14,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07448081425577983,True,False
|
|
14,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
14,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
14,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
14,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14949388376365874,True,False
|
|
14,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
14,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19384548810955707,True,False
|
|
14,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
14,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
14,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1319696165434511,True,False
|
|
14,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19933052471925228,True,False
|
|
14,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
14,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1251036484760185,True,False
|
|
14,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16409792240962637,True,False
|
|
14,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.147211090153063,True,False
|
|
16,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01878152412750565,True,False
|
|
16,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
16,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
16,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
16,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
16,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
16,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
16,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
16,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
16,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
16,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1779032565964785,True,False
|
|
16,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1319696165434511,True,False
|
|
16,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
16,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
16,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23701407107786296,True,False
|
|
16,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.26531637641439015,True,False
|
|
16,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1973593532239659,True,False
|
|
16,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14352438103427206,True,False
|
|
17,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01800800596875963,True,False
|
|
17,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
17,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
17,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
17,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
17,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1578017536943907,True,False
|
|
17,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
17,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
17,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15298970272056192,True,False
|
|
17,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
17,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1787518876331122,True,False
|
|
17,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19933052471925228,True,False
|
|
17,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
17,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
17,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27601649873822437,True,False
|
|
17,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.25004925100500414,True,False
|
|
17,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2683584311866289,True,False
|
|
17,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23217037996094514,True,False
|
|
18,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.028970941325172344,True,False
|
|
18,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0669216453028539,True,False
|
|
18,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
18,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
18,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
18,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
18,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
18,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
18,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
18,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
18,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
18,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
18,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23701407107786296,True,False
|
|
18,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27601649873822437,True,False
|
|
18,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
18,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.29759171873785567,True,False
|
|
18,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.28909453533949464,True,False
|
|
18,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.22289938280365845,True,False
|
|
20,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.022135507322117717,True,False
|
|
20,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
20,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
20,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
20,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
20,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12015120428871615,True,False
|
|
20,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.10970674337391326,True,False
|
|
20,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16608693423041895,True,False
|
|
20,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
20,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
20,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16267368170342447,True,False
|
|
20,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1251036484760185,True,False
|
|
20,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.26531637641439015,True,False
|
|
20,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.25004925100500414,True,False
|
|
20,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.29759171873785567,True,False
|
|
20,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
20,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2927090499229011,True,False
|
|
20,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2916728222104041,True,False
|
|
21,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.025104063163733144,True,False
|
|
21,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
21,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
21,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
21,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
21,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1273046517923862,True,False
|
|
21,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1424385230009979,True,False
|
|
21,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
21,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1455075615532816,True,False
|
|
21,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
21,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.184820355422847,True,False
|
|
21,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16409792240962637,True,False
|
|
21,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1973593532239659,True,False
|
|
21,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2683584311866289,True,False
|
|
21,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.28909453533949464,True,False
|
|
21,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2927090499229011,True,False
|
|
21,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|
|
21,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27977406968857854,True,False
|
|
22,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
22,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
22,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
22,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False
|
|
22,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12262286697791511,True,False
|
|
22,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1311555097410448,True,False
|
|
22,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12404030329005741,True,False
|
|
22,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12672973282980668,True,False
|
|
22,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14423059933719398,True,False
|
|
22,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.13400309235372598,True,False
|
|
22,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1855431215985299,True,False
|
|
22,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.147211090153063,True,False
|
|
22,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14352438103427206,True,False
|
|
22,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23217037996094514,True,False
|
|
22,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.22289938280365845,True,False
|
|
22,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2916728222104041,True,False
|
|
22,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27977406968857854,True,False
|
|
22,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True
|