a_layer,b_layer,role,cosine,verified,identity 0,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 0,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 0,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 0,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.021603168261668075,True,False 0,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016060099025396145,True,False 0,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.011134467760118835,True,False 0,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.02119149075528504,True,False 0,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016503057196088678,True,False 0,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.014928623062813407,True,False 0,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 0,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.018257428983934995,True,False 0,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016567710854311527,True,False 0,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01878152412750565,True,False 0,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01800800596875963,True,False 0,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.028970941325172344,True,False 0,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.022135507322117717,True,False 0,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.025104063163733144,True,False 0,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 1,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 1,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 1,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 1,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 1,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.052801535487043146,True,False 1,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07322831943625455,True,False 1,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06485177649773176,True,False 1,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0681849224686047,True,False 1,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.05608619803907555,True,False 1,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 1,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06094079473458446,True,False 1,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0593113361588042,True,False 1,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 1,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 1,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0669216453028539,True,False 1,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 1,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 1,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 2,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.08891505471270902,True,False 2,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 2,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 4,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.021603168261668075,True,False 4,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 4,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 4,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 4,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.17566810276395187,True,False 4,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15586663085457408,True,False 4,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1185198625732783,True,False 4,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 4,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 4,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 4,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12851474649025826,True,False 4,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07448081425577983,True,False 4,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 4,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 4,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 4,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 4,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 4,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016060099025396145,True,False 5,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.052801535487043146,True,False 5,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.17566810276395187,True,False 5,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 5,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14377798800191915,True,False 5,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 5,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12262286697791511,True,False 6,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.011134467760118835,True,False 6,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07322831943625455,True,False 6,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 6,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15586663085457408,True,False 6,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 6,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 6,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 6,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.21699783588937813,True,False 6,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 6,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1333883918363074,True,False 6,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 6,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 6,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 6,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1578017536943907,True,False 6,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 6,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12015120428871615,True,False 6,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1273046517923862,True,False 6,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1311555097410448,True,False 8,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.02119149075528504,True,False 8,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06485177649773176,True,False 8,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 8,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1185198625732783,True,False 8,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14377798800191915,True,False 8,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 8,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 8,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 8,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 8,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15843144658604474,True,False 8,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 8,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 8,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 8,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 8,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 8,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.10970674337391326,True,False 8,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1424385230009979,True,False 8,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12404030329005741,True,False 9,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016503057196088678,True,False 9,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0681849224686047,True,False 9,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 9,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 9,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 9,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.21699783588937813,True,False 9,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 9,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 9,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 9,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1803763955625086,True,False 9,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 9,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14949388376365874,True,False 9,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 9,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 9,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 9,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16608693423041895,True,False 9,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 9,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12672973282980668,True,False 10,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.014928623062813407,True,False 10,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.05608619803907555,True,False 10,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 10,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 10,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 10,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 10,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 10,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 10,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 10,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.18714191280792747,True,False 10,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 10,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 10,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 10,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15298970272056192,True,False 10,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 10,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 10,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1455075615532816,True,False 10,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14423059933719398,True,False 12,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 12,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 12,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 12,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 12,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 12,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1333883918363074,True,False 12,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15843144658604474,True,False 12,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1803763955625086,True,False 12,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.18714191280792747,True,False 12,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 12,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1976207505481654,True,False 12,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19384548810955707,True,False 12,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 12,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 12,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 12,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 12,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 12,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.13400309235372598,True,False 13,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.018257428983934995,True,False 13,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06094079473458446,True,False 13,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 13,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12851474649025826,True,False 13,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 13,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 13,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 13,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 13,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 13,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1976207505481654,True,False 13,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 13,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 13,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1779032565964785,True,False 13,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1787518876331122,True,False 13,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 13,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16267368170342447,True,False 13,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.184820355422847,True,False 13,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1855431215985299,True,False 14,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016567710854311527,True,False 14,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0593113361588042,True,False 14,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.08891505471270902,True,False 14,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07448081425577983,True,False 14,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 14,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 14,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 14,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14949388376365874,True,False 14,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 14,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19384548810955707,True,False 14,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 14,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 14,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1319696165434511,True,False 14,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19933052471925228,True,False 14,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 14,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1251036484760185,True,False 14,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16409792240962637,True,False 14,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.147211090153063,True,False 16,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01878152412750565,True,False 16,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 16,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 16,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 16,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 16,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 16,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 16,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 16,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 16,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 16,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1779032565964785,True,False 16,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1319696165434511,True,False 16,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 16,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 16,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23701407107786296,True,False 16,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.26531637641439015,True,False 16,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1973593532239659,True,False 16,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14352438103427206,True,False 17,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01800800596875963,True,False 17,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 17,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 17,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 17,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 17,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1578017536943907,True,False 17,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 17,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 17,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15298970272056192,True,False 17,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 17,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1787518876331122,True,False 17,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19933052471925228,True,False 17,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 17,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 17,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27601649873822437,True,False 17,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.25004925100500414,True,False 17,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2683584311866289,True,False 17,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23217037996094514,True,False 18,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.028970941325172344,True,False 18,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0669216453028539,True,False 18,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 18,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 18,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 18,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 18,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 18,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 18,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 18,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 18,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 18,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 18,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23701407107786296,True,False 18,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27601649873822437,True,False 18,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 18,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.29759171873785567,True,False 18,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.28909453533949464,True,False 18,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.22289938280365845,True,False 20,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.022135507322117717,True,False 20,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 20,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 20,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 20,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 20,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12015120428871615,True,False 20,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.10970674337391326,True,False 20,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16608693423041895,True,False 20,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 20,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 20,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16267368170342447,True,False 20,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1251036484760185,True,False 20,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.26531637641439015,True,False 20,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.25004925100500414,True,False 20,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.29759171873785567,True,False 20,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 20,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2927090499229011,True,False 20,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2916728222104041,True,False 21,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.025104063163733144,True,False 21,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 21,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 21,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 21,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 21,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1273046517923862,True,False 21,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1424385230009979,True,False 21,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 21,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1455075615532816,True,False 21,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 21,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.184820355422847,True,False 21,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16409792240962637,True,False 21,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1973593532239659,True,False 21,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2683584311866289,True,False 21,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.28909453533949464,True,False 21,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2927090499229011,True,False 21,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True 21,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27977406968857854,True,False 22,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 22,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 22,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 22,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False 22,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12262286697791511,True,False 22,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1311555097410448,True,False 22,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12404030329005741,True,False 22,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12672973282980668,True,False 22,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14423059933719398,True,False 22,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.13400309235372598,True,False 22,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1855431215985299,True,False 22,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.147211090153063,True,False 22,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14352438103427206,True,False 22,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23217037996094514,True,False 22,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.22289938280365845,True,False 22,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2916728222104041,True,False 22,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27977406968857854,True,False 22,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True