1250 lines
38 KiB
JSON
1250 lines
38 KiB
JSON
[
|
|
{
|
|
"a": 120,
|
|
"b": 226,
|
|
"role": "model.language_model.layers.*.input_layernorm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.6774487223387055,
|
|
"pearson": 0.12836360962532795,
|
|
"error_member_to_rep": 1.3341448691690896,
|
|
"error_rep_to_member": 0.745124912388273,
|
|
"symmetric_error": 0.9200032032220777,
|
|
"scaled_error": 0.7355700025161818,
|
|
"scale": 0.37835765181524617
|
|
},
|
|
{
|
|
"a": 237,
|
|
"b": 307,
|
|
"role": "model.language_model.layers.*.input_layernorm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.6922010419810364,
|
|
"pearson": 0.34005972458588246,
|
|
"error_member_to_rep": 1.3285536470050505,
|
|
"error_rep_to_member": 0.7349671123983572,
|
|
"symmetric_error": 0.9095042482080615,
|
|
"scaled_error": 0.7217047301219298,
|
|
"scale": 0.3829314700018299
|
|
},
|
|
{
|
|
"a": 143,
|
|
"b": 307,
|
|
"role": "model.language_model.layers.*.input_layernorm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.7078510862085611,
|
|
"pearson": 0.588776657999527,
|
|
"error_member_to_rep": 0.7064073627121701,
|
|
"error_rep_to_member": 0.9867627885768518,
|
|
"symmetric_error": 0.8123141936441061,
|
|
"scaled_error": 0.7063616918784316,
|
|
"scale": 0.9887794898436154
|
|
},
|
|
{
|
|
"a": 26,
|
|
"b": 10,
|
|
"role": "model.language_model.layers.*.linear_attn.A_log",
|
|
"sampled": true,
|
|
"cosine": 0.4993949266800743,
|
|
"pearson": -0.018428267605407188,
|
|
"error_member_to_rep": 0.9882774680863509,
|
|
"error_rep_to_member": 1.0137409437574059,
|
|
"symmetric_error": 1.000766328254788,
|
|
"scaled_error": 0.8663744613076976,
|
|
"scale": 0.5122620930138264
|
|
},
|
|
{
|
|
"a": 30,
|
|
"b": 34,
|
|
"role": "model.language_model.layers.*.linear_attn.A_log",
|
|
"sampled": true,
|
|
"cosine": 0.7973968624356413,
|
|
"pearson": 0.28992584372255853,
|
|
"error_member_to_rep": 1.0192836050314724,
|
|
"error_rep_to_member": 0.6296354227709888,
|
|
"symmetric_error": 0.7575577920055333,
|
|
"scaled_error": 0.6034552541637159,
|
|
"scale": 0.492570770409304
|
|
},
|
|
{
|
|
"a": 32,
|
|
"b": 22,
|
|
"role": "model.language_model.layers.*.linear_attn.A_log",
|
|
"sampled": true,
|
|
"cosine": 0.8871997997539764,
|
|
"pearson": -0.010809455402843737,
|
|
"error_member_to_rep": 0.5469336011650219,
|
|
"error_rep_to_member": 0.46314977451555495,
|
|
"symmetric_error": 0.49985025448177206,
|
|
"scaled_error": 0.46138543032534535,
|
|
"scale": 0.7512911737933619
|
|
},
|
|
{
|
|
"a": 156,
|
|
"b": 215,
|
|
"role": "model.language_model.layers.*.linear_attn.conv1d.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0546992967700322,
|
|
"pearson": -0.05409969998047581,
|
|
"error_member_to_rep": 1.4576950777309543,
|
|
"error_rep_to_member": 1.447114486365977,
|
|
"symmetric_error": 1.4523758779039515,
|
|
"scaled_error": 0.9985028727714628,
|
|
"scale": -0.05430226523997021
|
|
},
|
|
{
|
|
"a": 273,
|
|
"b": 38,
|
|
"role": "model.language_model.layers.*.linear_attn.conv1d.weight",
|
|
"sampled": true,
|
|
"cosine": 0.02171040510755853,
|
|
"pearson": 0.02157801021844489,
|
|
"error_member_to_rep": 1.2170082808816305,
|
|
"error_rep_to_member": 1.7005150035654644,
|
|
"symmetric_error": 1.3996072742822643,
|
|
"scaled_error": 0.9997643013781127,
|
|
"scale": 0.03033575876093681
|
|
},
|
|
{
|
|
"a": 132,
|
|
"b": 273,
|
|
"role": "model.language_model.layers.*.linear_attn.conv1d.weight",
|
|
"sampled": true,
|
|
"cosine": 0.04392003602683726,
|
|
"pearson": 0.04388215832884579,
|
|
"error_member_to_rep": 1.1537221446959858,
|
|
"error_rep_to_member": 1.8578910799408894,
|
|
"symmetric_error": 1.3860976261818505,
|
|
"scaled_error": 0.9990350496531147,
|
|
"scale": 0.07072642537033497
|
|
},
|
|
{
|
|
"a": 204,
|
|
"b": 51,
|
|
"role": "model.language_model.layers.*.linear_attn.dt_bias",
|
|
"sampled": true,
|
|
"cosine": -0.05962757928384194,
|
|
"pearson": -0.05423558651171785,
|
|
"error_member_to_rep": 1.4058857056988223,
|
|
"error_rep_to_member": 1.51112449192679,
|
|
"symmetric_error": 1.4556596849378864,
|
|
"scaled_error": 0.9982206929275456,
|
|
"scale": -0.06409105312393215
|
|
},
|
|
{
|
|
"a": 216,
|
|
"b": 133,
|
|
"role": "model.language_model.layers.*.linear_attn.dt_bias",
|
|
"sampled": true,
|
|
"cosine": -0.35950341342772923,
|
|
"pearson": -0.371099653491088,
|
|
"error_member_to_rep": 1.6055499491228469,
|
|
"error_rep_to_member": 1.6953501945348106,
|
|
"symmetric_error": 1.648618615798016,
|
|
"scaled_error": 0.9331437701307399,
|
|
"scale": -0.37961085061452376
|
|
},
|
|
{
|
|
"a": 180,
|
|
"b": 157,
|
|
"role": "model.language_model.layers.*.linear_attn.dt_bias",
|
|
"sampled": true,
|
|
"cosine": 0.13438105707425974,
|
|
"pearson": -0.09223619834937981,
|
|
"error_member_to_rep": 1.6428079316758457,
|
|
"error_rep_to_member": 1.1371452741531236,
|
|
"symmetric_error": 1.3222907908538561,
|
|
"scaled_error": 0.990929730858654,
|
|
"scale": 0.09301804613994756
|
|
},
|
|
{
|
|
"a": 111,
|
|
"b": 310,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_a.weight",
|
|
"sampled": true,
|
|
"cosine": 0.19565437091227503,
|
|
"pearson": 0.1955485610538668,
|
|
"error_member_to_rep": 1.3536381059589764,
|
|
"error_rep_to_member": 1.1992652815198226,
|
|
"symmetric_error": 1.269465447226376,
|
|
"scaled_error": 0.9806729154733101,
|
|
"scale": 0.17334137771370065
|
|
},
|
|
{
|
|
"a": 181,
|
|
"b": 158,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_a.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0595982687424997,
|
|
"pearson": 0.06183198886221433,
|
|
"error_member_to_rep": 1.2904418386116132,
|
|
"error_rep_to_member": 1.4707643651237339,
|
|
"symmetric_error": 1.3717929333880634,
|
|
"scaled_error": 0.9982224433275866,
|
|
"scale": 0.06792635457623128
|
|
},
|
|
{
|
|
"a": 193,
|
|
"b": 181,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_a.weight",
|
|
"sampled": true,
|
|
"cosine": 0.04368288888295189,
|
|
"pearson": 0.04481091317011857,
|
|
"error_member_to_rep": 1.3628893096880756,
|
|
"error_rep_to_member": 1.4040158100080415,
|
|
"symmetric_error": 1.3829941493639815,
|
|
"scaled_error": 0.9990454470237276,
|
|
"scale": 0.045001062215775905
|
|
},
|
|
{
|
|
"a": 100,
|
|
"b": 88,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_b.weight",
|
|
"sampled": true,
|
|
"cosine": 0.3495595906797091,
|
|
"pearson": 0.34949272157391015,
|
|
"error_member_to_rep": 1.1752831920875269,
|
|
"error_rep_to_member": 1.109674161637804,
|
|
"symmetric_error": 1.1410664592572302,
|
|
"scaled_error": 0.9369141329726189,
|
|
"scale": 0.33004576968465005
|
|
},
|
|
{
|
|
"a": 65,
|
|
"b": 41,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_b.weight",
|
|
"sampled": true,
|
|
"cosine": 0.021418263197073312,
|
|
"pearson": 0.02155709452045214,
|
|
"error_member_to_rep": 1.5294001074789507,
|
|
"error_rep_to_member": 1.297425502390156,
|
|
"symmetric_error": 1.3991913913769793,
|
|
"scaled_error": 0.9997706026892474,
|
|
"scale": 0.01816960830125343
|
|
},
|
|
{
|
|
"a": 311,
|
|
"b": 194,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_b.weight",
|
|
"sampled": true,
|
|
"cosine": 0.11928102393079117,
|
|
"pearson": 0.11952009708456716,
|
|
"error_member_to_rep": 1.4569504195849308,
|
|
"error_rep_to_member": 1.2289222004146896,
|
|
"symmetric_error": 1.3284774688565373,
|
|
"scaled_error": 0.9928605326681196,
|
|
"scale": 0.10061227645516323
|
|
},
|
|
{
|
|
"a": 136,
|
|
"b": 42,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight",
|
|
"sampled": true,
|
|
"cosine": -0.015091231573354697,
|
|
"pearson": -0.014802583727755378,
|
|
"error_member_to_rep": 1.2834590297952506,
|
|
"error_rep_to_member": 1.6254971047463183,
|
|
"symmetric_error": 1.4245558187305751,
|
|
"scaled_error": 0.9998861208805728,
|
|
"scale": -0.019113000617914273
|
|
},
|
|
{
|
|
"a": 207,
|
|
"b": 148,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0004360831277164061,
|
|
"pearson": 0.0004646393215038866,
|
|
"error_member_to_rep": 1.462574811647634,
|
|
"error_rep_to_member": 1.369792980250033,
|
|
"symmetric_error": 1.4139058326220804,
|
|
"scaled_error": 0.9999999049157483,
|
|
"scale": 0.00040841918129198905
|
|
},
|
|
{
|
|
"a": 66,
|
|
"b": 42,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight",
|
|
"sampled": true,
|
|
"cosine": 0.01718172874063451,
|
|
"pearson": 0.015898660592385386,
|
|
"error_member_to_rep": 1.3492976963422771,
|
|
"error_rep_to_member": 1.461517759344213,
|
|
"symmetric_error": 1.402050611021715,
|
|
"scaled_error": 0.9998523832033823,
|
|
"scale": 0.018610720049952702
|
|
},
|
|
{
|
|
"a": 114,
|
|
"b": 137,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_z.weight",
|
|
"sampled": true,
|
|
"cosine": -0.01863589424304758,
|
|
"pearson": -0.01780921149973533,
|
|
"error_member_to_rep": 1.4593845554551887,
|
|
"error_rep_to_member": 1.3972763078799315,
|
|
"symmetric_error": 1.4273179634349777,
|
|
"scaled_error": 0.9998263366434003,
|
|
"scale": -0.01784279092486665
|
|
},
|
|
{
|
|
"a": 313,
|
|
"b": 67,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_z.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0019331123416655434,
|
|
"pearson": -0.0021867425546432946,
|
|
"error_member_to_rep": 1.3762547745746392,
|
|
"error_rep_to_member": 1.4584757286094618,
|
|
"symmetric_error": 1.4155775234803816,
|
|
"scaled_error": 0.9999981315365917,
|
|
"scale": -0.002048601380413733
|
|
},
|
|
{
|
|
"a": 114,
|
|
"b": 43,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_z.weight",
|
|
"sampled": true,
|
|
"cosine": -0.002527246154650484,
|
|
"pearson": -0.0018724859607640745,
|
|
"error_member_to_rep": 1.4742868803384226,
|
|
"error_rep_to_member": 1.3641106424477223,
|
|
"symmetric_error": 1.415994097418424,
|
|
"scaled_error": 0.9999968065083377,
|
|
"scale": -0.0023383802851534886
|
|
},
|
|
{
|
|
"a": 33,
|
|
"b": 3,
|
|
"role": "model.language_model.layers.*.linear_attn.norm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.9852341293251552,
|
|
"pearson": -0.06586550819659848,
|
|
"error_member_to_rep": 0.1845902904087623,
|
|
"error_rep_to_member": 0.20146448083963833,
|
|
"symmetric_error": 0.19247483168027843,
|
|
"scaled_error": 0.17121247154603966,
|
|
"scale": 1.0752986082336395
|
|
},
|
|
{
|
|
"a": 27,
|
|
"b": 11,
|
|
"role": "model.language_model.layers.*.linear_attn.norm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.9840068924344654,
|
|
"pearson": -0.03251707438216925,
|
|
"error_member_to_rep": 0.23156798458494296,
|
|
"error_rep_to_member": 0.20457064781311252,
|
|
"symmetric_error": 0.21681874141530796,
|
|
"scaled_error": 0.17813038943837325,
|
|
"scale": 0.8692865198904322
|
|
},
|
|
{
|
|
"a": 1,
|
|
"b": 33,
|
|
"role": "model.language_model.layers.*.linear_attn.norm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.9869411969504417,
|
|
"pearson": -0.051508101320509966,
|
|
"error_member_to_rep": 0.1713322400907127,
|
|
"error_rep_to_member": 0.16390467262828554,
|
|
"symmetric_error": 0.16749506682995982,
|
|
"scaled_error": 0.16108095406356895,
|
|
"scale": 0.9441554823767173
|
|
},
|
|
{
|
|
"a": 138,
|
|
"b": 314,
|
|
"role": "model.language_model.layers.*.linear_attn.out_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.010017058253187952,
|
|
"pearson": 0.009702134629930212,
|
|
"error_member_to_rep": 1.4135345893598104,
|
|
"error_rep_to_member": 1.4007779394580322,
|
|
"symmetric_error": 1.4071128976458032,
|
|
"scaled_error": 0.999949828013362,
|
|
"scale": 0.0099266578440692
|
|
},
|
|
{
|
|
"a": 115,
|
|
"b": 68,
|
|
"role": "model.language_model.layers.*.linear_attn.out_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.02068615041333945,
|
|
"pearson": 0.02060429712520857,
|
|
"error_member_to_rep": 1.3814396162607228,
|
|
"error_rep_to_member": 1.4183188565134945,
|
|
"symmetric_error": 1.3995149351264047,
|
|
"scaled_error": 0.9997860186965392,
|
|
"scale": 0.021238392800207947
|
|
},
|
|
{
|
|
"a": 197,
|
|
"b": 91,
|
|
"role": "model.language_model.layers.*.linear_attn.out_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.005065194948675991,
|
|
"pearson": -0.005262362757661832,
|
|
"error_member_to_rep": 1.4456128044550927,
|
|
"error_rep_to_member": 1.3915105628332367,
|
|
"symmetric_error": 1.417788074750386,
|
|
"scaled_error": 0.9999871718177848,
|
|
"scale": -0.004875629388568513
|
|
},
|
|
{
|
|
"a": 210,
|
|
"b": 139,
|
|
"role": "model.language_model.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.00089848356821074,
|
|
"pearson": 0.001114603846486413,
|
|
"error_member_to_rep": 1.3574501521047488,
|
|
"error_rep_to_member": 1.477303794692015,
|
|
"symmetric_error": 1.413580364159403,
|
|
"scaled_error": 0.9999995963635573,
|
|
"scale": 0.0009778135740219232
|
|
},
|
|
{
|
|
"a": 198,
|
|
"b": 57,
|
|
"role": "model.language_model.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.003414570287890668,
|
|
"pearson": -0.0037119902560920444,
|
|
"error_member_to_rep": 1.3545199450833565,
|
|
"error_rep_to_member": 1.4881166996175172,
|
|
"symmetric_error": 1.4166153462238282,
|
|
"scaled_error": 0.9999941703378821,
|
|
"scale": -0.0037513504957028872
|
|
},
|
|
{
|
|
"a": 268,
|
|
"b": 104,
|
|
"role": "model.language_model.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.029484314724179932,
|
|
"pearson": 0.029646960808570596,
|
|
"error_member_to_rep": 1.4415717828661432,
|
|
"error_rep_to_member": 1.3494920850722212,
|
|
"symmetric_error": 1.393255035452589,
|
|
"scaled_error": 0.9995652430858356,
|
|
"scale": 0.02760101843485775
|
|
},
|
|
{
|
|
"a": 187,
|
|
"b": 211,
|
|
"role": "model.language_model.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.00018744135494755938,
|
|
"pearson": 0.00031319126051711487,
|
|
"error_member_to_rep": 1.5021807437837056,
|
|
"error_rep_to_member": 1.3398624105220134,
|
|
"symmetric_error": 1.4140818770552517,
|
|
"scaled_error": 0.999999982432869,
|
|
"scale": 0.00016718735525723857
|
|
},
|
|
{
|
|
"a": 269,
|
|
"b": 70,
|
|
"role": "model.language_model.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.004008285707136405,
|
|
"pearson": -0.0033265719679161703,
|
|
"error_member_to_rep": 1.2951863029147495,
|
|
"error_rep_to_member": 1.581211786140081,
|
|
"symmetric_error": 1.4169896212997715,
|
|
"scaled_error": 0.9999919667905788,
|
|
"scale": -0.004893464815121724
|
|
},
|
|
{
|
|
"a": 187,
|
|
"b": 316,
|
|
"role": "model.language_model.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.028982232604990648,
|
|
"pearson": 0.0296169131158203,
|
|
"error_member_to_rep": 1.2184513000213202,
|
|
"error_rep_to_member": 1.6789218633606884,
|
|
"symmetric_error": 1.394593670137225,
|
|
"scaled_error": 0.9995799268658961,
|
|
"scale": 0.03993504210523011
|
|
},
|
|
{
|
|
"a": 76,
|
|
"b": 287,
|
|
"role": "model.language_model.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.01309896213685927,
|
|
"pearson": -0.013134996845986116,
|
|
"error_member_to_rep": 1.3832898962789848,
|
|
"error_rep_to_member": 1.4672799441350053,
|
|
"symmetric_error": 1.4234298284542162,
|
|
"scaled_error": 0.9999142049150702,
|
|
"scale": -0.013894299730011992
|
|
},
|
|
{
|
|
"a": 224,
|
|
"b": 317,
|
|
"role": "model.language_model.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0635130867323783,
|
|
"pearson": -0.06362418268817047,
|
|
"error_member_to_rep": 1.3513607203298905,
|
|
"error_rep_to_member": 1.5942524901475514,
|
|
"symmetric_error": 1.457844443661344,
|
|
"scaled_error": 0.9979810057379476,
|
|
"scale": -0.07492884405825648
|
|
},
|
|
{
|
|
"a": 229,
|
|
"b": 106,
|
|
"role": "model.language_model.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.025679056122028976,
|
|
"pearson": -0.025070928968611416,
|
|
"error_member_to_rep": 1.2814860095694243,
|
|
"error_rep_to_member": 1.6511652858419756,
|
|
"symmetric_error": 1.4316953100876397,
|
|
"scaled_error": 0.9996702386670725,
|
|
"scale": -0.03308687393015591
|
|
},
|
|
{
|
|
"a": 288,
|
|
"b": 318,
|
|
"role": "model.language_model.layers.*.post_attention_layernorm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.9725022052007513,
|
|
"pearson": 0.9903524141393057,
|
|
"error_member_to_rep": 0.23814800684603318,
|
|
"error_rep_to_member": 0.23296415816537377,
|
|
"symmetric_error": 0.23551330544845114,
|
|
"scaled_error": 0.23289366861225747,
|
|
"scale": 0.9513334188643298
|
|
},
|
|
{
|
|
"a": 119,
|
|
"b": 259,
|
|
"role": "model.language_model.layers.*.post_attention_layernorm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.3611365943395285,
|
|
"pearson": 0.055317056768357714,
|
|
"error_member_to_rep": 1.2327296783157284,
|
|
"error_rep_to_member": 1.0559721136247027,
|
|
"symmetric_error": 1.134148046993096,
|
|
"scaled_error": 0.9325129276470363,
|
|
"scale": 0.30935425628186003
|
|
},
|
|
{
|
|
"a": 283,
|
|
"b": 142,
|
|
"role": "model.language_model.layers.*.post_attention_layernorm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.5215970856190184,
|
|
"pearson": 0.6422911602320902,
|
|
"error_member_to_rep": 1.4491638840602303,
|
|
"error_rep_to_member": 0.8559837195678864,
|
|
"symmetric_error": 1.0422964705979316,
|
|
"scaled_error": 0.8531919363623559,
|
|
"scale": 0.3080939418756451
|
|
},
|
|
{
|
|
"a": 289,
|
|
"b": 242,
|
|
"role": "model.language_model.layers.*.self_attn.k_norm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.8563052844860454,
|
|
"pearson": 0.08552372987422988,
|
|
"error_member_to_rep": 0.5164703132215698,
|
|
"error_rep_to_member": 0.6035396751630597,
|
|
"symmetric_error": 0.5549462397430471,
|
|
"scaled_error": 0.5164699988975865,
|
|
"scale": 1.000665865992189
|
|
},
|
|
{
|
|
"a": 231,
|
|
"b": 289,
|
|
"role": "model.language_model.layers.*.self_attn.k_norm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.7993529557498871,
|
|
"pearson": 0.021329327204589486,
|
|
"error_member_to_rep": 0.7207948717951856,
|
|
"error_rep_to_member": 0.6019231234197302,
|
|
"symmetric_error": 0.6533843162826264,
|
|
"scaled_error": 0.6008617579226682,
|
|
"scale": 0.6675255980129728
|
|
},
|
|
{
|
|
"a": 242,
|
|
"b": 125,
|
|
"role": "model.language_model.layers.*.self_attn.k_norm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.8479287979482605,
|
|
"pearson": 0.16503150913871423,
|
|
"error_member_to_rep": 0.7825139077013471,
|
|
"error_rep_to_member": 0.5497014641204492,
|
|
"symmetric_error": 0.6361245684511019,
|
|
"scaled_error": 0.5301101334722984,
|
|
"scale": 0.5956542076948557
|
|
},
|
|
{
|
|
"a": 126,
|
|
"b": 232,
|
|
"role": "model.language_model.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.012065959844349761,
|
|
"pearson": 0.012200764691418911,
|
|
"error_member_to_rep": 1.308188204677789,
|
|
"error_rep_to_member": 1.529022260972875,
|
|
"symmetric_error": 1.4057591241686593,
|
|
"scaled_error": 0.9999272036568635,
|
|
"scale": 0.014102803507970526
|
|
},
|
|
{
|
|
"a": 126,
|
|
"b": 243,
|
|
"role": "model.language_model.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.005474545324693865,
|
|
"pearson": 0.005235649010210906,
|
|
"error_member_to_rep": 1.4486932019623628,
|
|
"error_rep_to_member": 1.3748846155771361,
|
|
"symmetric_error": 1.4103424627579186,
|
|
"scaled_error": 0.9999850145644623,
|
|
"scale": 0.0051956260538847205
|
|
},
|
|
{
|
|
"a": 232,
|
|
"b": 126,
|
|
"role": "model.language_model.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.012065959844349761,
|
|
"pearson": 0.012200764691418911,
|
|
"error_member_to_rep": 1.529022260972875,
|
|
"error_rep_to_member": 1.308188204677789,
|
|
"symmetric_error": 1.4057591241686593,
|
|
"scaled_error": 0.9999272036568635,
|
|
"scale": 0.010323294009108107
|
|
},
|
|
{
|
|
"a": 127,
|
|
"b": 291,
|
|
"role": "model.language_model.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.035856572404913266,
|
|
"pearson": 0.035868727000580414,
|
|
"error_member_to_rep": 1.2409033777329355,
|
|
"error_rep_to_member": 1.6084923940386704,
|
|
"symmetric_error": 1.3894728343192424,
|
|
"scaled_error": 0.9993569463486863,
|
|
"scale": 0.046478255297337547
|
|
},
|
|
{
|
|
"a": 174,
|
|
"b": 80,
|
|
"role": "model.language_model.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.03435161547112863,
|
|
"pearson": -0.034144861581353374,
|
|
"error_member_to_rep": 1.228576239110675,
|
|
"error_rep_to_member": 1.8062067085808184,
|
|
"symmetric_error": 1.4366277528525577,
|
|
"scaled_error": 0.9994098090946094,
|
|
"scale": -0.050502456696911426
|
|
},
|
|
{
|
|
"a": 174,
|
|
"b": 233,
|
|
"role": "model.language_model.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.013099680522201146,
|
|
"pearson": -0.013118633963323046,
|
|
"error_member_to_rep": 1.3083756921209808,
|
|
"error_rep_to_member": 1.5750047160932874,
|
|
"symmetric_error": 1.4232902390212394,
|
|
"scaled_error": 0.9999141955039024,
|
|
"scale": -0.015769215773441935
|
|
},
|
|
{
|
|
"a": 175,
|
|
"b": 292,
|
|
"role": "model.language_model.layers.*.self_attn.q_norm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.8494295076292001,
|
|
"pearson": 0.22368987000233995,
|
|
"error_member_to_rep": 0.5652122089245071,
|
|
"error_rep_to_member": 0.5373237410197479,
|
|
"symmetric_error": 0.5507390966398,
|
|
"scaled_error": 0.5277021049501458,
|
|
"scale": 0.8075173068896785
|
|
},
|
|
{
|
|
"a": 81,
|
|
"b": 128,
|
|
"role": "model.language_model.layers.*.self_attn.q_norm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.9218441063406324,
|
|
"pearson": 0.3496251056069841,
|
|
"error_member_to_rep": 0.39552151338933583,
|
|
"error_rep_to_member": 0.39520587224781073,
|
|
"symmetric_error": 0.39536359832078294,
|
|
"scaled_error": 0.3875608901902266,
|
|
"scale": 0.9211084398441626
|
|
},
|
|
{
|
|
"a": 292,
|
|
"b": 81,
|
|
"role": "model.language_model.layers.*.self_attn.q_norm.weight",
|
|
"sampled": true,
|
|
"cosine": 0.9230509542708148,
|
|
"pearson": 0.1285981009192478,
|
|
"error_member_to_rep": 0.47040472179054593,
|
|
"error_rep_to_member": 0.39404064792499355,
|
|
"symmetric_error": 0.42718614258201787,
|
|
"scaled_error": 0.38467770382456284,
|
|
"scale": 0.7732056657598912
|
|
},
|
|
{
|
|
"a": 235,
|
|
"b": 176,
|
|
"role": "model.language_model.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.04597656238327765,
|
|
"pearson": 0.045268138316825475,
|
|
"error_member_to_rep": 1.2951983010031036,
|
|
"error_rep_to_member": 1.488071833583364,
|
|
"symmetric_error": 1.3816388086411824,
|
|
"scaled_error": 0.998942518722382,
|
|
"scale": 0.052823129427020415
|
|
},
|
|
{
|
|
"a": 246,
|
|
"b": 293,
|
|
"role": "model.language_model.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0172596782024138,
|
|
"pearson": -0.01786754314135671,
|
|
"error_member_to_rep": 1.3084291911022448,
|
|
"error_rep_to_member": 1.5826942529836876,
|
|
"symmetric_error": 1.4261499216967977,
|
|
"scaled_error": 0.9998510406597321,
|
|
"scale": -0.020877548196777833
|
|
},
|
|
{
|
|
"a": 235,
|
|
"b": 293,
|
|
"role": "model.language_model.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.015116943378858886,
|
|
"pearson": 0.01543185831739663,
|
|
"error_member_to_rep": 1.3563819203358383,
|
|
"error_rep_to_member": 1.4559197776334978,
|
|
"symmetric_error": 1.4035105156141732,
|
|
"scaled_error": 0.9998857324829075,
|
|
"scale": 0.01622629770617777
|
|
},
|
|
{
|
|
"a": 177,
|
|
"b": 247,
|
|
"role": "model.language_model.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.013091027586130757,
|
|
"pearson": 0.013079874860464802,
|
|
"error_member_to_rep": 1.1512974353393053,
|
|
"error_rep_to_member": 1.9722277288541379,
|
|
"symmetric_error": 1.4061299026569223,
|
|
"scaled_error": 0.999914308826881,
|
|
"scale": 0.022425558167731372
|
|
},
|
|
{
|
|
"a": 177,
|
|
"b": 236,
|
|
"role": "model.language_model.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.02921067790718854,
|
|
"pearson": 0.029207762547176518,
|
|
"error_member_to_rep": 1.3833480066670742,
|
|
"error_rep_to_member": 1.4036899861686394,
|
|
"symmetric_error": 1.3934076461404092,
|
|
"scaled_error": 0.9995732771018854,
|
|
"scale": 0.02964021769641806
|
|
},
|
|
{
|
|
"a": 236,
|
|
"b": 294,
|
|
"role": "model.language_model.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0026233981078444815,
|
|
"pearson": -0.0026440359165147338,
|
|
"error_member_to_rep": 1.1618442802302134,
|
|
"error_rep_to_member": 1.9729368076400813,
|
|
"symmetric_error": 1.4158348663047275,
|
|
"scaled_error": 0.9999965588852633,
|
|
"scale": -0.004454812728461481
|
|
},
|
|
{
|
|
"a": 548,
|
|
"b": 488,
|
|
"role": "model.visual.layers.*.attn.proj.bias",
|
|
"sampled": true,
|
|
"cosine": -0.04632594389357727,
|
|
"pearson": -0.04585564587664048,
|
|
"error_member_to_rep": 2.5374127221525624,
|
|
"error_rep_to_member": 1.1098892782584022,
|
|
"symmetric_error": 1.4380669169802023,
|
|
"scaled_error": 0.9989263771281491,
|
|
"scale": -0.02026342344065471
|
|
},
|
|
{
|
|
"a": 332,
|
|
"b": 320,
|
|
"role": "model.visual.layers.*.attn.proj.bias",
|
|
"sampled": true,
|
|
"cosine": 0.05727134046924686,
|
|
"pearson": 0.05667491296489046,
|
|
"error_member_to_rep": 1.1165911372475292,
|
|
"error_rep_to_member": 2.003475363124962,
|
|
"symmetric_error": 1.3793416625655857,
|
|
"scaled_error": 0.998358649765131,
|
|
"scale": 0.10276072934460469
|
|
},
|
|
{
|
|
"a": 584,
|
|
"b": 548,
|
|
"role": "model.visual.layers.*.attn.proj.bias",
|
|
"sampled": true,
|
|
"cosine": 0.31120966050399335,
|
|
"pearson": 0.31116716176164344,
|
|
"error_member_to_rep": 1.0055436356217706,
|
|
"error_rep_to_member": 1.5716611285450843,
|
|
"symmetric_error": 1.1978654931303445,
|
|
"scaled_error": 0.950341279335476,
|
|
"scale": 0.48641959325752915
|
|
},
|
|
{
|
|
"a": 357,
|
|
"b": 417,
|
|
"role": "model.visual.layers.*.attn.proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0029190236638487817,
|
|
"pearson": -0.002895838428260563,
|
|
"error_member_to_rep": 1.4522833216940938,
|
|
"error_rep_to_member": 1.3828162540973157,
|
|
"symmetric_error": 1.4162736464114074,
|
|
"scaled_error": 0.9999957396413497,
|
|
"scale": -0.002779398006000808
|
|
},
|
|
{
|
|
"a": 321,
|
|
"b": 441,
|
|
"role": "model.visual.layers.*.attn.proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.00793417804142532,
|
|
"pearson": -0.008105652037803172,
|
|
"error_member_to_rep": 1.3991722926700463,
|
|
"error_rep_to_member": 1.4413893885679627,
|
|
"symmetric_error": 1.4198103209353052,
|
|
"scaled_error": 0.9999685239140315,
|
|
"scale": -0.008173575260052909
|
|
},
|
|
{
|
|
"a": 357,
|
|
"b": 345,
|
|
"role": "model.visual.layers.*.attn.proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.001737601925689928,
|
|
"pearson": -0.0016574678764564358,
|
|
"error_member_to_rep": 1.4445330947399708,
|
|
"error_rep_to_member": 1.3880381273161657,
|
|
"symmetric_error": 1.41544072292792,
|
|
"scaled_error": 0.9999984903686344,
|
|
"scale": -0.0016696451827500482
|
|
},
|
|
{
|
|
"a": 418,
|
|
"b": 478,
|
|
"role": "model.visual.layers.*.attn.qkv.bias",
|
|
"sampled": true,
|
|
"cosine": 0.008339373118687966,
|
|
"pearson": 0.008370643616830572,
|
|
"error_member_to_rep": 1.3367621184807634,
|
|
"error_rep_to_member": 1.4928033768480005,
|
|
"symmetric_error": 1.408340296833458,
|
|
"scaled_error": 0.9999652268234067,
|
|
"scale": 0.00931283448286314
|
|
},
|
|
{
|
|
"a": 322,
|
|
"b": 394,
|
|
"role": "model.visual.layers.*.attn.qkv.bias",
|
|
"sampled": true,
|
|
"cosine": -0.028047257986818636,
|
|
"pearson": -0.02881790702184619,
|
|
"error_member_to_rep": 1.1991713609336017,
|
|
"error_rep_to_member": 1.8903298371718722,
|
|
"symmetric_error": 1.4320430834673141,
|
|
"scaled_error": 0.9996065982772526,
|
|
"scale": -0.0442126708080014
|
|
},
|
|
{
|
|
"a": 418,
|
|
"b": 526,
|
|
"role": "model.visual.layers.*.attn.qkv.bias",
|
|
"sampled": true,
|
|
"cosine": -0.03423799915021957,
|
|
"pearson": -0.0342489006880015,
|
|
"error_member_to_rep": 1.4497169018310818,
|
|
"error_rep_to_member": 1.4269860270105865,
|
|
"symmetric_error": 1.4382167597263367,
|
|
"scaled_error": 0.9994137078378451,
|
|
"scale": -0.033701163529551235
|
|
},
|
|
{
|
|
"a": 599,
|
|
"b": 539,
|
|
"role": "model.visual.layers.*.attn.qkv.weight",
|
|
"sampled": true,
|
|
"cosine": 0.019047768110382644,
|
|
"pearson": 0.018682114828977813,
|
|
"error_member_to_rep": 1.4637613280638115,
|
|
"error_rep_to_member": 1.345194707258221,
|
|
"symmetric_error": 1.4007283719941057,
|
|
"scaled_error": 0.9998185748074563,
|
|
"scale": 0.01750487347623905
|
|
},
|
|
{
|
|
"a": 587,
|
|
"b": 575,
|
|
"role": "model.visual.layers.*.attn.qkv.weight",
|
|
"sampled": true,
|
|
"cosine": 0.05838313606901087,
|
|
"pearson": 0.0586844998701399,
|
|
"error_member_to_rep": 1.3589776183068947,
|
|
"error_rep_to_member": 1.3860589442886762,
|
|
"symmetric_error": 1.3723179133160484,
|
|
"scaled_error": 0.9982942499197054,
|
|
"scale": 0.05954657887956533
|
|
},
|
|
{
|
|
"a": 503,
|
|
"b": 479,
|
|
"role": "model.visual.layers.*.attn.qkv.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0376359504796606,
|
|
"pearson": -0.037277368794073416,
|
|
"error_member_to_rep": 1.4074421465318807,
|
|
"error_rep_to_member": 1.4761115769605482,
|
|
"symmetric_error": 1.4405507883333704,
|
|
"scaled_error": 0.9992915166414116,
|
|
"scale": -0.03947221727716146
|
|
},
|
|
{
|
|
"a": 564,
|
|
"b": 396,
|
|
"role": "model.visual.layers.*.mlp.linear_fc1.bias",
|
|
"sampled": true,
|
|
"cosine": 0.8615699843333381,
|
|
"pearson": 0.0014553427944300154,
|
|
"error_member_to_rep": 0.5685131777493425,
|
|
"error_rep_to_member": 0.9387282204593949,
|
|
"symmetric_error": 0.6877123223184292,
|
|
"scaled_error": 0.5076388106674389,
|
|
"scale": 1.4226232387370523
|
|
},
|
|
{
|
|
"a": 588,
|
|
"b": 492,
|
|
"role": "model.visual.layers.*.mlp.linear_fc1.bias",
|
|
"sampled": true,
|
|
"cosine": 0.8590436801643452,
|
|
"pearson": 0.008516774238228102,
|
|
"error_member_to_rep": 0.5214952691322579,
|
|
"error_rep_to_member": 0.6866497666992886,
|
|
"symmetric_error": 0.5873218546336144,
|
|
"scaled_error": 0.5119022910377509,
|
|
"scale": 1.1310977826334785
|
|
},
|
|
{
|
|
"a": 384,
|
|
"b": 456,
|
|
"role": "model.visual.layers.*.mlp.linear_fc1.bias",
|
|
"sampled": true,
|
|
"cosine": 0.9174919707685582,
|
|
"pearson": -0.010506617220674492,
|
|
"error_member_to_rep": 0.4334067242939278,
|
|
"error_rep_to_member": 0.5814809199093435,
|
|
"symmetric_error": 0.4914384756655015,
|
|
"scaled_error": 0.3977543005112921,
|
|
"scale": 1.2309547712742126
|
|
},
|
|
{
|
|
"a": 553,
|
|
"b": 445,
|
|
"role": "model.visual.layers.*.mlp.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": -0.04206558871363467,
|
|
"pearson": -0.04208885157656619,
|
|
"error_member_to_rep": 1.3211488332165253,
|
|
"error_rep_to_member": 1.6065648974347917,
|
|
"symmetric_error": 1.4431032852960504,
|
|
"scaled_error": 0.9991148513790471,
|
|
"scale": -0.05115328153658419
|
|
},
|
|
{
|
|
"a": 433,
|
|
"b": 337,
|
|
"role": "model.visual.layers.*.mlp.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.003989742076568498,
|
|
"pearson": 0.005966783562736403,
|
|
"error_member_to_rep": 1.6972682406027872,
|
|
"error_rep_to_member": 1.2340279566529384,
|
|
"symmetric_error": 1.4115273176601821,
|
|
"scaled_error": 0.9999920409474079,
|
|
"scale": 0.0029008103401330977
|
|
},
|
|
{
|
|
"a": 361,
|
|
"b": 337,
|
|
"role": "model.visual.layers.*.mlp.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.001200323090083674,
|
|
"pearson": 0.0006233356708334755,
|
|
"error_member_to_rep": 1.545356762547703,
|
|
"error_rep_to_member": 1.3103026540219922,
|
|
"symmetric_error": 1.413375981357903,
|
|
"scaled_error": 0.9999992796119802,
|
|
"scale": 0.0010177497965114493
|
|
},
|
|
{
|
|
"a": 554,
|
|
"b": 506,
|
|
"role": "model.visual.layers.*.mlp.linear_fc2.bias",
|
|
"sampled": true,
|
|
"cosine": 0.03853257212466431,
|
|
"pearson": 0.03899087085503696,
|
|
"error_member_to_rep": 5.447962581006878,
|
|
"error_rep_to_member": 1.0099910809958534,
|
|
"symmetric_error": 1.4044128328290946,
|
|
"scaled_error": 0.9992573446742624,
|
|
"scale": 0.007143506144740765
|
|
},
|
|
{
|
|
"a": 350,
|
|
"b": 326,
|
|
"role": "model.visual.layers.*.mlp.linear_fc2.bias",
|
|
"sampled": true,
|
|
"cosine": -0.028177455557401292,
|
|
"pearson": -0.0283441904050822,
|
|
"error_member_to_rep": 4.279967392280304,
|
|
"error_rep_to_member": 1.0354536247952286,
|
|
"symmetric_error": 1.4232920176654438,
|
|
"scaled_error": 0.999602936669511,
|
|
"scale": -0.006816979154337164
|
|
},
|
|
{
|
|
"a": 494,
|
|
"b": 338,
|
|
"role": "model.visual.layers.*.mlp.linear_fc2.bias",
|
|
"sampled": true,
|
|
"cosine": 0.1114123494896417,
|
|
"pearson": 0.11171649456389943,
|
|
"error_member_to_rep": 1.0838809048320988,
|
|
"error_rep_to_member": 1.9920961122639598,
|
|
"symmetric_error": 1.3464438773614107,
|
|
"scaled_error": 0.9937742642980839,
|
|
"scale": 0.20476798445940847
|
|
},
|
|
{
|
|
"a": 351,
|
|
"b": 363,
|
|
"role": "model.visual.layers.*.mlp.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": -0.011172910641144757,
|
|
"pearson": -0.01046644452244738,
|
|
"error_member_to_rep": 1.4535118792436141,
|
|
"error_rep_to_member": 1.3926119891964568,
|
|
"symmetric_error": 1.4220848668325952,
|
|
"scaled_error": 0.9999375810858421,
|
|
"scale": -0.010704783039802747
|
|
},
|
|
{
|
|
"a": 603,
|
|
"b": 387,
|
|
"role": "model.visual.layers.*.mlp.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": -0.006125519450525928,
|
|
"pearson": -0.006459654501607254,
|
|
"error_member_to_rep": 1.4449545122994705,
|
|
"error_rep_to_member": 1.3935145658074217,
|
|
"symmetric_error": 1.4185355104872988,
|
|
"scaled_error": 0.9999812388297399,
|
|
"scale": -0.005907452798538647
|
|
},
|
|
{
|
|
"a": 495,
|
|
"b": 603,
|
|
"role": "model.visual.layers.*.mlp.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0012889473660971265,
|
|
"pearson": -0.0009685393409573898,
|
|
"error_member_to_rep": 1.3262008642531435,
|
|
"error_rep_to_member": 1.5247047910608547,
|
|
"symmetric_error": 1.4151159032011615,
|
|
"scaled_error": 0.9999991693069987,
|
|
"scale": -0.0014818752403847255
|
|
},
|
|
{
|
|
"a": 340,
|
|
"b": 592,
|
|
"role": "model.visual.layers.*.norm1.bias",
|
|
"sampled": true,
|
|
"cosine": 0.22669811305931806,
|
|
"pearson": 0.2276742932128905,
|
|
"error_member_to_rep": 1.2711091485794894,
|
|
"error_rep_to_member": 1.2181600655585598,
|
|
"symmetric_error": 1.2437901225666461,
|
|
"scaled_error": 0.9739650740839452,
|
|
"scale": 0.21725481920648076
|
|
},
|
|
{
|
|
"a": 472,
|
|
"b": 328,
|
|
"role": "model.visual.layers.*.norm1.bias",
|
|
"sampled": true,
|
|
"cosine": 0.52644529876985,
|
|
"pearson": 0.5264397553982345,
|
|
"error_member_to_rep": 1.0159089160966943,
|
|
"error_rep_to_member": 0.9384693726300044,
|
|
"symmetric_error": 0.9748899231333802,
|
|
"scaled_error": 0.850209002188946,
|
|
"scale": 0.48631602836876014
|
|
},
|
|
{
|
|
"a": 556,
|
|
"b": 532,
|
|
"role": "model.visual.layers.*.norm1.bias",
|
|
"sampled": true,
|
|
"cosine": 0.8817371683585439,
|
|
"pearson": 0.8817510820924609,
|
|
"error_member_to_rep": 0.4881879572590911,
|
|
"error_rep_to_member": 0.4846080888747264,
|
|
"symmetric_error": 0.48638814276635867,
|
|
"scaled_error": 0.47174099454579604,
|
|
"scale": 0.8752714148195831
|
|
},
|
|
{
|
|
"a": 449,
|
|
"b": 533,
|
|
"role": "model.visual.layers.*.norm1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.9462116072828873,
|
|
"pearson": 0.14560575201591403,
|
|
"error_member_to_rep": 0.535222139991335,
|
|
"error_rep_to_member": 1.0295585499318716,
|
|
"symmetric_error": 0.6715903236887488,
|
|
"scaled_error": 0.3235484418802463,
|
|
"scale": 1.8201419140445991
|
|
},
|
|
{
|
|
"a": 389,
|
|
"b": 581,
|
|
"role": "model.visual.layers.*.norm1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.98969146313052,
|
|
"pearson": 0.671290222694587,
|
|
"error_member_to_rep": 0.30813196789411273,
|
|
"error_rep_to_member": 0.4298328743067445,
|
|
"symmetric_error": 0.3541635813757865,
|
|
"scaled_error": 0.14321594815721722,
|
|
"scale": 1.3805835505533297
|
|
},
|
|
{
|
|
"a": 605,
|
|
"b": 521,
|
|
"role": "model.visual.layers.*.norm1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.9729756790192221,
|
|
"pearson": 0.10163549500933552,
|
|
"error_member_to_rep": 0.5849949739359029,
|
|
"error_rep_to_member": 0.3872931875845939,
|
|
"symmetric_error": 0.45669842066942373,
|
|
"scaled_error": 0.23090761797109133,
|
|
"scale": 0.6441539995366313
|
|
},
|
|
{
|
|
"a": 366,
|
|
"b": 414,
|
|
"role": "model.visual.layers.*.norm2.bias",
|
|
"sampled": true,
|
|
"cosine": 0.41664862756056176,
|
|
"pearson": 0.4127313334319323,
|
|
"error_member_to_rep": 4.082906025427537,
|
|
"error_rep_to_member": 0.9285524896621689,
|
|
"symmetric_error": 1.2804747113992199,
|
|
"scaled_error": 0.9090676108804561,
|
|
"scale": 0.0947560678659445
|
|
},
|
|
{
|
|
"a": 534,
|
|
"b": 462,
|
|
"role": "model.visual.layers.*.norm2.bias",
|
|
"sampled": true,
|
|
"cosine": 0.06215422798831546,
|
|
"pearson": 0.058774352445427176,
|
|
"error_member_to_rep": 16.965497778013418,
|
|
"error_rep_to_member": 0.9980720944024978,
|
|
"symmetric_error": 1.409050897278553,
|
|
"scaled_error": 0.9980665568704207,
|
|
"scale": 0.0036565034115687645
|
|
},
|
|
{
|
|
"a": 414,
|
|
"b": 402,
|
|
"role": "model.visual.layers.*.norm2.bias",
|
|
"sampled": true,
|
|
"cosine": 0.9255664605094013,
|
|
"pearson": 0.9242761753643249,
|
|
"error_member_to_rep": 0.4626330570746154,
|
|
"error_rep_to_member": 0.7013132120374718,
|
|
"symmetric_error": 0.5461368124319188,
|
|
"scaled_error": 0.3785851650290843,
|
|
"scale": 1.4030817241607327
|
|
},
|
|
{
|
|
"a": 487,
|
|
"b": 595,
|
|
"role": "model.visual.layers.*.norm2.weight",
|
|
"sampled": true,
|
|
"cosine": 0.986764945021077,
|
|
"pearson": 0.6179912491747505,
|
|
"error_member_to_rep": 0.9132678641568294,
|
|
"error_rep_to_member": 10.377048205372366,
|
|
"symmetric_error": 1.2865828058837867,
|
|
"scaled_error": 0.1621571561095933,
|
|
"scale": 11.212162174685842
|
|
},
|
|
{
|
|
"a": 391,
|
|
"b": 535,
|
|
"role": "model.visual.layers.*.norm2.weight",
|
|
"sampled": true,
|
|
"cosine": 0.9603126500292883,
|
|
"pearson": 0.43562772685194867,
|
|
"error_member_to_rep": 0.3762178498902845,
|
|
"error_rep_to_member": 0.5314980115079991,
|
|
"symmetric_error": 0.4342679149270378,
|
|
"scaled_error": 0.278925822027516,
|
|
"scale": 1.356672109165984
|
|
},
|
|
{
|
|
"a": 499,
|
|
"b": 607,
|
|
"role": "model.visual.layers.*.norm2.weight",
|
|
"sampled": true,
|
|
"cosine": 0.9888416150306707,
|
|
"pearson": 0.6221420275353757,
|
|
"error_member_to_rep": 0.9106439814249517,
|
|
"error_rep_to_member": 10.066236288915245,
|
|
"symmetric_error": 1.2826073657691428,
|
|
"scaled_error": 0.14897066954113727,
|
|
"scale": 10.930631017442927
|
|
}
|
|
] |