2108 lines
64 KiB
JSON
2108 lines
64 KiB
JSON
[
|
|
{
|
|
"a": 79,
|
|
"b": 184,
|
|
"role": "model.language_model.embed_tokens.weight",
|
|
"sampled": true,
|
|
"cosine": -0.006577200892577885,
|
|
"pearson": -0.007556775606479828,
|
|
"error_member_to_rep": 1.430957508943651,
|
|
"error_rep_to_member": 1.4070565414970175,
|
|
"symmetric_error": 1.4188560659752316,
|
|
"scaled_error": 0.9999783699802804,
|
|
"scale": -0.006467343357716825
|
|
},
|
|
{
|
|
"a": 194,
|
|
"b": 183,
|
|
"role": "model.language_model.embed_tokens.weight",
|
|
"sampled": true,
|
|
"cosine": -0.03855191366086169,
|
|
"pearson": -0.03833455451064708,
|
|
"error_member_to_rep": 1.3951541067709683,
|
|
"error_rep_to_member": 1.4920304149410626,
|
|
"symmetric_error": 1.4411559269092862,
|
|
"scaled_error": 0.9992565986537619,
|
|
"scale": -0.04122887031405929
|
|
},
|
|
{
|
|
"a": 107,
|
|
"b": 98,
|
|
"role": "model.language_model.embed_tokens.weight",
|
|
"sampled": true,
|
|
"cosine": 0.07964184270277676,
|
|
"pearson": 0.08003538075329461,
|
|
"error_member_to_rep": 1.3428080952821178,
|
|
"error_rep_to_member": 1.371120487077964,
|
|
"symmetric_error": 1.3567427836992911,
|
|
"scaled_error": 0.9968235435075288,
|
|
"scale": 0.08132104843728676
|
|
},
|
|
{
|
|
"a": 458,
|
|
"b": 339,
|
|
"role": "model.language_model.embed_tokens.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0035731794369607242,
|
|
"pearson": 0.0029674328429868074,
|
|
"error_member_to_rep": 1.4103682644863687,
|
|
"error_rep_to_member": 1.4231944726849581,
|
|
"symmetric_error": 1.4167378254389866,
|
|
"scaled_error": 0.9999936161739791,
|
|
"scale": -0.003605674739459655
|
|
},
|
|
{
|
|
"a": 493,
|
|
"b": 481,
|
|
"role": "model.language_model.embed_tokens.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0264967218129069,
|
|
"pearson": -0.022651461305771944,
|
|
"error_member_to_rep": 1.3524100637290655,
|
|
"error_rep_to_member": 1.5292005756573388,
|
|
"symmetric_error": 1.4326883844869063,
|
|
"scaled_error": 0.9996489002310608,
|
|
"scale": -0.029960441241915294
|
|
},
|
|
{
|
|
"a": 495,
|
|
"b": 430,
|
|
"role": "model.language_model.embed_tokens.weight",
|
|
"sampled": true,
|
|
"cosine": 0.022514137806366675,
|
|
"pearson": 0.021424536203264673,
|
|
"error_member_to_rep": 1.3759392086650448,
|
|
"error_rep_to_member": 1.4216018270628994,
|
|
"symmetric_error": 1.3982116116547842,
|
|
"scaled_error": 0.9997465246745477,
|
|
"scale": 0.02326130343456784
|
|
},
|
|
{
|
|
"a": 631,
|
|
"b": 704,
|
|
"role": "model.language_model.layers.*.linear_attn.conv1d.weight",
|
|
"sampled": true,
|
|
"cosine": -0.9035792112154633,
|
|
"pearson": -0.8989785411270593,
|
|
"error_member_to_rep": 1.1337399465138334,
|
|
"error_rep_to_member": 7.760148182743938,
|
|
"symmetric_error": 1.5865081604103288,
|
|
"scaled_error": 0.4284210651441421,
|
|
"scale": -6.184759208176426
|
|
},
|
|
{
|
|
"a": 733,
|
|
"b": 526,
|
|
"role": "model.language_model.layers.*.linear_attn.conv1d.weight",
|
|
"sampled": true,
|
|
"cosine": -0.31332547234606667,
|
|
"pearson": 0.2795606143756062,
|
|
"error_member_to_rep": 1.081803750053007,
|
|
"error_rep_to_member": 5.281791919262078,
|
|
"symmetric_error": 1.4987872574689034,
|
|
"scaled_error": 0.9496458015381914,
|
|
"scale": -1.5297783427496343
|
|
},
|
|
{
|
|
"a": 614,
|
|
"b": 737,
|
|
"role": "model.language_model.layers.*.linear_attn.conv1d.weight",
|
|
"sampled": true,
|
|
"cosine": -0.37019317174413036,
|
|
"pearson": -0.005150633683059786,
|
|
"error_member_to_rep": 1.148269365255245,
|
|
"error_rep_to_member": 3.767748191812303,
|
|
"symmetric_error": 1.5533612556649046,
|
|
"scaled_error": 0.9289547973900673,
|
|
"scale": -1.2146929071387047
|
|
},
|
|
{
|
|
"a": 943,
|
|
"b": 783,
|
|
"role": "model.language_model.layers.*.linear_attn.conv1d.weight",
|
|
"sampled": true,
|
|
"cosine": -0.033573757713039,
|
|
"pearson": -0.007992106686724834,
|
|
"error_member_to_rep": 1.009770755879034,
|
|
"error_rep_to_member": 9.136208862111213,
|
|
"symmetric_error": 1.4193884966961918,
|
|
"scaled_error": 0.9994362424852453,
|
|
"scale": -0.30376881184801036
|
|
},
|
|
{
|
|
"a": 948,
|
|
"b": 862,
|
|
"role": "model.language_model.layers.*.linear_attn.conv1d.weight",
|
|
"sampled": true,
|
|
"cosine": -0.4569029757883583,
|
|
"pearson": -0.5150123211035881,
|
|
"error_member_to_rep": 1.1160598491643192,
|
|
"error_rep_to_member": 5.139536313145424,
|
|
"symmetric_error": 1.5423999828030162,
|
|
"scaled_error": 0.8895165376291455,
|
|
"scale": -2.104071244393214
|
|
},
|
|
{
|
|
"a": 917,
|
|
"b": 892,
|
|
"role": "model.language_model.layers.*.linear_attn.conv1d.weight",
|
|
"sampled": true,
|
|
"cosine": -0.17293711559898325,
|
|
"pearson": -0.22689447648430713,
|
|
"error_member_to_rep": 7.002401061791271,
|
|
"error_rep_to_member": 1.0358812337013688,
|
|
"symmetric_error": 1.4491861387827194,
|
|
"scaled_error": 0.9849328677875989,
|
|
"scale": -0.02558298376208759
|
|
},
|
|
{
|
|
"a": 1113,
|
|
"b": 1273,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight",
|
|
"sampled": true,
|
|
"cosine": 0.04002930370105979,
|
|
"pearson": 0.040292482492227055,
|
|
"error_member_to_rep": 1.4885479369125059,
|
|
"error_rep_to_member": 1.301886646823919,
|
|
"symmetric_error": 1.3858768628029554,
|
|
"scaled_error": 0.9991985062264697,
|
|
"scale": 0.03500969950498286
|
|
},
|
|
{
|
|
"a": 1153,
|
|
"b": 1151,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight",
|
|
"sampled": true,
|
|
"cosine": -0.012347657469279655,
|
|
"pearson": -0.011925892091615422,
|
|
"error_member_to_rep": 1.8002424763029812,
|
|
"error_rep_to_member": 1.2125638894269608,
|
|
"symmetric_error": 1.422281602902905,
|
|
"scaled_error": 0.9999237647716056,
|
|
"scale": -0.008316837183516026
|
|
},
|
|
{
|
|
"a": 1168,
|
|
"b": 1172,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0038140829768831975,
|
|
"pearson": -0.0036641369829930903,
|
|
"error_member_to_rep": 1.3084359546079105,
|
|
"error_rep_to_member": 1.5576651604076515,
|
|
"symmetric_error": 1.4168675552605485,
|
|
"scaled_error": 0.9999927263590698,
|
|
"scale": -0.004540584620188898
|
|
},
|
|
{
|
|
"a": 1347,
|
|
"b": 1324,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0016513343671536059,
|
|
"pearson": -0.001842245401069716,
|
|
"error_member_to_rep": 1.2240246646886757,
|
|
"error_rep_to_member": 1.7381548679838572,
|
|
"symmetric_error": 1.41531251094281,
|
|
"scaled_error": 0.9999986365464745,
|
|
"scale": -0.002344948555156053
|
|
},
|
|
{
|
|
"a": 1311,
|
|
"b": 1281,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight",
|
|
"sampled": true,
|
|
"cosine": -0.01991166135380056,
|
|
"pearson": -0.020411827930622094,
|
|
"error_member_to_rep": 1.3744723099561702,
|
|
"error_rep_to_member": 1.488718268533488,
|
|
"symmetric_error": 1.4281795110192832,
|
|
"scaled_error": 0.99980174321819,
|
|
"scale": -0.021566716040427474
|
|
},
|
|
{
|
|
"a": 1529,
|
|
"b": 1436,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight",
|
|
"sampled": true,
|
|
"cosine": -0.004563350249516612,
|
|
"pearson": -0.00470623961518788,
|
|
"error_member_to_rep": 1.4014067313444847,
|
|
"error_rep_to_member": 1.4340277993946666,
|
|
"symmetric_error": 1.417435813289863,
|
|
"scaled_error": 0.9999895878630438,
|
|
"scale": -0.004669573058139403
|
|
},
|
|
{
|
|
"a": 1622,
|
|
"b": 1550,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_z.weight",
|
|
"sampled": true,
|
|
"cosine": 0.021429921378385217,
|
|
"pearson": 0.02048282700401026,
|
|
"error_member_to_rep": 1.3727140057324998,
|
|
"error_rep_to_member": 1.4268344227561829,
|
|
"symmetric_error": 1.398989699902539,
|
|
"scaled_error": 0.9997703528659551,
|
|
"scale": 0.022274814252603446
|
|
},
|
|
{
|
|
"a": 1703,
|
|
"b": 1640,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_z.weight",
|
|
"sampled": true,
|
|
"cosine": 0.029502133444355934,
|
|
"pearson": 0.03017320196619413,
|
|
"error_member_to_rep": 1.341611669135262,
|
|
"error_rep_to_member": 1.451376212645998,
|
|
"symmetric_error": 1.3932615387782847,
|
|
"scaled_error": 0.9995647173256124,
|
|
"scale": 0.03191586335190794
|
|
},
|
|
{
|
|
"a": 1567,
|
|
"b": 1547,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_z.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0039344896912598785,
|
|
"pearson": -0.002930446812633825,
|
|
"error_member_to_rep": 1.5343322158838595,
|
|
"error_rep_to_member": 1.3229709819111535,
|
|
"symmetric_error": 1.4169627135281444,
|
|
"scaled_error": 0.9999922598654798,
|
|
"scale": -0.003392495859944454
|
|
},
|
|
{
|
|
"a": 1875,
|
|
"b": 1890,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_z.weight",
|
|
"sampled": true,
|
|
"cosine": 0.009252843380232629,
|
|
"pearson": 0.009067531842488652,
|
|
"error_member_to_rep": 1.4602407383229223,
|
|
"error_rep_to_member": 1.36040047397169,
|
|
"symmetric_error": 1.40767205935652,
|
|
"scaled_error": 0.9999571915284078,
|
|
"scale": 0.008620203634717816
|
|
},
|
|
{
|
|
"a": 1821,
|
|
"b": 1825,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_z.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0035892658563176113,
|
|
"pearson": -0.004774423848092625,
|
|
"error_member_to_rep": 1.5011588576701556,
|
|
"error_rep_to_member": 1.3451186785475373,
|
|
"symmetric_error": 1.4167341002086378,
|
|
"scaled_error": 0.9999935585645603,
|
|
"scale": -0.003216174304895969
|
|
},
|
|
{
|
|
"a": 1878,
|
|
"b": 1794,
|
|
"role": "model.language_model.layers.*.linear_attn.in_proj_z.weight",
|
|
"sampled": true,
|
|
"cosine": 0.008364994391314672,
|
|
"pearson": 0.008022275835883991,
|
|
"error_member_to_rep": 1.5063122866448155,
|
|
"error_rep_to_member": 1.3272822062358087,
|
|
"symmetric_error": 1.4083334293059975,
|
|
"scaled_error": 0.9999650128223653,
|
|
"scale": 0.0073707877903490095
|
|
},
|
|
{
|
|
"a": 2277,
|
|
"b": 2065,
|
|
"role": "model.language_model.layers.*.linear_attn.out_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.019330191064745057,
|
|
"pearson": 0.01968486838578927,
|
|
"error_member_to_rep": 1.2576197513990477,
|
|
"error_rep_to_member": 1.6077837169225313,
|
|
"symmetric_error": 1.4008844788489645,
|
|
"scaled_error": 0.9998131544010613,
|
|
"scale": 0.02471237144957744
|
|
},
|
|
{
|
|
"a": 2239,
|
|
"b": 2136,
|
|
"role": "model.language_model.layers.*.linear_attn.out_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.01589147138260098,
|
|
"pearson": -0.01598466130277172,
|
|
"error_member_to_rep": 1.3620133799941043,
|
|
"error_rep_to_member": 1.4984458730446224,
|
|
"symmetric_error": 1.4253556273285233,
|
|
"scaled_error": 0.9998737225956565,
|
|
"scale": -0.017483315553014783
|
|
},
|
|
{
|
|
"a": 2049,
|
|
"b": 2289,
|
|
"role": "model.language_model.layers.*.linear_attn.out_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.027048576895464835,
|
|
"pearson": -0.027126437730637505,
|
|
"error_member_to_rep": 1.4236541058806793,
|
|
"error_rep_to_member": 1.4429618933798363,
|
|
"symmetric_error": 1.4332104680477271,
|
|
"scaled_error": 0.9996341203099913,
|
|
"scale": -0.02741541331499609
|
|
},
|
|
{
|
|
"a": 2395,
|
|
"b": 2398,
|
|
"role": "model.language_model.layers.*.linear_attn.out_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.008196815783202277,
|
|
"pearson": 0.008480864975684396,
|
|
"error_member_to_rep": 1.3221730019448867,
|
|
"error_rep_to_member": 1.5141916482045277,
|
|
"symmetric_error": 1.4084587148149454,
|
|
"scaled_error": 0.9999664055412143,
|
|
"scale": 0.009387235999024962
|
|
},
|
|
{
|
|
"a": 2379,
|
|
"b": 2334,
|
|
"role": "model.language_model.layers.*.linear_attn.out_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0029507843580057957,
|
|
"pearson": 0.0030703568484189833,
|
|
"error_member_to_rep": 1.3536450233850157,
|
|
"error_rep_to_member": 1.4789241073842154,
|
|
"symmetric_error": 1.4121336603147845,
|
|
"scaled_error": 0.9999956464263595,
|
|
"scale": 0.003223877787275537
|
|
},
|
|
{
|
|
"a": 2462,
|
|
"b": 2355,
|
|
"role": "model.language_model.layers.*.linear_attn.out_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.006545036161414776,
|
|
"pearson": 0.006721298794496826,
|
|
"error_member_to_rep": 1.3678314216395553,
|
|
"error_rep_to_member": 1.455415622346064,
|
|
"symmetric_error": 1.4095868540522554,
|
|
"scaled_error": 0.9999785810214366,
|
|
"scale": 0.0069641241803941835
|
|
},
|
|
{
|
|
"a": 2720,
|
|
"b": 2654,
|
|
"role": "model.language_model.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.011312127843588569,
|
|
"pearson": 0.01110143617803364,
|
|
"error_member_to_rep": 1.3487190235553037,
|
|
"error_rep_to_member": 1.471769603346139,
|
|
"symmetric_error": 1.4062224946458888,
|
|
"scaled_error": 0.9999360158348385,
|
|
"scale": 0.012344191502149802
|
|
},
|
|
{
|
|
"a": 2711,
|
|
"b": 2573,
|
|
"role": "model.language_model.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.008023345951991006,
|
|
"pearson": 0.008017732857056271,
|
|
"error_member_to_rep": 1.5315077668036832,
|
|
"error_rep_to_member": 1.311205672168704,
|
|
"symmetric_error": 1.4085967854400498,
|
|
"scaled_error": 0.9999678124418478,
|
|
"scale": 0.006869215390254668
|
|
},
|
|
{
|
|
"a": 2767,
|
|
"b": 2621,
|
|
"role": "model.language_model.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.007992442284338833,
|
|
"pearson": -0.007622383041395323,
|
|
"error_member_to_rep": 1.332066365034666,
|
|
"error_rep_to_member": 1.527521428016137,
|
|
"symmetric_error": 1.419801472666777,
|
|
"scaled_error": 0.9999680599230815,
|
|
"scale": -0.009165179132191429
|
|
},
|
|
{
|
|
"a": 2958,
|
|
"b": 2971,
|
|
"role": "model.language_model.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.02454731853330696,
|
|
"pearson": -0.024090255807261686,
|
|
"error_member_to_rep": 1.4155381431633218,
|
|
"error_rep_to_member": 1.4479346334251073,
|
|
"symmetric_error": 1.4314615155332424,
|
|
"scaled_error": 0.9996986691762795,
|
|
"scale": -0.025109116863968734
|
|
},
|
|
{
|
|
"a": 3036,
|
|
"b": 2838,
|
|
"role": "model.language_model.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.02562797372033528,
|
|
"pearson": -0.02575607008432517,
|
|
"error_member_to_rep": 1.3632164223032228,
|
|
"error_rep_to_member": 1.5126628487299367,
|
|
"symmetric_error": 1.4321242504690692,
|
|
"scaled_error": 0.9996715495416431,
|
|
"scale": -0.028437512269314062
|
|
},
|
|
{
|
|
"a": 2950,
|
|
"b": 2945,
|
|
"role": "model.language_model.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.007191234115671557,
|
|
"pearson": 0.006979703919218027,
|
|
"error_member_to_rep": 1.4010734575346444,
|
|
"error_rep_to_member": 1.417306293997078,
|
|
"symmetric_error": 1.40911975572247,
|
|
"scaled_error": 0.9999741427416479,
|
|
"scale": 0.007274551750971121
|
|
},
|
|
{
|
|
"a": 3109,
|
|
"b": 3305,
|
|
"role": "model.language_model.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.027081726122774874,
|
|
"pearson": -0.027620230408482396,
|
|
"error_member_to_rep": 1.2948296264453047,
|
|
"error_rep_to_member": 1.6268520903442985,
|
|
"symmetric_error": 1.432753407914921,
|
|
"scaled_error": 0.9996332227923455,
|
|
"scale": -0.034026069417271834
|
|
},
|
|
{
|
|
"a": 3246,
|
|
"b": 3319,
|
|
"role": "model.language_model.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.018138391709516394,
|
|
"pearson": 0.017356377364285774,
|
|
"error_member_to_rep": 1.5790072218409228,
|
|
"error_rep_to_member": 1.27312111087107,
|
|
"symmetric_error": 1.4016234349431875,
|
|
"scaled_error": 0.9998354858406417,
|
|
"scale": 0.014624612910706854
|
|
},
|
|
{
|
|
"a": 3243,
|
|
"b": 3128,
|
|
"role": "model.language_model.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.016434243342762275,
|
|
"pearson": -0.016391018260678344,
|
|
"error_member_to_rep": 1.6467596783018008,
|
|
"error_rep_to_member": 1.2745488648031054,
|
|
"symmetric_error": 1.4254186634754822,
|
|
"scaled_error": 0.9998649487034491,
|
|
"scale": -0.012719673958750425
|
|
},
|
|
{
|
|
"a": 3561,
|
|
"b": 3555,
|
|
"role": "model.language_model.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.03593621295954688,
|
|
"pearson": 0.034209363948419655,
|
|
"error_member_to_rep": 1.1992798851844493,
|
|
"error_rep_to_member": 1.7158744679198779,
|
|
"symmetric_error": 1.3901453913451671,
|
|
"scaled_error": 0.9993540856964193,
|
|
"scale": 0.05141587968978093
|
|
},
|
|
{
|
|
"a": 3398,
|
|
"b": 3529,
|
|
"role": "model.language_model.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.005583429732565563,
|
|
"pearson": -0.003838126735922387,
|
|
"error_member_to_rep": 1.5255292261430604,
|
|
"error_rep_to_member": 1.3306097075045555,
|
|
"symmetric_error": 1.4181196432592205,
|
|
"scaled_error": 0.9999844125347263,
|
|
"scale": -0.004870025218792232
|
|
},
|
|
{
|
|
"a": 3551,
|
|
"b": 3423,
|
|
"role": "model.language_model.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.006215262026556071,
|
|
"pearson": -0.006847989275954965,
|
|
"error_member_to_rep": 1.433648402790778,
|
|
"error_rep_to_member": 1.404016998817685,
|
|
"symmetric_error": 1.4186006532930309,
|
|
"scaled_error": 0.9999806850724374,
|
|
"scale": -0.006086801701451949
|
|
},
|
|
{
|
|
"a": 3764,
|
|
"b": 3807,
|
|
"role": "model.language_model.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.026362324919679242,
|
|
"pearson": -0.026713251683654706,
|
|
"error_member_to_rep": 1.3734883752997764,
|
|
"error_rep_to_member": 1.5002076177407997,
|
|
"symmetric_error": 1.4326618595155276,
|
|
"scaled_error": 0.999652453518136,
|
|
"scale": -0.028794536143947332
|
|
},
|
|
{
|
|
"a": 3772,
|
|
"b": 3825,
|
|
"role": "model.language_model.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.007921171917222143,
|
|
"pearson": 0.007907669264036746,
|
|
"error_member_to_rep": 1.423102223343412,
|
|
"error_rep_to_member": 1.3945370752494286,
|
|
"symmetric_error": 1.4086024678150897,
|
|
"scaled_error": 0.9999686270255972,
|
|
"scale": 0.0077621745906901385
|
|
},
|
|
{
|
|
"a": 3780,
|
|
"b": 3657,
|
|
"role": "model.language_model.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.01877024393537888,
|
|
"pearson": -0.018832657008544036,
|
|
"error_member_to_rep": 1.3461574880609868,
|
|
"error_rep_to_member": 1.525195097762792,
|
|
"symmetric_error": 1.4273225671813192,
|
|
"scaled_error": 0.9998238234522152,
|
|
"scale": -0.021266667747239582
|
|
},
|
|
{
|
|
"a": 3915,
|
|
"b": 3972,
|
|
"role": "model.language_model.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.01857882564028159,
|
|
"pearson": 0.018452025161287536,
|
|
"error_member_to_rep": 1.28641324838597,
|
|
"error_rep_to_member": 1.5535909953548914,
|
|
"symmetric_error": 1.4012474079873134,
|
|
"scaled_error": 0.9998273987233137,
|
|
"scale": 0.02243749919026786
|
|
},
|
|
{
|
|
"a": 3929,
|
|
"b": 4036,
|
|
"role": "model.language_model.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0037854176253862277,
|
|
"pearson": -0.0035842573613279133,
|
|
"error_member_to_rep": 1.5399421711184147,
|
|
"error_rep_to_member": 1.3192366099464456,
|
|
"symmetric_error": 1.4168560782855202,
|
|
"scaled_error": 0.9999928352810341,
|
|
"scale": -0.003242888992201023
|
|
},
|
|
{
|
|
"a": 4035,
|
|
"b": 3917,
|
|
"role": "model.language_model.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.02773872313732595,
|
|
"pearson": 0.027607087846648476,
|
|
"error_member_to_rep": 1.3608814182552769,
|
|
"error_rep_to_member": 1.4307101913808198,
|
|
"symmetric_error": 1.3944862618951133,
|
|
"scaled_error": 0.9996152075867547,
|
|
"scale": 0.029162036718337194
|
|
},
|
|
{
|
|
"a": 4162,
|
|
"b": 4146,
|
|
"role": "model.language_model.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.016463819785573795,
|
|
"pearson": 0.01661718586785609,
|
|
"error_member_to_rep": 1.603334442552798,
|
|
"error_rep_to_member": 1.2626269207890362,
|
|
"symmetric_error": 1.4028507041852607,
|
|
"scaled_error": 0.9998644621337776,
|
|
"scale": 0.012965268835107747
|
|
},
|
|
{
|
|
"a": 4200,
|
|
"b": 4115,
|
|
"role": "model.language_model.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0002268947783537802,
|
|
"pearson": 9.191767503676346e-05,
|
|
"error_member_to_rep": 1.561495276056893,
|
|
"error_rep_to_member": 1.3022759105081785,
|
|
"symmetric_error": 1.4143713847252721,
|
|
"scaled_error": 0.9999999742593795,
|
|
"scale": -0.0001892286250243223
|
|
},
|
|
{
|
|
"a": 4190,
|
|
"b": 4282,
|
|
"role": "model.language_model.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0022497203749003328,
|
|
"pearson": 0.0023088029870349867,
|
|
"error_member_to_rep": 1.470473693061161,
|
|
"error_rep_to_member": 1.3611099419812185,
|
|
"symmetric_error": 1.4126266184269658,
|
|
"scaled_error": 0.9999974693759154,
|
|
"scale": 0.0020824015984808202
|
|
},
|
|
{
|
|
"a": 4462,
|
|
"b": 4582,
|
|
"role": "model.language_model.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0007466556605059141,
|
|
"pearson": 0.0023491030697144638,
|
|
"error_member_to_rep": 1.474488148042804,
|
|
"error_rep_to_member": 1.359836368685185,
|
|
"symmetric_error": 1.4136872241414278,
|
|
"scaled_error": 0.9999997212526235,
|
|
"scale": 0.0006885979540685504
|
|
},
|
|
{
|
|
"a": 4366,
|
|
"b": 4401,
|
|
"role": "model.language_model.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.011371855809084772,
|
|
"pearson": 0.011197553199257455,
|
|
"error_member_to_rep": 1.3402894486612291,
|
|
"error_rep_to_member": 1.4828782556674092,
|
|
"symmetric_error": 1.4061906087359985,
|
|
"scaled_error": 0.9999353383571646,
|
|
"scale": 0.01258166862592322
|
|
},
|
|
{
|
|
"a": 4593,
|
|
"b": 4359,
|
|
"role": "model.language_model.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.008129702356154097,
|
|
"pearson": -0.00758123659063244,
|
|
"error_member_to_rep": 1.420673812448937,
|
|
"error_rep_to_member": 1.419228272817412,
|
|
"symmetric_error": 1.419950490787253,
|
|
"scaled_error": 0.9999669534237621,
|
|
"scale": -0.008121430360960444
|
|
},
|
|
{
|
|
"a": 4751,
|
|
"b": 4711,
|
|
"role": "model.language_model.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.04707409432819332,
|
|
"pearson": 0.04683970288635389,
|
|
"error_member_to_rep": 1.21842871894974,
|
|
"error_rep_to_member": 1.6359720868099332,
|
|
"symmetric_error": 1.3819538950707029,
|
|
"scaled_error": 0.9988914003249705,
|
|
"scale": 0.06320591687888372
|
|
},
|
|
{
|
|
"a": 4845,
|
|
"b": 4824,
|
|
"role": "model.language_model.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.003499858177990587,
|
|
"pearson": -0.0047007980984710125,
|
|
"error_member_to_rep": 1.2070872118025033,
|
|
"error_rep_to_member": 1.794735778850095,
|
|
"symmetric_error": 1.4165037984445779,
|
|
"scaled_error": 0.9999938754776121,
|
|
"scale": -0.005203700802662902
|
|
},
|
|
{
|
|
"a": 4779,
|
|
"b": 4745,
|
|
"role": "model.language_model.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.03559426565139155,
|
|
"pearson": -0.03544712268796013,
|
|
"error_member_to_rep": 1.878508977619771,
|
|
"error_rep_to_member": 1.208026577383146,
|
|
"symmetric_error": 1.4369317240965191,
|
|
"scaled_error": 0.9993663233533228,
|
|
"scale": -0.02288986607016387
|
|
},
|
|
{
|
|
"a": 4981,
|
|
"b": 5058,
|
|
"role": "model.language_model.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.013840580200615757,
|
|
"pearson": 0.013834043297405237,
|
|
"error_member_to_rep": 1.5714514039492455,
|
|
"error_rep_to_member": 1.281632884562841,
|
|
"symmetric_error": 1.4045939875172107,
|
|
"scaled_error": 0.9999042145824321,
|
|
"scale": 0.011287999541035397
|
|
},
|
|
{
|
|
"a": 4953,
|
|
"b": 5053,
|
|
"role": "model.language_model.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.014040870063998014,
|
|
"pearson": 0.012478397905476085,
|
|
"error_member_to_rep": 1.2539678543133943,
|
|
"error_rep_to_member": 1.626911774311191,
|
|
"symmetric_error": 1.4045796402214894,
|
|
"scaled_error": 0.9999014221251242,
|
|
"scale": 0.018216780238915802
|
|
},
|
|
{
|
|
"a": 5063,
|
|
"b": 5086,
|
|
"role": "model.language_model.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.024226938838698576,
|
|
"pearson": 0.0244462296108138,
|
|
"error_member_to_rep": 1.5619222612475345,
|
|
"error_rep_to_member": 1.2757620584100062,
|
|
"symmetric_error": 1.3973266203345165,
|
|
"scaled_error": 0.9997064846416202,
|
|
"scale": 0.01978831477639919
|
|
},
|
|
{
|
|
"a": 5330,
|
|
"b": 5278,
|
|
"role": "model.language_model.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.01666943889444822,
|
|
"pearson": 0.01698236049815341,
|
|
"error_member_to_rep": 1.2988637304523116,
|
|
"error_rep_to_member": 1.5358081928775749,
|
|
"symmetric_error": 1.402541893770582,
|
|
"scaled_error": 0.9998610552506504,
|
|
"scale": 0.019710351613136858
|
|
},
|
|
{
|
|
"a": 5131,
|
|
"b": 5130,
|
|
"role": "model.language_model.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.017225903793311067,
|
|
"pearson": 0.016891269542884776,
|
|
"error_member_to_rep": 1.3585607593082059,
|
|
"error_rep_to_member": 1.4499050279404078,
|
|
"symmetric_error": 1.4020060645796115,
|
|
"scaled_error": 0.9998516231114012,
|
|
"scale": 0.01838410564239871
|
|
},
|
|
{
|
|
"a": 5361,
|
|
"b": 5334,
|
|
"role": "model.language_model.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.031799051747265376,
|
|
"pearson": 0.031764337875462845,
|
|
"error_member_to_rep": 1.2787366688067183,
|
|
"error_rep_to_member": 1.5417478597067562,
|
|
"symmetric_error": 1.3919405205174407,
|
|
"scaled_error": 0.9994942822787806,
|
|
"scale": 0.03833949644831925
|
|
},
|
|
{
|
|
"a": 5412,
|
|
"b": 5469,
|
|
"role": "model.language_model.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.014339194524005637,
|
|
"pearson": -0.014395785619558489,
|
|
"error_member_to_rep": 1.4963022528636976,
|
|
"error_rep_to_member": 1.361734069927317,
|
|
"symmetric_error": 1.4242722756351442,
|
|
"scaled_error": 0.9998971884650955,
|
|
"scale": -0.013049615932398376
|
|
},
|
|
{
|
|
"a": 5386,
|
|
"b": 5483,
|
|
"role": "model.language_model.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.04037002338932623,
|
|
"pearson": 0.039365924436573434,
|
|
"error_member_to_rep": 1.5669107578702932,
|
|
"error_rep_to_member": 1.2561757136920981,
|
|
"symmetric_error": 1.3860710319150644,
|
|
"scaled_error": 0.9991847983288903,
|
|
"scale": 0.03236421901383833
|
|
},
|
|
{
|
|
"a": 5410,
|
|
"b": 5398,
|
|
"role": "model.language_model.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.014313234365833724,
|
|
"pearson": -0.013486654265127867,
|
|
"error_member_to_rep": 1.3122840739650241,
|
|
"error_rep_to_member": 1.5705335073860849,
|
|
"symmetric_error": 1.4241385720200541,
|
|
"scaled_error": 0.99989756041406,
|
|
"scale": -0.017129990843134334
|
|
},
|
|
{
|
|
"a": 5723,
|
|
"b": 5777,
|
|
"role": "model.language_model.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.014288260823974693,
|
|
"pearson": -0.014218208173311785,
|
|
"error_member_to_rep": 1.6602461804438324,
|
|
"error_rep_to_member": 1.2663120356649222,
|
|
"symmetric_error": 1.4239239438911584,
|
|
"scaled_error": 0.999897917590904,
|
|
"scale": -0.0108980203437552
|
|
},
|
|
{
|
|
"a": 5632,
|
|
"b": 5709,
|
|
"role": "model.language_model.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.016165517926353207,
|
|
"pearson": -0.016148212978550486,
|
|
"error_member_to_rep": 1.2744341398791372,
|
|
"error_rep_to_member": 1.6464451557420434,
|
|
"symmetric_error": 1.4252364291404778,
|
|
"scaled_error": 0.9998693294776937,
|
|
"scale": -0.020884279420221377
|
|
},
|
|
{
|
|
"a": 5728,
|
|
"b": 5821,
|
|
"role": "model.language_model.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.006167426577582124,
|
|
"pearson": 0.006228472543007336,
|
|
"error_member_to_rep": 1.5570421059708628,
|
|
"error_rep_to_member": 1.2979057127728155,
|
|
"symmetric_error": 1.4099172788399814,
|
|
"scaled_error": 0.9999809812438486,
|
|
"scale": 0.005140990187390941
|
|
},
|
|
{
|
|
"a": 6087,
|
|
"b": 6096,
|
|
"role": "model.language_model.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.011165818953194448,
|
|
"pearson": -0.0109958822893759,
|
|
"error_member_to_rep": 1.5638821361239226,
|
|
"error_rep_to_member": 1.3127855773354686,
|
|
"symmetric_error": 1.4219683253387516,
|
|
"scaled_error": 0.9999376603004332,
|
|
"scale": -0.009373037610892667
|
|
},
|
|
{
|
|
"a": 6123,
|
|
"b": 6130,
|
|
"role": "model.language_model.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.02056877328586516,
|
|
"pearson": 0.020369259505911532,
|
|
"error_member_to_rep": 1.7422260012419541,
|
|
"error_rep_to_member": 1.2037147468765959,
|
|
"symmetric_error": 1.4005437448877158,
|
|
"scaled_error": 0.9997884404040259,
|
|
"scale": 0.01421109299924794
|
|
},
|
|
{
|
|
"a": 6049,
|
|
"b": 6038,
|
|
"role": "model.language_model.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.002710103928548025,
|
|
"pearson": 0.0030565979268289425,
|
|
"error_member_to_rep": 2.130814331839443,
|
|
"error_rep_to_member": 1.1308259705128718,
|
|
"symmetric_error": 1.4126256460063957,
|
|
"scaled_error": 0.9999963276616053,
|
|
"scale": 0.0014382557219546567
|
|
},
|
|
{
|
|
"a": 6374,
|
|
"b": 6218,
|
|
"role": "model.visual.layers.*.attn.proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.036360734436846565,
|
|
"pearson": -0.03629599647120916,
|
|
"error_member_to_rep": 1.498656666079674,
|
|
"error_rep_to_member": 1.3870512022773214,
|
|
"symmetric_error": 1.4396194788642205,
|
|
"scaled_error": 0.9993387298565052,
|
|
"scale": -0.033652938366627305
|
|
},
|
|
{
|
|
"a": 6390,
|
|
"b": 6295,
|
|
"role": "model.visual.layers.*.attn.proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.02168041107859812,
|
|
"pearson": 0.021669730890337437,
|
|
"error_member_to_rep": 1.3182514379621688,
|
|
"error_rep_to_member": 1.4964838962051854,
|
|
"symmetric_error": 1.398922980813444,
|
|
"scaled_error": 0.9997649522640124,
|
|
"scale": 0.02461168264863419
|
|
},
|
|
{
|
|
"a": 6202,
|
|
"b": 6273,
|
|
"role": "model.visual.layers.*.attn.proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.00317147612797406,
|
|
"pearson": -0.00323701921165672,
|
|
"error_member_to_rep": 1.439919445231774,
|
|
"error_rep_to_member": 1.3940980483034686,
|
|
"symmetric_error": 1.4164531890707077,
|
|
"scaled_error": 0.9999949708569387,
|
|
"scale": -0.0030705527971656805
|
|
},
|
|
{
|
|
"a": 6617,
|
|
"b": 6507,
|
|
"role": "model.visual.layers.*.attn.proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.00919381398423873,
|
|
"pearson": 0.009244926812290404,
|
|
"error_member_to_rep": 1.332447148928993,
|
|
"error_rep_to_member": 1.4974369150759943,
|
|
"symmetric_error": 1.4077417927310432,
|
|
"scaled_error": 0.9999577359990887,
|
|
"scale": 0.010332234536586967
|
|
},
|
|
{
|
|
"a": 6504,
|
|
"b": 6411,
|
|
"role": "model.visual.layers.*.attn.proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.04108777857747844,
|
|
"pearson": 0.041092758445627785,
|
|
"error_member_to_rep": 1.3375956019489514,
|
|
"error_rep_to_member": 1.4376791059894383,
|
|
"symmetric_error": 1.3849324550983033,
|
|
"scaled_error": 0.9991555406700041,
|
|
"scale": 0.04416210750565521
|
|
},
|
|
{
|
|
"a": 6437,
|
|
"b": 6414,
|
|
"role": "model.visual.layers.*.attn.proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.039691905697719396,
|
|
"pearson": 0.0394586606933281,
|
|
"error_member_to_rep": 1.3288338852469324,
|
|
"error_rep_to_member": 1.4511810723174159,
|
|
"symmetric_error": 1.3859737016343938,
|
|
"scaled_error": 0.999211965812101,
|
|
"scale": 0.04334638280392328
|
|
},
|
|
{
|
|
"a": 6869,
|
|
"b": 6825,
|
|
"role": "model.visual.layers.*.attn.qkv.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0006361774142650789,
|
|
"pearson": -0.0008616600002039568,
|
|
"error_member_to_rep": 1.5196935568529681,
|
|
"error_rep_to_member": 1.3287703734198748,
|
|
"symmetric_error": 1.4146593136320706,
|
|
"scaled_error": 0.9999997976391283,
|
|
"scale": -0.000556252736943127
|
|
},
|
|
{
|
|
"a": 6680,
|
|
"b": 6664,
|
|
"role": "model.visual.layers.*.attn.qkv.weight",
|
|
"sampled": true,
|
|
"cosine": -0.05952791000389415,
|
|
"pearson": -0.05998753753728945,
|
|
"error_member_to_rep": 1.6959163823692185,
|
|
"error_rep_to_member": 1.2931269478636422,
|
|
"symmetric_error": 1.4542383124960103,
|
|
"scaled_error": 0.998226641565215,
|
|
"scale": -0.045389705162526404
|
|
},
|
|
{
|
|
"a": 6805,
|
|
"b": 6668,
|
|
"role": "model.visual.layers.*.attn.qkv.weight",
|
|
"sampled": true,
|
|
"cosine": -0.016898883164484402,
|
|
"pearson": -0.017335740120452036,
|
|
"error_member_to_rep": 1.436904368321762,
|
|
"error_rep_to_member": 1.4155582163444163,
|
|
"symmetric_error": 1.4261114897135585,
|
|
"scaled_error": 0.9998572036785018,
|
|
"scale": -0.01664783922848621
|
|
},
|
|
{
|
|
"a": 6937,
|
|
"b": 6952,
|
|
"role": "model.visual.layers.*.attn.qkv.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0024043479899582866,
|
|
"pearson": 0.002350513539726298,
|
|
"error_member_to_rep": 1.224818035311249,
|
|
"error_rep_to_member": 1.7259662651582601,
|
|
"symmetric_error": 1.412607847972328,
|
|
"scaled_error": 0.9999971095511943,
|
|
"scale": 0.003388114316356002
|
|
},
|
|
{
|
|
"a": 7166,
|
|
"b": 6975,
|
|
"role": "model.visual.layers.*.attn.qkv.weight",
|
|
"sampled": true,
|
|
"cosine": -0.020947696461303893,
|
|
"pearson": -0.020815959289645185,
|
|
"error_member_to_rep": 1.4582155538392279,
|
|
"error_rep_to_member": 1.401354935517818,
|
|
"symmetric_error": 1.4289374640946764,
|
|
"scaled_error": 0.9997805729323636,
|
|
"scale": -0.020130876910817688
|
|
},
|
|
{
|
|
"a": 7069,
|
|
"b": 7061,
|
|
"role": "model.visual.layers.*.attn.qkv.weight",
|
|
"sampled": true,
|
|
"cosine": -0.013232387013691485,
|
|
"pearson": -0.01198361208625506,
|
|
"error_member_to_rep": 1.8003006822189154,
|
|
"error_rep_to_member": 1.2132627181856073,
|
|
"symmetric_error": 1.422859695062011,
|
|
"scaled_error": 0.9999124481342954,
|
|
"scale": -0.008917600262489408
|
|
},
|
|
{
|
|
"a": 7182,
|
|
"b": 7413,
|
|
"role": "model.visual.layers.*.mlp.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.024481765245787313,
|
|
"pearson": 0.023313295699839538,
|
|
"error_member_to_rep": 1.1949116627120986,
|
|
"error_rep_to_member": 1.759773138378403,
|
|
"symmetric_error": 1.3980305067157794,
|
|
"scaled_error": 0.9997002766681873,
|
|
"scale": 0.03605484338636228
|
|
},
|
|
{
|
|
"a": 7305,
|
|
"b": 7171,
|
|
"role": "model.visual.layers.*.mlp.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.01255765666906653,
|
|
"pearson": 0.010273460694595211,
|
|
"error_member_to_rep": 1.3615386562577185,
|
|
"error_rep_to_member": 1.4536270731915197,
|
|
"symmetric_error": 1.405325008048008,
|
|
"scaled_error": 0.9999211495207919,
|
|
"scale": 0.01340700069447306
|
|
},
|
|
{
|
|
"a": 7384,
|
|
"b": 7357,
|
|
"role": "model.visual.layers.*.mlp.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.01865797108847836,
|
|
"pearson": 0.01874534910885767,
|
|
"error_member_to_rep": 1.354139226231695,
|
|
"error_rep_to_member": 1.4530692478516873,
|
|
"symmetric_error": 1.400991303508986,
|
|
"scaled_error": 0.9998259249063617,
|
|
"scale": 0.02002107574375443
|
|
},
|
|
{
|
|
"a": 7539,
|
|
"b": 7608,
|
|
"role": "model.visual.layers.*.mlp.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0009897184104898453,
|
|
"pearson": -0.001151548984831049,
|
|
"error_member_to_rep": 1.423017780702451,
|
|
"error_rep_to_member": 1.406945497863324,
|
|
"symmetric_error": 1.414913180775648,
|
|
"scaled_error": 0.999999510228614,
|
|
"scale": -0.0009785400299803398
|
|
},
|
|
{
|
|
"a": 7484,
|
|
"b": 7664,
|
|
"role": "model.visual.layers.*.mlp.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": -0.030890625190476674,
|
|
"pearson": -0.028906831508114954,
|
|
"error_member_to_rep": 1.566022161901149,
|
|
"error_rep_to_member": 1.333157721565158,
|
|
"symmetric_error": 1.435614574082197,
|
|
"scaled_error": 0.9995227707637988,
|
|
"scale": -0.026297249488898788
|
|
},
|
|
{
|
|
"a": 7602,
|
|
"b": 7608,
|
|
"role": "model.visual.layers.*.mlp.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0038741842017044376,
|
|
"pearson": 0.003707866118602803,
|
|
"error_member_to_rep": 1.309078729869204,
|
|
"error_rep_to_member": 1.5424823541955783,
|
|
"symmetric_error": 1.4115079747646606,
|
|
"scaled_error": 0.9999924953202255,
|
|
"scale": 0.004564936112459374
|
|
},
|
|
{
|
|
"a": 7717,
|
|
"b": 7767,
|
|
"role": "model.visual.layers.*.mlp.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": -0.007342740646677221,
|
|
"pearson": -0.00728343891488907,
|
|
"error_member_to_rep": 1.3703357349360303,
|
|
"error_rep_to_member": 1.474102951717658,
|
|
"symmetric_error": 1.4193824167828226,
|
|
"scaled_error": 0.9999730417165233,
|
|
"scale": -0.007898761876387465
|
|
},
|
|
{
|
|
"a": 7862,
|
|
"b": 7802,
|
|
"role": "model.visual.layers.*.mlp.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": 0.02305160968041701,
|
|
"pearson": 0.02316935070191939,
|
|
"error_member_to_rep": 1.3743123529547696,
|
|
"error_rep_to_member": 1.4225944575929046,
|
|
"symmetric_error": 1.3978284050555674,
|
|
"scaled_error": 0.9997342763410394,
|
|
"scale": 0.023861454857370002
|
|
},
|
|
{
|
|
"a": 7765,
|
|
"b": 7755,
|
|
"role": "model.visual.layers.*.mlp.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": -0.017648608593951478,
|
|
"pearson": -0.017664383803415135,
|
|
"error_member_to_rep": 1.4390590455239223,
|
|
"error_rep_to_member": 1.4145304116837991,
|
|
"symmetric_error": 1.426636604610261,
|
|
"scaled_error": 0.9998442511785011,
|
|
"scale": -0.017347789625240518
|
|
},
|
|
{
|
|
"a": 8085,
|
|
"b": 8174,
|
|
"role": "model.visual.layers.*.mlp.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": -0.03557804075542443,
|
|
"pearson": -0.03548850985367364,
|
|
"error_member_to_rep": 1.5349501117155453,
|
|
"error_rep_to_member": 1.358999973822202,
|
|
"symmetric_error": 1.4389690595229618,
|
|
"scaled_error": 0.9993669011008947,
|
|
"scale": -0.03149975760529948
|
|
},
|
|
{
|
|
"a": 7999,
|
|
"b": 8127,
|
|
"role": "model.visual.layers.*.mlp.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": 0.018113197619263027,
|
|
"pearson": 0.0180602694890178,
|
|
"error_member_to_rep": 1.3959297143710314,
|
|
"error_rep_to_member": 1.4068287773686092,
|
|
"symmetric_error": 1.4013474588303563,
|
|
"scaled_error": 0.999835942578584,
|
|
"scale": 0.018254620844162912
|
|
},
|
|
{
|
|
"a": 8098,
|
|
"b": 8092,
|
|
"role": "model.visual.layers.*.mlp.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": -0.032301884190368446,
|
|
"pearson": -0.03242888150819935,
|
|
"error_member_to_rep": 1.3295835280993569,
|
|
"error_rep_to_member": 1.5743455846911016,
|
|
"symmetric_error": 1.4365557160104043,
|
|
"scaled_error": 0.9994781579793288,
|
|
"scale": -0.038248314361269395
|
|
},
|
|
{
|
|
"a": 8416,
|
|
"b": 8220,
|
|
"role": "model.visual.merger.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.007512146014463067,
|
|
"pearson": 0.008129131985259115,
|
|
"error_member_to_rep": 1.3962771379274557,
|
|
"error_rep_to_member": 1.421856176751351,
|
|
"symmetric_error": 1.408892537883547,
|
|
"scaled_error": 0.9999717834330414,
|
|
"scale": 0.007649764449467983
|
|
},
|
|
{
|
|
"a": 8410,
|
|
"b": 8203,
|
|
"role": "model.visual.merger.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.026974301050230354,
|
|
"pearson": 0.026651470899746055,
|
|
"error_member_to_rep": 1.396050641719416,
|
|
"error_rep_to_member": 1.3939706504128064,
|
|
"symmetric_error": 1.3950094830743327,
|
|
"scaled_error": 0.9996361273397694,
|
|
"scale": 0.026934111740466313
|
|
},
|
|
{
|
|
"a": 8349,
|
|
"b": 8375,
|
|
"role": "model.visual.merger.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.04310580281499157,
|
|
"pearson": 0.042312423013406854,
|
|
"error_member_to_rep": 1.3932438159549696,
|
|
"error_rep_to_member": 1.373762906917881,
|
|
"symmetric_error": 1.3834004989710933,
|
|
"scaled_error": 0.9990705129087111,
|
|
"scale": 0.04250307972087618
|
|
},
|
|
{
|
|
"a": 8560,
|
|
"b": 8514,
|
|
"role": "model.visual.merger.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0008914361834033592,
|
|
"pearson": -0.0014730754312218175,
|
|
"error_member_to_rep": 1.4084209915028838,
|
|
"error_rep_to_member": 1.4213551578584855,
|
|
"symmetric_error": 1.414843736203428,
|
|
"scaled_error": 0.9999996026706865,
|
|
"scale": -0.0008996226446682105
|
|
},
|
|
{
|
|
"a": 8662,
|
|
"b": 8646,
|
|
"role": "model.visual.merger.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": -0.04752683620319578,
|
|
"pearson": -0.04787207785225534,
|
|
"error_member_to_rep": 1.4711969204774313,
|
|
"error_rep_to_member": 1.424746749097026,
|
|
"symmetric_error": 1.4474131322727455,
|
|
"scaled_error": 0.9988699614266686,
|
|
"scale": -0.0460262691097774
|
|
},
|
|
{
|
|
"a": 8466,
|
|
"b": 8676,
|
|
"role": "model.visual.merger.linear_fc1.weight",
|
|
"sampled": true,
|
|
"cosine": 0.023930507611215148,
|
|
"pearson": 0.02412371170840424,
|
|
"error_member_to_rep": 1.3726487628753432,
|
|
"error_rep_to_member": 1.4231193232951012,
|
|
"symmetric_error": 1.397200833694959,
|
|
"scaled_error": 0.9997136243972419,
|
|
"scale": 0.024810402135534183
|
|
},
|
|
{
|
|
"a": 8868,
|
|
"b": 8859,
|
|
"role": "model.visual.merger.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": -0.005560098205149229,
|
|
"pearson": -0.00556793978546517,
|
|
"error_member_to_rep": 1.4173006896346794,
|
|
"error_rep_to_member": 1.418980187956194,
|
|
"symmetric_error": 1.4181396929117893,
|
|
"scaled_error": 0.999984542534508,
|
|
"scale": -0.005566686909770132
|
|
},
|
|
{
|
|
"a": 8882,
|
|
"b": 8763,
|
|
"role": "model.visual.merger.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": 0.020396139594057738,
|
|
"pearson": 0.02025898314477322,
|
|
"error_member_to_rep": 1.414791643821069,
|
|
"error_rep_to_member": 1.3851205430266316,
|
|
"symmetric_error": 1.3997202869510894,
|
|
"scaled_error": 0.9997919771080681,
|
|
"scale": 0.019968390450672748
|
|
},
|
|
{
|
|
"a": 8846,
|
|
"b": 8900,
|
|
"role": "model.visual.merger.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": -0.000895118001066744,
|
|
"pearson": -0.0012336472572650695,
|
|
"error_member_to_rep": 1.389597663756648,
|
|
"error_rep_to_member": 1.4415224412528658,
|
|
"symmetric_error": 1.4148459393166934,
|
|
"scaled_error": 0.9999995993818018,
|
|
"scale": -0.0009285656703097959
|
|
},
|
|
{
|
|
"a": 9092,
|
|
"b": 9153,
|
|
"role": "model.visual.merger.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": -0.003288649284198852,
|
|
"pearson": -0.0033858903956483347,
|
|
"error_member_to_rep": 1.406273618971415,
|
|
"error_rep_to_member": 1.42702808074427,
|
|
"symmetric_error": 1.4165368307080144,
|
|
"scaled_error": 0.9999945923783217,
|
|
"scale": -0.003337184750506721
|
|
},
|
|
{
|
|
"a": 9043,
|
|
"b": 9210,
|
|
"role": "model.visual.merger.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0007554588100372167,
|
|
"pearson": 0.0011017104679799852,
|
|
"error_member_to_rep": 1.408407765731576,
|
|
"error_rep_to_member": 1.4190104459326023,
|
|
"symmetric_error": 1.4136792864270096,
|
|
"scaled_error": 0.9999997146409525,
|
|
"scale": 0.0007611460040180819
|
|
},
|
|
{
|
|
"a": 9069,
|
|
"b": 9029,
|
|
"role": "model.visual.merger.linear_fc2.weight",
|
|
"sampled": true,
|
|
"cosine": 0.04213892822877607,
|
|
"pearson": 0.04224768447871685,
|
|
"error_member_to_rep": 1.3699492333632486,
|
|
"error_rep_to_member": 1.3987041339973327,
|
|
"symmetric_error": 1.3841027140698747,
|
|
"scaled_error": 0.9991117608794974,
|
|
"scale": 0.043023414065576394
|
|
},
|
|
{
|
|
"a": 9221,
|
|
"b": 9312,
|
|
"role": "model.visual.pos_embed.weight",
|
|
"sampled": true,
|
|
"cosine": 0.018949707787817252,
|
|
"pearson": 0.02035368476945916,
|
|
"error_member_to_rep": 1.182272885753042,
|
|
"error_rep_to_member": 1.8190946991344317,
|
|
"symmetric_error": 1.4019151113862165,
|
|
"scaled_error": 0.9998204381661521,
|
|
"scale": 0.029156815996002915
|
|
},
|
|
{
|
|
"a": 9310,
|
|
"b": 9274,
|
|
"role": "model.visual.pos_embed.weight",
|
|
"sampled": true,
|
|
"cosine": -0.005479272825527676,
|
|
"pearson": -0.006871542104748324,
|
|
"error_member_to_rep": 1.5819899968106448,
|
|
"error_rep_to_member": 1.2963130628714652,
|
|
"symmetric_error": 1.4180073159138005,
|
|
"scaled_error": 0.9999849886719818,
|
|
"scale": -0.0044898216506348365
|
|
},
|
|
{
|
|
"a": 9281,
|
|
"b": 9287,
|
|
"role": "model.visual.pos_embed.weight",
|
|
"sampled": true,
|
|
"cosine": 0.030051883249413526,
|
|
"pearson": 0.026229151556953822,
|
|
"error_member_to_rep": 2.788471649269217,
|
|
"error_rep_to_member": 1.0589593998761886,
|
|
"symmetric_error": 1.4000369524890486,
|
|
"scaled_error": 0.9995483401582755,
|
|
"scale": 0.011412604556796687
|
|
},
|
|
{
|
|
"a": 9582,
|
|
"b": 9564,
|
|
"role": "model.visual.pos_embed.weight",
|
|
"sampled": true,
|
|
"cosine": -0.039199928436364065,
|
|
"pearson": -0.03144584184731067,
|
|
"error_member_to_rep": 1.0915455678503965,
|
|
"error_rep_to_member": 2.7279961428347552,
|
|
"symmetric_error": 1.433206656295225,
|
|
"scaled_error": 0.999231387422645,
|
|
"scale": -0.09796865721730094
|
|
},
|
|
{
|
|
"a": 9420,
|
|
"b": 9595,
|
|
"role": "model.visual.pos_embed.weight",
|
|
"sampled": true,
|
|
"cosine": -0.015677960915414558,
|
|
"pearson": -0.013940967589025445,
|
|
"error_member_to_rep": 1.3880269176474402,
|
|
"error_rep_to_member": 1.4656165503576322,
|
|
"symmetric_error": 1.425240188379954,
|
|
"scaled_error": 0.9998770932177288,
|
|
"scale": -0.01655434682234892
|
|
},
|
|
{
|
|
"a": 9533,
|
|
"b": 9553,
|
|
"role": "model.visual.pos_embed.weight",
|
|
"sampled": true,
|
|
"cosine": 0.07990261696384085,
|
|
"pearson": 0.05125362449971918,
|
|
"error_member_to_rep": 2.1997879597388894,
|
|
"error_rep_to_member": 1.077859885576086,
|
|
"symmetric_error": 1.3688371340766592,
|
|
"scaled_error": 0.9968026744558472,
|
|
"scale": 0.03915096689050796
|
|
},
|
|
{
|
|
"a": 9642,
|
|
"b": 9867,
|
|
"role": "mtp.fc.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0009966987904482198,
|
|
"pearson": -0.0009311681109632126,
|
|
"error_member_to_rep": 1.2636412374960344,
|
|
"error_rep_to_member": 1.6378481816384842,
|
|
"symmetric_error": 1.4148951086574664,
|
|
"scaled_error": 0.9999995032956372,
|
|
"scale": -0.0012918550401312115
|
|
},
|
|
{
|
|
"a": 9703,
|
|
"b": 9862,
|
|
"role": "mtp.fc.weight",
|
|
"sampled": true,
|
|
"cosine": -0.02315265768702489,
|
|
"pearson": -0.023479245887763664,
|
|
"error_member_to_rep": 1.5162887363211237,
|
|
"error_rep_to_member": 1.3576148151470895,
|
|
"symmetric_error": 1.430392904936577,
|
|
"scaled_error": 0.9997319412932786,
|
|
"scale": -0.02072981901995564
|
|
},
|
|
{
|
|
"a": 9864,
|
|
"b": 9723,
|
|
"role": "mtp.fc.weight",
|
|
"sampled": true,
|
|
"cosine": -0.030060810828096925,
|
|
"pearson": -0.02996184564056406,
|
|
"error_member_to_rep": 1.4233227678530562,
|
|
"error_rep_to_member": 1.447604025723112,
|
|
"symmetric_error": 1.4353093816582319,
|
|
"scaled_error": 0.9995480717065874,
|
|
"scale": -0.030573634985755133
|
|
},
|
|
{
|
|
"a": 10090,
|
|
"b": 10088,
|
|
"role": "mtp.fc.weight",
|
|
"sampled": true,
|
|
"cosine": 0.015847604568656627,
|
|
"pearson": 0.014653545917609086,
|
|
"error_member_to_rep": 1.3553523847264741,
|
|
"error_rep_to_member": 1.456035787735683,
|
|
"symmetric_error": 1.402991799004625,
|
|
"scaled_error": 0.9998744188294025,
|
|
"scale": 0.017024856164254507
|
|
},
|
|
{
|
|
"a": 9976,
|
|
"b": 10026,
|
|
"role": "mtp.fc.weight",
|
|
"sampled": true,
|
|
"cosine": -0.013420630987336734,
|
|
"pearson": -0.014278482376867917,
|
|
"error_member_to_rep": 1.508323499485437,
|
|
"error_rep_to_member": 1.351743344217688,
|
|
"symmetric_error": 1.4236154127939582,
|
|
"scaled_error": 0.9999099392764839,
|
|
"scale": -0.012027425561242635
|
|
},
|
|
{
|
|
"a": 10027,
|
|
"b": 10034,
|
|
"role": "mtp.fc.weight",
|
|
"sampled": true,
|
|
"cosine": -0.03651681686489949,
|
|
"pearson": -0.036097153864661634,
|
|
"error_member_to_rep": 1.306944181302767,
|
|
"error_rep_to_member": 1.621994243748215,
|
|
"symmetric_error": 1.4392230351597357,
|
|
"scaled_error": 0.9993330386242893,
|
|
"scale": -0.04531950759812402
|
|
},
|
|
{
|
|
"a": 10345,
|
|
"b": 10174,
|
|
"role": "mtp.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.013914956625825385,
|
|
"pearson": 0.012942331833551314,
|
|
"error_member_to_rep": 1.38119187093849,
|
|
"error_rep_to_member": 1.4287037757586885,
|
|
"symmetric_error": 1.4043453975868494,
|
|
"scaled_error": 0.9999031823042176,
|
|
"scale": 0.014393620096624836
|
|
},
|
|
{
|
|
"a": 10346,
|
|
"b": 10266,
|
|
"role": "mtp.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.003636859657283692,
|
|
"pearson": 0.0036833653917213998,
|
|
"error_member_to_rep": 1.4131268194139417,
|
|
"error_rep_to_member": 1.4101570214685337,
|
|
"symmetric_error": 1.4116395775062087,
|
|
"scaled_error": 0.9999933866040481,
|
|
"scale": 0.003629216508636625
|
|
},
|
|
{
|
|
"a": 10339,
|
|
"b": 10194,
|
|
"role": "mtp.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.007628968668737895,
|
|
"pearson": 0.007551194502736112,
|
|
"error_member_to_rep": 1.4014997567910126,
|
|
"error_rep_to_member": 1.4162338799412109,
|
|
"symmetric_error": 1.4088090349796103,
|
|
"scaled_error": 0.9999708989950915,
|
|
"scale": 0.007709172866654821
|
|
},
|
|
{
|
|
"a": 10561,
|
|
"b": 10428,
|
|
"role": "mtp.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0037219320265847156,
|
|
"pearson": -0.003958008765915052,
|
|
"error_member_to_rep": 1.3935505768069771,
|
|
"error_rep_to_member": 1.4413405288041912,
|
|
"symmetric_error": 1.4168414288103046,
|
|
"scaled_error": 0.9999930735870072,
|
|
"scale": -0.0038495707042528996
|
|
},
|
|
{
|
|
"a": 10624,
|
|
"b": 10457,
|
|
"role": "mtp.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.037601244177210356,
|
|
"pearson": 0.0377907280910427,
|
|
"error_member_to_rep": 1.3382708485928994,
|
|
"error_rep_to_member": 1.4424751678714742,
|
|
"symmetric_error": 1.3874467282670666,
|
|
"scaled_error": 0.9992928231686274,
|
|
"scale": 0.04052906111175198
|
|
},
|
|
{
|
|
"a": 10387,
|
|
"b": 10624,
|
|
"role": "mtp.layers.*.mlp.down_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.038334540818066525,
|
|
"pearson": -0.03828509840184654,
|
|
"error_member_to_rep": 1.4258017009546387,
|
|
"error_rep_to_member": 1.4568170279010384,
|
|
"symmetric_error": 1.4410591009586537,
|
|
"scaled_error": 0.9992649613492249,
|
|
"scale": -0.03916842838883908
|
|
},
|
|
{
|
|
"a": 10680,
|
|
"b": 10789,
|
|
"role": "mtp.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.03319329677860594,
|
|
"pearson": 0.033166233322336716,
|
|
"error_member_to_rep": 1.398081221374129,
|
|
"error_rep_to_member": 1.3831306555838985,
|
|
"symmetric_error": 1.390545663769724,
|
|
"scaled_error": 0.9994489506968165,
|
|
"scale": 0.03283833988504618
|
|
},
|
|
{
|
|
"a": 10842,
|
|
"b": 10795,
|
|
"role": "mtp.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.006462063323983616,
|
|
"pearson": 0.006318194362048327,
|
|
"error_member_to_rep": 1.4252303982467953,
|
|
"error_rep_to_member": 1.3945461631210898,
|
|
"symmetric_error": 1.4096378732751662,
|
|
"scaled_error": 0.9999791206508248,
|
|
"scale": 0.006322939522895579
|
|
},
|
|
{
|
|
"a": 10672,
|
|
"b": 10783,
|
|
"role": "mtp.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.01683421331244809,
|
|
"pearson": 0.01711589072583301,
|
|
"error_member_to_rep": 1.3746966605796191,
|
|
"error_rep_to_member": 1.4315705174536013,
|
|
"symmetric_error": 1.4022693107886193,
|
|
"scaled_error": 0.9998582945908641,
|
|
"scale": 0.017530677242253937
|
|
},
|
|
{
|
|
"a": 10908,
|
|
"b": 10998,
|
|
"role": "mtp.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.003359593758499358,
|
|
"pearson": -0.00359529512531851,
|
|
"error_member_to_rep": 1.3676235309926366,
|
|
"error_rep_to_member": 1.4712026589928762,
|
|
"symmetric_error": 1.4165808558517168,
|
|
"scaled_error": 0.9999943565489646,
|
|
"scale": -0.0036140378975877225
|
|
},
|
|
{
|
|
"a": 11069,
|
|
"b": 11029,
|
|
"role": "mtp.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.006657487151734827,
|
|
"pearson": 0.0070307738525752115,
|
|
"error_member_to_rep": 1.3644355680946945,
|
|
"error_rep_to_member": 1.459365945532602,
|
|
"symmetric_error": 1.4095088108886973,
|
|
"scaled_error": 0.9999778386868504,
|
|
"scale": 0.007120680711680449
|
|
},
|
|
{
|
|
"a": 10898,
|
|
"b": 11028,
|
|
"role": "mtp.layers.*.mlp.gate_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.01618881008964787,
|
|
"pearson": -0.016058050616044667,
|
|
"error_member_to_rep": 1.4641193603073719,
|
|
"error_rep_to_member": 1.389968249898559,
|
|
"symmetric_error": 1.425599502028308,
|
|
"scaled_error": 0.9998689526272337,
|
|
"scale": -0.0153689191184003
|
|
},
|
|
{
|
|
"a": 11368,
|
|
"b": 11224,
|
|
"role": "mtp.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.03639025500822709,
|
|
"pearson": 0.036545633627197746,
|
|
"error_member_to_rep": 1.3679264675490528,
|
|
"error_rep_to_member": 1.409517762230693,
|
|
"symmetric_error": 1.3882550642268976,
|
|
"scaled_error": 0.9993376553199805,
|
|
"scale": 0.037496687156074196
|
|
},
|
|
{
|
|
"a": 11332,
|
|
"b": 11252,
|
|
"role": "mtp.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.011215596131601323,
|
|
"pearson": -0.010716238269933481,
|
|
"error_member_to_rep": 1.4308057293450547,
|
|
"error_rep_to_member": 1.4135934933449639,
|
|
"symmetric_error": 1.4221214960603281,
|
|
"scaled_error": 0.9999371032237041,
|
|
"scale": -0.011080675307942621
|
|
},
|
|
{
|
|
"a": 11374,
|
|
"b": 11404,
|
|
"role": "mtp.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.030591366925300484,
|
|
"pearson": 0.030551301806929325,
|
|
"error_member_to_rep": 1.3649818033762289,
|
|
"error_rep_to_member": 1.4216085074364408,
|
|
"symmetric_error": 1.392432323661672,
|
|
"scaled_error": 0.9995319746109385,
|
|
"scale": 0.03186045950762766
|
|
},
|
|
{
|
|
"a": 11459,
|
|
"b": 11533,
|
|
"role": "mtp.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0008841953530397151,
|
|
"pearson": 0.0009341109555991219,
|
|
"error_member_to_rep": 1.4207963485035575,
|
|
"error_rep_to_member": 1.4064887277713192,
|
|
"symmetric_error": 1.413588235613775,
|
|
"scaled_error": 0.9999996090992124,
|
|
"scale": 0.0008752913804346164
|
|
},
|
|
{
|
|
"a": 11538,
|
|
"b": 11487,
|
|
"role": "mtp.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.004066652998430892,
|
|
"pearson": 0.003970742056173467,
|
|
"error_member_to_rep": 1.4071467997523557,
|
|
"error_rep_to_member": 1.4155610759937722,
|
|
"symmetric_error": 1.4113351262352332,
|
|
"scaled_error": 0.9999917311325082,
|
|
"scale": 0.0040909702492769335
|
|
},
|
|
{
|
|
"a": 11629,
|
|
"b": 11645,
|
|
"role": "mtp.layers.*.mlp.up_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.009683224953056796,
|
|
"pearson": -0.009700248697357743,
|
|
"error_member_to_rep": 1.4199116867172683,
|
|
"error_rep_to_member": 1.4221792912556042,
|
|
"symmetric_error": 1.4210441320554463,
|
|
"scaled_error": 0.9999531164782219,
|
|
"scale": -0.00969868910132368
|
|
},
|
|
{
|
|
"a": 11727,
|
|
"b": 11723,
|
|
"role": "mtp.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0031684879888206627,
|
|
"pearson": 0.0032786984003699755,
|
|
"error_member_to_rep": 1.450348221140716,
|
|
"error_rep_to_member": 1.376493702908755,
|
|
"symmetric_error": 1.4119743868280483,
|
|
"scaled_error": 0.9999949803293338,
|
|
"scale": 0.0030071424922515316
|
|
},
|
|
{
|
|
"a": 11678,
|
|
"b": 11664,
|
|
"role": "mtp.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.011229139801016488,
|
|
"pearson": -0.012746762450047952,
|
|
"error_member_to_rep": 1.5380102176702592,
|
|
"error_rep_to_member": 1.328894795072213,
|
|
"symmetric_error": 1.4220480194342457,
|
|
"scaled_error": 0.9999369512220905,
|
|
"scale": -0.009702370805645911
|
|
},
|
|
{
|
|
"a": 11718,
|
|
"b": 11669,
|
|
"role": "mtp.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0038737551303470595,
|
|
"pearson": 0.004081243850238702,
|
|
"error_member_to_rep": 1.2111102076077405,
|
|
"error_rep_to_member": 1.7626312986327943,
|
|
"symmetric_error": 1.4116542584685672,
|
|
"scaled_error": 0.9999924969824474,
|
|
"scale": 0.005637804052098757
|
|
},
|
|
{
|
|
"a": 11785,
|
|
"b": 11929,
|
|
"role": "mtp.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.003159726811763648,
|
|
"pearson": 0.00303551980894429,
|
|
"error_member_to_rep": 1.5585658816802823,
|
|
"error_rep_to_member": 1.3002946537602647,
|
|
"symmetric_error": 1.4120137615655375,
|
|
"scaled_error": 0.9999950080507777,
|
|
"scale": 0.002636125895589221
|
|
},
|
|
{
|
|
"a": 11750,
|
|
"b": 11827,
|
|
"role": "mtp.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0030603172647184758,
|
|
"pearson": -0.00417997217470254,
|
|
"error_member_to_rep": 1.8075687811375138,
|
|
"error_rep_to_member": 1.2028806340576674,
|
|
"symmetric_error": 1.4162082834476237,
|
|
"scaled_error": 0.9999953172181555,
|
|
"scale": -0.002036545668533613
|
|
},
|
|
{
|
|
"a": 11734,
|
|
"b": 11804,
|
|
"role": "mtp.layers.*.self_attn.k_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.022758776863881905,
|
|
"pearson": -0.02249155358973434,
|
|
"error_member_to_rep": 2.1733361474570887,
|
|
"error_rep_to_member": 1.1396718142835354,
|
|
"symmetric_error": 1.4273898770344362,
|
|
"scaled_error": 0.9997409854935727,
|
|
"scale": -0.011934433865503339
|
|
},
|
|
{
|
|
"a": 12006,
|
|
"b": 12182,
|
|
"role": "mtp.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.002815668525599886,
|
|
"pearson": -0.0027654835915853753,
|
|
"error_member_to_rep": 1.4076183225123882,
|
|
"error_rep_to_member": 1.4249466691726598,
|
|
"symmetric_error": 1.416202992359676,
|
|
"scaled_error": 0.9999960359975204,
|
|
"scale": -0.002850330535543694
|
|
},
|
|
{
|
|
"a": 12220,
|
|
"b": 12168,
|
|
"role": "mtp.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.023354714540287935,
|
|
"pearson": 0.023422101498927705,
|
|
"error_member_to_rep": 1.4337952367748148,
|
|
"error_rep_to_member": 1.3640562270478758,
|
|
"symmetric_error": 1.397622472678602,
|
|
"scaled_error": 0.9997272414557591,
|
|
"scale": 0.02221875410275802
|
|
},
|
|
{
|
|
"a": 12025,
|
|
"b": 12042,
|
|
"role": "mtp.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.01031166578998959,
|
|
"pearson": 0.01009428124524603,
|
|
"error_member_to_rep": 1.3840968586762104,
|
|
"error_rep_to_member": 1.4308839430557243,
|
|
"symmetric_error": 1.4069072676024184,
|
|
"scaled_error": 0.9999468333609721,
|
|
"scale": 0.010660234442815681
|
|
},
|
|
{
|
|
"a": 12271,
|
|
"b": 12242,
|
|
"role": "mtp.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.011336436815952668,
|
|
"pearson": 0.010590403529968505,
|
|
"error_member_to_rep": 1.3642702880072506,
|
|
"error_rep_to_member": 1.4522284215942556,
|
|
"symmetric_error": 1.4061903528479769,
|
|
"scaled_error": 0.9999357405355196,
|
|
"scale": 0.012067327045420823
|
|
},
|
|
{
|
|
"a": 12384,
|
|
"b": 12252,
|
|
"role": "mtp.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.009963198659271397,
|
|
"pearson": -0.00978811392190046,
|
|
"error_member_to_rep": 1.350759652741079,
|
|
"error_rep_to_member": 1.503952701004124,
|
|
"symmetric_error": 1.4212008869770618,
|
|
"scaled_error": 0.9999503661044762,
|
|
"scale": -0.011093150068440884
|
|
},
|
|
{
|
|
"a": 12463,
|
|
"b": 12425,
|
|
"role": "mtp.layers.*.self_attn.o_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0319818644100141,
|
|
"pearson": -0.03265508940299229,
|
|
"error_member_to_rep": 1.2916930951650476,
|
|
"error_rep_to_member": 1.6428650232327493,
|
|
"symmetric_error": 1.4360214569171372,
|
|
"scaled_error": 0.999488449332387,
|
|
"scale": -0.04067675720622385
|
|
},
|
|
{
|
|
"a": 12693,
|
|
"b": 12743,
|
|
"role": "mtp.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.015439533474680427,
|
|
"pearson": -0.013685589272995555,
|
|
"error_member_to_rep": 1.178121117279828,
|
|
"error_rep_to_member": 1.9388993385118942,
|
|
"symmetric_error": 1.4238703937330683,
|
|
"scaled_error": 0.9998808032991153,
|
|
"scale": -0.025409697527626757
|
|
},
|
|
{
|
|
"a": 12511,
|
|
"b": 12627,
|
|
"role": "mtp.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.009105554086823833,
|
|
"pearson": 0.008913778272677262,
|
|
"error_member_to_rep": 1.4833611303067906,
|
|
"error_rep_to_member": 1.342708492780799,
|
|
"symmetric_error": 1.4077922032651218,
|
|
"scaled_error": 0.9999585435830687,
|
|
"scale": 0.008242163391004222
|
|
},
|
|
{
|
|
"a": 12694,
|
|
"b": 12496,
|
|
"role": "mtp.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.023679503916208697,
|
|
"pearson": 0.025370277764651287,
|
|
"error_member_to_rep": 1.2517028220916522,
|
|
"error_rep_to_member": 1.6111786401492643,
|
|
"symmetric_error": 1.3978952661396187,
|
|
"scaled_error": 0.9997196012354075,
|
|
"scale": 0.030480007111730188
|
|
},
|
|
{
|
|
"a": 12798,
|
|
"b": 12878,
|
|
"role": "mtp.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0019465849755973595,
|
|
"pearson": 0.0011249727880742477,
|
|
"error_member_to_rep": 1.7951813500669929,
|
|
"error_rep_to_member": 1.2025501377396626,
|
|
"symmetric_error": 1.412940088835275,
|
|
"scaled_error": 0.9999981054016717,
|
|
"scale": 0.0013039718970115223
|
|
},
|
|
{
|
|
"a": 12805,
|
|
"b": 12833,
|
|
"role": "mtp.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.014265785085604013,
|
|
"pearson": -0.013528091111985434,
|
|
"error_member_to_rep": 1.118343913181055,
|
|
"error_rep_to_member": 2.2981399356578684,
|
|
"symmetric_error": 1.4221293344516288,
|
|
"scaled_error": 0.9998982385102453,
|
|
"scale": -0.029315463724825824
|
|
},
|
|
{
|
|
"a": 12871,
|
|
"b": 12938,
|
|
"role": "mtp.layers.*.self_attn.q_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.0327640685639657,
|
|
"pearson": 0.033015251801433665,
|
|
"error_member_to_rep": 2.333744097457052,
|
|
"error_rep_to_member": 1.0896902027613378,
|
|
"symmetric_error": 1.3963379440248729,
|
|
"scaled_error": 0.9994631137821625,
|
|
"scale": 0.015298457339713181
|
|
},
|
|
{
|
|
"a": 13041,
|
|
"b": 13052,
|
|
"role": "mtp.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.07003099320689296,
|
|
"pearson": -0.07025323092907898,
|
|
"error_member_to_rep": 1.4541863639115602,
|
|
"error_rep_to_member": 1.4717551062266598,
|
|
"symmetric_error": 1.4628916184279397,
|
|
"scaled_error": 0.9975448160310674,
|
|
"scale": -0.07087707215815812
|
|
},
|
|
{
|
|
"a": 13030,
|
|
"b": 13057,
|
|
"role": "mtp.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.04974266158981866,
|
|
"pearson": 0.0486042381533573,
|
|
"error_member_to_rep": 1.3512660267095198,
|
|
"error_rep_to_member": 1.4077091093979197,
|
|
"symmetric_error": 1.3786217454505532,
|
|
"scaled_error": 0.9987620675706306,
|
|
"scale": 0.051820438360461005
|
|
},
|
|
{
|
|
"a": 13011,
|
|
"b": 13038,
|
|
"role": "mtp.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": 0.013495717337710053,
|
|
"pearson": 0.012850900877107834,
|
|
"error_member_to_rep": 1.4612647670995125,
|
|
"error_rep_to_member": 1.3541723739239138,
|
|
"symmetric_error": 1.4046659951628422,
|
|
"scaled_error": 0.9999089286597758,
|
|
"scale": 0.012506650400726715
|
|
},
|
|
{
|
|
"a": 13296,
|
|
"b": 13141,
|
|
"role": "mtp.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.014521899480894301,
|
|
"pearson": -0.016770538517105377,
|
|
"error_member_to_rep": 1.4523146335870747,
|
|
"error_rep_to_member": 1.3981068103754388,
|
|
"symmetric_error": 1.4244377130431836,
|
|
"scaled_error": 0.999894551658057,
|
|
"scale": -0.01397986778779406
|
|
},
|
|
{
|
|
"a": 13190,
|
|
"b": 13257,
|
|
"role": "mtp.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.022889964834741452,
|
|
"pearson": -0.022953771606205216,
|
|
"error_member_to_rep": 1.4267148320471619,
|
|
"error_rep_to_member": 1.4339273071647323,
|
|
"symmetric_error": 1.4303074311634507,
|
|
"scaled_error": 0.9997379904304249,
|
|
"scale": -0.023005680532163442
|
|
},
|
|
{
|
|
"a": 13163,
|
|
"b": 13260,
|
|
"role": "mtp.layers.*.self_attn.v_proj.weight",
|
|
"sampled": true,
|
|
"cosine": -0.0025454626963786263,
|
|
"pearson": -0.002407862052816728,
|
|
"error_member_to_rep": 1.4065480392569987,
|
|
"error_rep_to_member": 1.4256699467971934,
|
|
"symmetric_error": 1.416012168481618,
|
|
"scaled_error": 0.9999967603045828,
|
|
"scale": -0.002580068057140338
|
|
}
|
|
] |