[ { "a": 79, "b": 184, "role": "model.language_model.embed_tokens.weight", "sampled": true, "cosine": -0.006577200892577885, "pearson": -0.007556775606479828, "error_member_to_rep": 1.430957508943651, "error_rep_to_member": 1.4070565414970175, "symmetric_error": 1.4188560659752316, "scaled_error": 0.9999783699802804, "scale": -0.006467343357716825 }, { "a": 194, "b": 183, "role": "model.language_model.embed_tokens.weight", "sampled": true, "cosine": -0.03855191366086169, "pearson": -0.03833455451064708, "error_member_to_rep": 1.3951541067709683, "error_rep_to_member": 1.4920304149410626, "symmetric_error": 1.4411559269092862, "scaled_error": 0.9992565986537619, "scale": -0.04122887031405929 }, { "a": 107, "b": 98, "role": "model.language_model.embed_tokens.weight", "sampled": true, "cosine": 0.07964184270277676, "pearson": 0.08003538075329461, "error_member_to_rep": 1.3428080952821178, "error_rep_to_member": 1.371120487077964, "symmetric_error": 1.3567427836992911, "scaled_error": 0.9968235435075288, "scale": 0.08132104843728676 }, { "a": 458, "b": 339, "role": "model.language_model.embed_tokens.weight", "sampled": true, "cosine": -0.0035731794369607242, "pearson": 0.0029674328429868074, "error_member_to_rep": 1.4103682644863687, "error_rep_to_member": 1.4231944726849581, "symmetric_error": 1.4167378254389866, "scaled_error": 0.9999936161739791, "scale": -0.003605674739459655 }, { "a": 493, "b": 481, "role": "model.language_model.embed_tokens.weight", "sampled": true, "cosine": -0.0264967218129069, "pearson": -0.022651461305771944, "error_member_to_rep": 1.3524100637290655, "error_rep_to_member": 1.5292005756573388, "symmetric_error": 1.4326883844869063, "scaled_error": 0.9996489002310608, "scale": -0.029960441241915294 }, { "a": 495, "b": 430, "role": "model.language_model.embed_tokens.weight", "sampled": true, "cosine": 0.022514137806366675, "pearson": 0.021424536203264673, "error_member_to_rep": 1.3759392086650448, "error_rep_to_member": 1.4216018270628994, "symmetric_error": 1.3982116116547842, "scaled_error": 0.9997465246745477, "scale": 0.02326130343456784 }, { "a": 631, "b": 704, "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "sampled": true, "cosine": -0.9035792112154633, "pearson": -0.8989785411270593, "error_member_to_rep": 1.1337399465138334, "error_rep_to_member": 7.760148182743938, "symmetric_error": 1.5865081604103288, "scaled_error": 0.4284210651441421, "scale": -6.184759208176426 }, { "a": 733, "b": 526, "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "sampled": true, "cosine": -0.31332547234606667, "pearson": 0.2795606143756062, "error_member_to_rep": 1.081803750053007, "error_rep_to_member": 5.281791919262078, "symmetric_error": 1.4987872574689034, "scaled_error": 0.9496458015381914, "scale": -1.5297783427496343 }, { "a": 614, "b": 737, "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "sampled": true, "cosine": -0.37019317174413036, "pearson": -0.005150633683059786, "error_member_to_rep": 1.148269365255245, "error_rep_to_member": 3.767748191812303, "symmetric_error": 1.5533612556649046, "scaled_error": 0.9289547973900673, "scale": -1.2146929071387047 }, { "a": 943, "b": 783, "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "sampled": true, "cosine": -0.033573757713039, "pearson": -0.007992106686724834, "error_member_to_rep": 1.009770755879034, "error_rep_to_member": 9.136208862111213, "symmetric_error": 1.4193884966961918, "scaled_error": 0.9994362424852453, "scale": -0.30376881184801036 }, { "a": 948, "b": 862, "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "sampled": true, "cosine": -0.4569029757883583, "pearson": -0.5150123211035881, "error_member_to_rep": 1.1160598491643192, "error_rep_to_member": 5.139536313145424, "symmetric_error": 1.5423999828030162, "scaled_error": 0.8895165376291455, "scale": -2.104071244393214 }, { "a": 917, "b": 892, "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "sampled": true, "cosine": -0.17293711559898325, "pearson": -0.22689447648430713, "error_member_to_rep": 7.002401061791271, "error_rep_to_member": 1.0358812337013688, "symmetric_error": 1.4491861387827194, "scaled_error": 0.9849328677875989, "scale": -0.02558298376208759 }, { "a": 1113, "b": 1273, "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "sampled": true, "cosine": 0.04002930370105979, "pearson": 0.040292482492227055, "error_member_to_rep": 1.4885479369125059, "error_rep_to_member": 1.301886646823919, "symmetric_error": 1.3858768628029554, "scaled_error": 0.9991985062264697, "scale": 0.03500969950498286 }, { "a": 1153, "b": 1151, "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "sampled": true, "cosine": -0.012347657469279655, "pearson": -0.011925892091615422, "error_member_to_rep": 1.8002424763029812, "error_rep_to_member": 1.2125638894269608, "symmetric_error": 1.422281602902905, "scaled_error": 0.9999237647716056, "scale": -0.008316837183516026 }, { "a": 1168, "b": 1172, "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "sampled": true, "cosine": -0.0038140829768831975, "pearson": -0.0036641369829930903, "error_member_to_rep": 1.3084359546079105, "error_rep_to_member": 1.5576651604076515, "symmetric_error": 1.4168675552605485, "scaled_error": 0.9999927263590698, "scale": -0.004540584620188898 }, { "a": 1347, "b": 1324, "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "sampled": true, "cosine": -0.0016513343671536059, "pearson": -0.001842245401069716, "error_member_to_rep": 1.2240246646886757, "error_rep_to_member": 1.7381548679838572, "symmetric_error": 1.41531251094281, "scaled_error": 0.9999986365464745, "scale": -0.002344948555156053 }, { "a": 1311, "b": 1281, "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "sampled": true, "cosine": -0.01991166135380056, "pearson": -0.020411827930622094, "error_member_to_rep": 1.3744723099561702, "error_rep_to_member": 1.488718268533488, "symmetric_error": 1.4281795110192832, "scaled_error": 0.99980174321819, "scale": -0.021566716040427474 }, { "a": 1529, "b": 1436, "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "sampled": true, "cosine": -0.004563350249516612, "pearson": -0.00470623961518788, "error_member_to_rep": 1.4014067313444847, "error_rep_to_member": 1.4340277993946666, "symmetric_error": 1.417435813289863, "scaled_error": 0.9999895878630438, "scale": -0.004669573058139403 }, { "a": 1622, "b": 1550, "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "sampled": true, "cosine": 0.021429921378385217, "pearson": 0.02048282700401026, "error_member_to_rep": 1.3727140057324998, "error_rep_to_member": 1.4268344227561829, "symmetric_error": 1.398989699902539, "scaled_error": 0.9997703528659551, "scale": 0.022274814252603446 }, { "a": 1703, "b": 1640, "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "sampled": true, "cosine": 0.029502133444355934, "pearson": 0.03017320196619413, "error_member_to_rep": 1.341611669135262, "error_rep_to_member": 1.451376212645998, "symmetric_error": 1.3932615387782847, "scaled_error": 0.9995647173256124, "scale": 0.03191586335190794 }, { "a": 1567, "b": 1547, "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "sampled": true, "cosine": -0.0039344896912598785, "pearson": -0.002930446812633825, "error_member_to_rep": 1.5343322158838595, "error_rep_to_member": 1.3229709819111535, "symmetric_error": 1.4169627135281444, "scaled_error": 0.9999922598654798, "scale": -0.003392495859944454 }, { "a": 1875, "b": 1890, "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "sampled": true, "cosine": 0.009252843380232629, "pearson": 0.009067531842488652, "error_member_to_rep": 1.4602407383229223, "error_rep_to_member": 1.36040047397169, "symmetric_error": 1.40767205935652, "scaled_error": 0.9999571915284078, "scale": 0.008620203634717816 }, { "a": 1821, "b": 1825, "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "sampled": true, "cosine": -0.0035892658563176113, "pearson": -0.004774423848092625, "error_member_to_rep": 1.5011588576701556, "error_rep_to_member": 1.3451186785475373, "symmetric_error": 1.4167341002086378, "scaled_error": 0.9999935585645603, "scale": -0.003216174304895969 }, { "a": 1878, "b": 1794, "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "sampled": true, "cosine": 0.008364994391314672, "pearson": 0.008022275835883991, "error_member_to_rep": 1.5063122866448155, "error_rep_to_member": 1.3272822062358087, "symmetric_error": 1.4083334293059975, "scaled_error": 0.9999650128223653, "scale": 0.0073707877903490095 }, { "a": 2277, "b": 2065, "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "sampled": true, "cosine": 0.019330191064745057, "pearson": 0.01968486838578927, "error_member_to_rep": 1.2576197513990477, "error_rep_to_member": 1.6077837169225313, "symmetric_error": 1.4008844788489645, "scaled_error": 0.9998131544010613, "scale": 0.02471237144957744 }, { "a": 2239, "b": 2136, "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "sampled": true, "cosine": -0.01589147138260098, "pearson": -0.01598466130277172, "error_member_to_rep": 1.3620133799941043, "error_rep_to_member": 1.4984458730446224, "symmetric_error": 1.4253556273285233, "scaled_error": 0.9998737225956565, "scale": -0.017483315553014783 }, { "a": 2049, "b": 2289, "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "sampled": true, "cosine": -0.027048576895464835, "pearson": -0.027126437730637505, "error_member_to_rep": 1.4236541058806793, "error_rep_to_member": 1.4429618933798363, "symmetric_error": 1.4332104680477271, "scaled_error": 0.9996341203099913, "scale": -0.02741541331499609 }, { "a": 2395, "b": 2398, "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "sampled": true, "cosine": 0.008196815783202277, "pearson": 0.008480864975684396, "error_member_to_rep": 1.3221730019448867, "error_rep_to_member": 1.5141916482045277, "symmetric_error": 1.4084587148149454, "scaled_error": 0.9999664055412143, "scale": 0.009387235999024962 }, { "a": 2379, "b": 2334, "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "sampled": true, "cosine": 0.0029507843580057957, "pearson": 0.0030703568484189833, "error_member_to_rep": 1.3536450233850157, "error_rep_to_member": 1.4789241073842154, "symmetric_error": 1.4121336603147845, "scaled_error": 0.9999956464263595, "scale": 0.003223877787275537 }, { "a": 2462, "b": 2355, "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "sampled": true, "cosine": 0.006545036161414776, "pearson": 0.006721298794496826, "error_member_to_rep": 1.3678314216395553, "error_rep_to_member": 1.455415622346064, "symmetric_error": 1.4095868540522554, "scaled_error": 0.9999785810214366, "scale": 0.0069641241803941835 }, { "a": 2720, "b": 2654, "role": "model.language_model.layers.*.mlp.down_proj.weight", "sampled": true, "cosine": 0.011312127843588569, "pearson": 0.01110143617803364, "error_member_to_rep": 1.3487190235553037, "error_rep_to_member": 1.471769603346139, "symmetric_error": 1.4062224946458888, "scaled_error": 0.9999360158348385, "scale": 0.012344191502149802 }, { "a": 2711, "b": 2573, "role": "model.language_model.layers.*.mlp.down_proj.weight", "sampled": true, "cosine": 0.008023345951991006, "pearson": 0.008017732857056271, "error_member_to_rep": 1.5315077668036832, "error_rep_to_member": 1.311205672168704, "symmetric_error": 1.4085967854400498, "scaled_error": 0.9999678124418478, "scale": 0.006869215390254668 }, { "a": 2767, "b": 2621, "role": "model.language_model.layers.*.mlp.down_proj.weight", "sampled": true, "cosine": -0.007992442284338833, "pearson": -0.007622383041395323, "error_member_to_rep": 1.332066365034666, "error_rep_to_member": 1.527521428016137, "symmetric_error": 1.419801472666777, "scaled_error": 0.9999680599230815, "scale": -0.009165179132191429 }, { "a": 2958, "b": 2971, "role": "model.language_model.layers.*.mlp.down_proj.weight", "sampled": true, "cosine": -0.02454731853330696, "pearson": -0.024090255807261686, "error_member_to_rep": 1.4155381431633218, "error_rep_to_member": 1.4479346334251073, "symmetric_error": 1.4314615155332424, "scaled_error": 0.9996986691762795, "scale": -0.025109116863968734 }, { "a": 3036, "b": 2838, "role": "model.language_model.layers.*.mlp.down_proj.weight", "sampled": true, "cosine": -0.02562797372033528, "pearson": -0.02575607008432517, "error_member_to_rep": 1.3632164223032228, "error_rep_to_member": 1.5126628487299367, "symmetric_error": 1.4321242504690692, "scaled_error": 0.9996715495416431, "scale": -0.028437512269314062 }, { "a": 2950, "b": 2945, "role": "model.language_model.layers.*.mlp.down_proj.weight", "sampled": true, "cosine": 0.007191234115671557, "pearson": 0.006979703919218027, "error_member_to_rep": 1.4010734575346444, "error_rep_to_member": 1.417306293997078, "symmetric_error": 1.40911975572247, "scaled_error": 0.9999741427416479, "scale": 0.007274551750971121 }, { "a": 3109, "b": 3305, "role": "model.language_model.layers.*.mlp.gate_proj.weight", "sampled": true, "cosine": -0.027081726122774874, "pearson": -0.027620230408482396, "error_member_to_rep": 1.2948296264453047, "error_rep_to_member": 1.6268520903442985, "symmetric_error": 1.432753407914921, "scaled_error": 0.9996332227923455, "scale": -0.034026069417271834 }, { "a": 3246, "b": 3319, "role": "model.language_model.layers.*.mlp.gate_proj.weight", "sampled": true, "cosine": 0.018138391709516394, "pearson": 0.017356377364285774, "error_member_to_rep": 1.5790072218409228, "error_rep_to_member": 1.27312111087107, "symmetric_error": 1.4016234349431875, "scaled_error": 0.9998354858406417, "scale": 0.014624612910706854 }, { "a": 3243, "b": 3128, "role": "model.language_model.layers.*.mlp.gate_proj.weight", "sampled": true, "cosine": -0.016434243342762275, "pearson": -0.016391018260678344, "error_member_to_rep": 1.6467596783018008, "error_rep_to_member": 1.2745488648031054, "symmetric_error": 1.4254186634754822, "scaled_error": 0.9998649487034491, "scale": -0.012719673958750425 }, { "a": 3561, "b": 3555, "role": "model.language_model.layers.*.mlp.gate_proj.weight", "sampled": true, "cosine": 0.03593621295954688, "pearson": 0.034209363948419655, "error_member_to_rep": 1.1992798851844493, "error_rep_to_member": 1.7158744679198779, "symmetric_error": 1.3901453913451671, "scaled_error": 0.9993540856964193, "scale": 0.05141587968978093 }, { "a": 3398, "b": 3529, "role": "model.language_model.layers.*.mlp.gate_proj.weight", "sampled": true, "cosine": -0.005583429732565563, "pearson": -0.003838126735922387, "error_member_to_rep": 1.5255292261430604, "error_rep_to_member": 1.3306097075045555, "symmetric_error": 1.4181196432592205, "scaled_error": 0.9999844125347263, "scale": -0.004870025218792232 }, { "a": 3551, "b": 3423, "role": "model.language_model.layers.*.mlp.gate_proj.weight", "sampled": true, "cosine": -0.006215262026556071, "pearson": -0.006847989275954965, "error_member_to_rep": 1.433648402790778, "error_rep_to_member": 1.404016998817685, "symmetric_error": 1.4186006532930309, "scaled_error": 0.9999806850724374, "scale": -0.006086801701451949 }, { "a": 3764, "b": 3807, "role": "model.language_model.layers.*.mlp.up_proj.weight", "sampled": true, "cosine": -0.026362324919679242, "pearson": -0.026713251683654706, "error_member_to_rep": 1.3734883752997764, "error_rep_to_member": 1.5002076177407997, "symmetric_error": 1.4326618595155276, "scaled_error": 0.999652453518136, "scale": -0.028794536143947332 }, { "a": 3772, "b": 3825, "role": "model.language_model.layers.*.mlp.up_proj.weight", "sampled": true, "cosine": 0.007921171917222143, "pearson": 0.007907669264036746, "error_member_to_rep": 1.423102223343412, "error_rep_to_member": 1.3945370752494286, "symmetric_error": 1.4086024678150897, "scaled_error": 0.9999686270255972, "scale": 0.0077621745906901385 }, { "a": 3780, "b": 3657, "role": "model.language_model.layers.*.mlp.up_proj.weight", "sampled": true, "cosine": -0.01877024393537888, "pearson": -0.018832657008544036, "error_member_to_rep": 1.3461574880609868, "error_rep_to_member": 1.525195097762792, "symmetric_error": 1.4273225671813192, "scaled_error": 0.9998238234522152, "scale": -0.021266667747239582 }, { "a": 3915, "b": 3972, "role": "model.language_model.layers.*.mlp.up_proj.weight", "sampled": true, "cosine": 0.01857882564028159, "pearson": 0.018452025161287536, "error_member_to_rep": 1.28641324838597, "error_rep_to_member": 1.5535909953548914, "symmetric_error": 1.4012474079873134, "scaled_error": 0.9998273987233137, "scale": 0.02243749919026786 }, { "a": 3929, "b": 4036, "role": "model.language_model.layers.*.mlp.up_proj.weight", "sampled": true, "cosine": -0.0037854176253862277, "pearson": -0.0035842573613279133, "error_member_to_rep": 1.5399421711184147, "error_rep_to_member": 1.3192366099464456, "symmetric_error": 1.4168560782855202, "scaled_error": 0.9999928352810341, "scale": -0.003242888992201023 }, { "a": 4035, "b": 3917, "role": "model.language_model.layers.*.mlp.up_proj.weight", "sampled": true, "cosine": 0.02773872313732595, "pearson": 0.027607087846648476, "error_member_to_rep": 1.3608814182552769, "error_rep_to_member": 1.4307101913808198, "symmetric_error": 1.3944862618951133, "scaled_error": 0.9996152075867547, "scale": 0.029162036718337194 }, { "a": 4162, "b": 4146, "role": "model.language_model.layers.*.self_attn.k_proj.weight", "sampled": true, "cosine": 0.016463819785573795, "pearson": 0.01661718586785609, "error_member_to_rep": 1.603334442552798, "error_rep_to_member": 1.2626269207890362, "symmetric_error": 1.4028507041852607, "scaled_error": 0.9998644621337776, "scale": 0.012965268835107747 }, { "a": 4200, "b": 4115, "role": "model.language_model.layers.*.self_attn.k_proj.weight", "sampled": true, "cosine": -0.0002268947783537802, "pearson": 9.191767503676346e-05, "error_member_to_rep": 1.561495276056893, "error_rep_to_member": 1.3022759105081785, "symmetric_error": 1.4143713847252721, "scaled_error": 0.9999999742593795, "scale": -0.0001892286250243223 }, { "a": 4190, "b": 4282, "role": "model.language_model.layers.*.self_attn.k_proj.weight", "sampled": true, "cosine": 0.0022497203749003328, "pearson": 0.0023088029870349867, "error_member_to_rep": 1.470473693061161, "error_rep_to_member": 1.3611099419812185, "symmetric_error": 1.4126266184269658, "scaled_error": 0.9999974693759154, "scale": 0.0020824015984808202 }, { "a": 4462, "b": 4582, "role": "model.language_model.layers.*.self_attn.k_proj.weight", "sampled": true, "cosine": 0.0007466556605059141, "pearson": 0.0023491030697144638, "error_member_to_rep": 1.474488148042804, "error_rep_to_member": 1.359836368685185, "symmetric_error": 1.4136872241414278, "scaled_error": 0.9999997212526235, "scale": 0.0006885979540685504 }, { "a": 4366, "b": 4401, "role": "model.language_model.layers.*.self_attn.k_proj.weight", "sampled": true, "cosine": 0.011371855809084772, "pearson": 0.011197553199257455, "error_member_to_rep": 1.3402894486612291, "error_rep_to_member": 1.4828782556674092, "symmetric_error": 1.4061906087359985, "scaled_error": 0.9999353383571646, "scale": 0.01258166862592322 }, { "a": 4593, "b": 4359, "role": "model.language_model.layers.*.self_attn.k_proj.weight", "sampled": true, "cosine": -0.008129702356154097, "pearson": -0.00758123659063244, "error_member_to_rep": 1.420673812448937, "error_rep_to_member": 1.419228272817412, "symmetric_error": 1.419950490787253, "scaled_error": 0.9999669534237621, "scale": -0.008121430360960444 }, { "a": 4751, "b": 4711, "role": "model.language_model.layers.*.self_attn.o_proj.weight", "sampled": true, "cosine": 0.04707409432819332, "pearson": 0.04683970288635389, "error_member_to_rep": 1.21842871894974, "error_rep_to_member": 1.6359720868099332, "symmetric_error": 1.3819538950707029, "scaled_error": 0.9988914003249705, "scale": 0.06320591687888372 }, { "a": 4845, "b": 4824, "role": "model.language_model.layers.*.self_attn.o_proj.weight", "sampled": true, "cosine": -0.003499858177990587, "pearson": -0.0047007980984710125, "error_member_to_rep": 1.2070872118025033, "error_rep_to_member": 1.794735778850095, "symmetric_error": 1.4165037984445779, "scaled_error": 0.9999938754776121, "scale": -0.005203700802662902 }, { "a": 4779, "b": 4745, "role": "model.language_model.layers.*.self_attn.o_proj.weight", "sampled": true, "cosine": -0.03559426565139155, "pearson": -0.03544712268796013, "error_member_to_rep": 1.878508977619771, "error_rep_to_member": 1.208026577383146, "symmetric_error": 1.4369317240965191, "scaled_error": 0.9993663233533228, "scale": -0.02288986607016387 }, { "a": 4981, "b": 5058, "role": "model.language_model.layers.*.self_attn.o_proj.weight", "sampled": true, "cosine": 0.013840580200615757, "pearson": 0.013834043297405237, "error_member_to_rep": 1.5714514039492455, "error_rep_to_member": 1.281632884562841, "symmetric_error": 1.4045939875172107, "scaled_error": 0.9999042145824321, "scale": 0.011287999541035397 }, { "a": 4953, "b": 5053, "role": "model.language_model.layers.*.self_attn.o_proj.weight", "sampled": true, "cosine": 0.014040870063998014, "pearson": 0.012478397905476085, "error_member_to_rep": 1.2539678543133943, "error_rep_to_member": 1.626911774311191, "symmetric_error": 1.4045796402214894, "scaled_error": 0.9999014221251242, "scale": 0.018216780238915802 }, { "a": 5063, "b": 5086, "role": "model.language_model.layers.*.self_attn.o_proj.weight", "sampled": true, "cosine": 0.024226938838698576, "pearson": 0.0244462296108138, "error_member_to_rep": 1.5619222612475345, "error_rep_to_member": 1.2757620584100062, "symmetric_error": 1.3973266203345165, "scaled_error": 0.9997064846416202, "scale": 0.01978831477639919 }, { "a": 5330, "b": 5278, "role": "model.language_model.layers.*.self_attn.q_proj.weight", "sampled": true, "cosine": 0.01666943889444822, "pearson": 0.01698236049815341, "error_member_to_rep": 1.2988637304523116, "error_rep_to_member": 1.5358081928775749, "symmetric_error": 1.402541893770582, "scaled_error": 0.9998610552506504, "scale": 0.019710351613136858 }, { "a": 5131, "b": 5130, "role": "model.language_model.layers.*.self_attn.q_proj.weight", "sampled": true, "cosine": 0.017225903793311067, "pearson": 0.016891269542884776, "error_member_to_rep": 1.3585607593082059, "error_rep_to_member": 1.4499050279404078, "symmetric_error": 1.4020060645796115, "scaled_error": 0.9998516231114012, "scale": 0.01838410564239871 }, { "a": 5361, "b": 5334, "role": "model.language_model.layers.*.self_attn.q_proj.weight", "sampled": true, "cosine": 0.031799051747265376, "pearson": 0.031764337875462845, "error_member_to_rep": 1.2787366688067183, "error_rep_to_member": 1.5417478597067562, "symmetric_error": 1.3919405205174407, "scaled_error": 0.9994942822787806, "scale": 0.03833949644831925 }, { "a": 5412, "b": 5469, "role": "model.language_model.layers.*.self_attn.q_proj.weight", "sampled": true, "cosine": -0.014339194524005637, "pearson": -0.014395785619558489, "error_member_to_rep": 1.4963022528636976, "error_rep_to_member": 1.361734069927317, "symmetric_error": 1.4242722756351442, "scaled_error": 0.9998971884650955, "scale": -0.013049615932398376 }, { "a": 5386, "b": 5483, "role": "model.language_model.layers.*.self_attn.q_proj.weight", "sampled": true, "cosine": 0.04037002338932623, "pearson": 0.039365924436573434, "error_member_to_rep": 1.5669107578702932, "error_rep_to_member": 1.2561757136920981, "symmetric_error": 1.3860710319150644, "scaled_error": 0.9991847983288903, "scale": 0.03236421901383833 }, { "a": 5410, "b": 5398, "role": "model.language_model.layers.*.self_attn.q_proj.weight", "sampled": true, "cosine": -0.014313234365833724, "pearson": -0.013486654265127867, "error_member_to_rep": 1.3122840739650241, "error_rep_to_member": 1.5705335073860849, "symmetric_error": 1.4241385720200541, "scaled_error": 0.99989756041406, "scale": -0.017129990843134334 }, { "a": 5723, "b": 5777, "role": "model.language_model.layers.*.self_attn.v_proj.weight", "sampled": true, "cosine": -0.014288260823974693, "pearson": -0.014218208173311785, "error_member_to_rep": 1.6602461804438324, "error_rep_to_member": 1.2663120356649222, "symmetric_error": 1.4239239438911584, "scaled_error": 0.999897917590904, "scale": -0.0108980203437552 }, { "a": 5632, "b": 5709, "role": "model.language_model.layers.*.self_attn.v_proj.weight", "sampled": true, "cosine": -0.016165517926353207, "pearson": -0.016148212978550486, "error_member_to_rep": 1.2744341398791372, "error_rep_to_member": 1.6464451557420434, "symmetric_error": 1.4252364291404778, "scaled_error": 0.9998693294776937, "scale": -0.020884279420221377 }, { "a": 5728, "b": 5821, "role": "model.language_model.layers.*.self_attn.v_proj.weight", "sampled": true, "cosine": 0.006167426577582124, "pearson": 0.006228472543007336, "error_member_to_rep": 1.5570421059708628, "error_rep_to_member": 1.2979057127728155, "symmetric_error": 1.4099172788399814, "scaled_error": 0.9999809812438486, "scale": 0.005140990187390941 }, { "a": 6087, "b": 6096, "role": "model.language_model.layers.*.self_attn.v_proj.weight", "sampled": true, "cosine": -0.011165818953194448, "pearson": -0.0109958822893759, "error_member_to_rep": 1.5638821361239226, "error_rep_to_member": 1.3127855773354686, "symmetric_error": 1.4219683253387516, "scaled_error": 0.9999376603004332, "scale": -0.009373037610892667 }, { "a": 6123, "b": 6130, "role": "model.language_model.layers.*.self_attn.v_proj.weight", "sampled": true, "cosine": 0.02056877328586516, "pearson": 0.020369259505911532, "error_member_to_rep": 1.7422260012419541, "error_rep_to_member": 1.2037147468765959, "symmetric_error": 1.4005437448877158, "scaled_error": 0.9997884404040259, "scale": 0.01421109299924794 }, { "a": 6049, "b": 6038, "role": "model.language_model.layers.*.self_attn.v_proj.weight", "sampled": true, "cosine": 0.002710103928548025, "pearson": 0.0030565979268289425, "error_member_to_rep": 2.130814331839443, "error_rep_to_member": 1.1308259705128718, "symmetric_error": 1.4126256460063957, "scaled_error": 0.9999963276616053, "scale": 0.0014382557219546567 }, { "a": 6374, "b": 6218, "role": "model.visual.layers.*.attn.proj.weight", "sampled": true, "cosine": -0.036360734436846565, "pearson": -0.03629599647120916, "error_member_to_rep": 1.498656666079674, "error_rep_to_member": 1.3870512022773214, "symmetric_error": 1.4396194788642205, "scaled_error": 0.9993387298565052, "scale": -0.033652938366627305 }, { "a": 6390, "b": 6295, "role": "model.visual.layers.*.attn.proj.weight", "sampled": true, "cosine": 0.02168041107859812, "pearson": 0.021669730890337437, "error_member_to_rep": 1.3182514379621688, "error_rep_to_member": 1.4964838962051854, "symmetric_error": 1.398922980813444, "scaled_error": 0.9997649522640124, "scale": 0.02461168264863419 }, { "a": 6202, "b": 6273, "role": "model.visual.layers.*.attn.proj.weight", "sampled": true, "cosine": -0.00317147612797406, "pearson": -0.00323701921165672, "error_member_to_rep": 1.439919445231774, "error_rep_to_member": 1.3940980483034686, "symmetric_error": 1.4164531890707077, "scaled_error": 0.9999949708569387, "scale": -0.0030705527971656805 }, { "a": 6617, "b": 6507, "role": "model.visual.layers.*.attn.proj.weight", "sampled": true, "cosine": 0.00919381398423873, "pearson": 0.009244926812290404, "error_member_to_rep": 1.332447148928993, "error_rep_to_member": 1.4974369150759943, "symmetric_error": 1.4077417927310432, "scaled_error": 0.9999577359990887, "scale": 0.010332234536586967 }, { "a": 6504, "b": 6411, "role": "model.visual.layers.*.attn.proj.weight", "sampled": true, "cosine": 0.04108777857747844, "pearson": 0.041092758445627785, "error_member_to_rep": 1.3375956019489514, "error_rep_to_member": 1.4376791059894383, "symmetric_error": 1.3849324550983033, "scaled_error": 0.9991555406700041, "scale": 0.04416210750565521 }, { "a": 6437, "b": 6414, "role": "model.visual.layers.*.attn.proj.weight", "sampled": true, "cosine": 0.039691905697719396, "pearson": 0.0394586606933281, "error_member_to_rep": 1.3288338852469324, "error_rep_to_member": 1.4511810723174159, "symmetric_error": 1.3859737016343938, "scaled_error": 0.999211965812101, "scale": 0.04334638280392328 }, { "a": 6869, "b": 6825, "role": "model.visual.layers.*.attn.qkv.weight", "sampled": true, "cosine": -0.0006361774142650789, "pearson": -0.0008616600002039568, "error_member_to_rep": 1.5196935568529681, "error_rep_to_member": 1.3287703734198748, "symmetric_error": 1.4146593136320706, "scaled_error": 0.9999997976391283, "scale": -0.000556252736943127 }, { "a": 6680, "b": 6664, "role": "model.visual.layers.*.attn.qkv.weight", "sampled": true, "cosine": -0.05952791000389415, "pearson": -0.05998753753728945, "error_member_to_rep": 1.6959163823692185, "error_rep_to_member": 1.2931269478636422, "symmetric_error": 1.4542383124960103, "scaled_error": 0.998226641565215, "scale": -0.045389705162526404 }, { "a": 6805, "b": 6668, "role": "model.visual.layers.*.attn.qkv.weight", "sampled": true, "cosine": -0.016898883164484402, "pearson": -0.017335740120452036, "error_member_to_rep": 1.436904368321762, "error_rep_to_member": 1.4155582163444163, "symmetric_error": 1.4261114897135585, "scaled_error": 0.9998572036785018, "scale": -0.01664783922848621 }, { "a": 6937, "b": 6952, "role": "model.visual.layers.*.attn.qkv.weight", "sampled": true, "cosine": 0.0024043479899582866, "pearson": 0.002350513539726298, "error_member_to_rep": 1.224818035311249, "error_rep_to_member": 1.7259662651582601, "symmetric_error": 1.412607847972328, "scaled_error": 0.9999971095511943, "scale": 0.003388114316356002 }, { "a": 7166, "b": 6975, "role": "model.visual.layers.*.attn.qkv.weight", "sampled": true, "cosine": -0.020947696461303893, "pearson": -0.020815959289645185, "error_member_to_rep": 1.4582155538392279, "error_rep_to_member": 1.401354935517818, "symmetric_error": 1.4289374640946764, "scaled_error": 0.9997805729323636, "scale": -0.020130876910817688 }, { "a": 7069, "b": 7061, "role": "model.visual.layers.*.attn.qkv.weight", "sampled": true, "cosine": -0.013232387013691485, "pearson": -0.01198361208625506, "error_member_to_rep": 1.8003006822189154, "error_rep_to_member": 1.2132627181856073, "symmetric_error": 1.422859695062011, "scaled_error": 0.9999124481342954, "scale": -0.008917600262489408 }, { "a": 7182, "b": 7413, "role": "model.visual.layers.*.mlp.linear_fc1.weight", "sampled": true, "cosine": 0.024481765245787313, "pearson": 0.023313295699839538, "error_member_to_rep": 1.1949116627120986, "error_rep_to_member": 1.759773138378403, "symmetric_error": 1.3980305067157794, "scaled_error": 0.9997002766681873, "scale": 0.03605484338636228 }, { "a": 7305, "b": 7171, "role": "model.visual.layers.*.mlp.linear_fc1.weight", "sampled": true, "cosine": 0.01255765666906653, "pearson": 0.010273460694595211, "error_member_to_rep": 1.3615386562577185, "error_rep_to_member": 1.4536270731915197, "symmetric_error": 1.405325008048008, "scaled_error": 0.9999211495207919, "scale": 0.01340700069447306 }, { "a": 7384, "b": 7357, "role": "model.visual.layers.*.mlp.linear_fc1.weight", "sampled": true, "cosine": 0.01865797108847836, "pearson": 0.01874534910885767, "error_member_to_rep": 1.354139226231695, "error_rep_to_member": 1.4530692478516873, "symmetric_error": 1.400991303508986, "scaled_error": 0.9998259249063617, "scale": 0.02002107574375443 }, { "a": 7539, "b": 7608, "role": "model.visual.layers.*.mlp.linear_fc1.weight", "sampled": true, "cosine": -0.0009897184104898453, "pearson": -0.001151548984831049, "error_member_to_rep": 1.423017780702451, "error_rep_to_member": 1.406945497863324, "symmetric_error": 1.414913180775648, "scaled_error": 0.999999510228614, "scale": -0.0009785400299803398 }, { "a": 7484, "b": 7664, "role": "model.visual.layers.*.mlp.linear_fc1.weight", "sampled": true, "cosine": -0.030890625190476674, "pearson": -0.028906831508114954, "error_member_to_rep": 1.566022161901149, "error_rep_to_member": 1.333157721565158, "symmetric_error": 1.435614574082197, "scaled_error": 0.9995227707637988, "scale": -0.026297249488898788 }, { "a": 7602, "b": 7608, "role": "model.visual.layers.*.mlp.linear_fc1.weight", "sampled": true, "cosine": 0.0038741842017044376, "pearson": 0.003707866118602803, "error_member_to_rep": 1.309078729869204, "error_rep_to_member": 1.5424823541955783, "symmetric_error": 1.4115079747646606, "scaled_error": 0.9999924953202255, "scale": 0.004564936112459374 }, { "a": 7717, "b": 7767, "role": "model.visual.layers.*.mlp.linear_fc2.weight", "sampled": true, "cosine": -0.007342740646677221, "pearson": -0.00728343891488907, "error_member_to_rep": 1.3703357349360303, "error_rep_to_member": 1.474102951717658, "symmetric_error": 1.4193824167828226, "scaled_error": 0.9999730417165233, "scale": -0.007898761876387465 }, { "a": 7862, "b": 7802, "role": "model.visual.layers.*.mlp.linear_fc2.weight", "sampled": true, "cosine": 0.02305160968041701, "pearson": 0.02316935070191939, "error_member_to_rep": 1.3743123529547696, "error_rep_to_member": 1.4225944575929046, "symmetric_error": 1.3978284050555674, "scaled_error": 0.9997342763410394, "scale": 0.023861454857370002 }, { "a": 7765, "b": 7755, "role": "model.visual.layers.*.mlp.linear_fc2.weight", "sampled": true, "cosine": -0.017648608593951478, "pearson": -0.017664383803415135, "error_member_to_rep": 1.4390590455239223, "error_rep_to_member": 1.4145304116837991, "symmetric_error": 1.426636604610261, "scaled_error": 0.9998442511785011, "scale": -0.017347789625240518 }, { "a": 8085, "b": 8174, "role": "model.visual.layers.*.mlp.linear_fc2.weight", "sampled": true, "cosine": -0.03557804075542443, "pearson": -0.03548850985367364, "error_member_to_rep": 1.5349501117155453, "error_rep_to_member": 1.358999973822202, "symmetric_error": 1.4389690595229618, "scaled_error": 0.9993669011008947, "scale": -0.03149975760529948 }, { "a": 7999, "b": 8127, "role": "model.visual.layers.*.mlp.linear_fc2.weight", "sampled": true, "cosine": 0.018113197619263027, "pearson": 0.0180602694890178, "error_member_to_rep": 1.3959297143710314, "error_rep_to_member": 1.4068287773686092, "symmetric_error": 1.4013474588303563, "scaled_error": 0.999835942578584, "scale": 0.018254620844162912 }, { "a": 8098, "b": 8092, "role": "model.visual.layers.*.mlp.linear_fc2.weight", "sampled": true, "cosine": -0.032301884190368446, "pearson": -0.03242888150819935, "error_member_to_rep": 1.3295835280993569, "error_rep_to_member": 1.5743455846911016, "symmetric_error": 1.4365557160104043, "scaled_error": 0.9994781579793288, "scale": -0.038248314361269395 }, { "a": 8416, "b": 8220, "role": "model.visual.merger.linear_fc1.weight", "sampled": true, "cosine": 0.007512146014463067, "pearson": 0.008129131985259115, "error_member_to_rep": 1.3962771379274557, "error_rep_to_member": 1.421856176751351, "symmetric_error": 1.408892537883547, "scaled_error": 0.9999717834330414, "scale": 0.007649764449467983 }, { "a": 8410, "b": 8203, "role": "model.visual.merger.linear_fc1.weight", "sampled": true, "cosine": 0.026974301050230354, "pearson": 0.026651470899746055, "error_member_to_rep": 1.396050641719416, "error_rep_to_member": 1.3939706504128064, "symmetric_error": 1.3950094830743327, "scaled_error": 0.9996361273397694, "scale": 0.026934111740466313 }, { "a": 8349, "b": 8375, "role": "model.visual.merger.linear_fc1.weight", "sampled": true, "cosine": 0.04310580281499157, "pearson": 0.042312423013406854, "error_member_to_rep": 1.3932438159549696, "error_rep_to_member": 1.373762906917881, "symmetric_error": 1.3834004989710933, "scaled_error": 0.9990705129087111, "scale": 0.04250307972087618 }, { "a": 8560, "b": 8514, "role": "model.visual.merger.linear_fc1.weight", "sampled": true, "cosine": -0.0008914361834033592, "pearson": -0.0014730754312218175, "error_member_to_rep": 1.4084209915028838, "error_rep_to_member": 1.4213551578584855, "symmetric_error": 1.414843736203428, "scaled_error": 0.9999996026706865, "scale": -0.0008996226446682105 }, { "a": 8662, "b": 8646, "role": "model.visual.merger.linear_fc1.weight", "sampled": true, "cosine": -0.04752683620319578, "pearson": -0.04787207785225534, "error_member_to_rep": 1.4711969204774313, "error_rep_to_member": 1.424746749097026, "symmetric_error": 1.4474131322727455, "scaled_error": 0.9988699614266686, "scale": -0.0460262691097774 }, { "a": 8466, "b": 8676, "role": "model.visual.merger.linear_fc1.weight", "sampled": true, "cosine": 0.023930507611215148, "pearson": 0.02412371170840424, "error_member_to_rep": 1.3726487628753432, "error_rep_to_member": 1.4231193232951012, "symmetric_error": 1.397200833694959, "scaled_error": 0.9997136243972419, "scale": 0.024810402135534183 }, { "a": 8868, "b": 8859, "role": "model.visual.merger.linear_fc2.weight", "sampled": true, "cosine": -0.005560098205149229, "pearson": -0.00556793978546517, "error_member_to_rep": 1.4173006896346794, "error_rep_to_member": 1.418980187956194, "symmetric_error": 1.4181396929117893, "scaled_error": 0.999984542534508, "scale": -0.005566686909770132 }, { "a": 8882, "b": 8763, "role": "model.visual.merger.linear_fc2.weight", "sampled": true, "cosine": 0.020396139594057738, "pearson": 0.02025898314477322, "error_member_to_rep": 1.414791643821069, "error_rep_to_member": 1.3851205430266316, "symmetric_error": 1.3997202869510894, "scaled_error": 0.9997919771080681, "scale": 0.019968390450672748 }, { "a": 8846, "b": 8900, "role": "model.visual.merger.linear_fc2.weight", "sampled": true, "cosine": -0.000895118001066744, "pearson": -0.0012336472572650695, "error_member_to_rep": 1.389597663756648, "error_rep_to_member": 1.4415224412528658, "symmetric_error": 1.4148459393166934, "scaled_error": 0.9999995993818018, "scale": -0.0009285656703097959 }, { "a": 9092, "b": 9153, "role": "model.visual.merger.linear_fc2.weight", "sampled": true, "cosine": -0.003288649284198852, "pearson": -0.0033858903956483347, "error_member_to_rep": 1.406273618971415, "error_rep_to_member": 1.42702808074427, "symmetric_error": 1.4165368307080144, "scaled_error": 0.9999945923783217, "scale": -0.003337184750506721 }, { "a": 9043, "b": 9210, "role": "model.visual.merger.linear_fc2.weight", "sampled": true, "cosine": 0.0007554588100372167, "pearson": 0.0011017104679799852, "error_member_to_rep": 1.408407765731576, "error_rep_to_member": 1.4190104459326023, "symmetric_error": 1.4136792864270096, "scaled_error": 0.9999997146409525, "scale": 0.0007611460040180819 }, { "a": 9069, "b": 9029, "role": "model.visual.merger.linear_fc2.weight", "sampled": true, "cosine": 0.04213892822877607, "pearson": 0.04224768447871685, "error_member_to_rep": 1.3699492333632486, "error_rep_to_member": 1.3987041339973327, "symmetric_error": 1.3841027140698747, "scaled_error": 0.9991117608794974, "scale": 0.043023414065576394 }, { "a": 9221, "b": 9312, "role": "model.visual.pos_embed.weight", "sampled": true, "cosine": 0.018949707787817252, "pearson": 0.02035368476945916, "error_member_to_rep": 1.182272885753042, "error_rep_to_member": 1.8190946991344317, "symmetric_error": 1.4019151113862165, "scaled_error": 0.9998204381661521, "scale": 0.029156815996002915 }, { "a": 9310, "b": 9274, "role": "model.visual.pos_embed.weight", "sampled": true, "cosine": -0.005479272825527676, "pearson": -0.006871542104748324, "error_member_to_rep": 1.5819899968106448, "error_rep_to_member": 1.2963130628714652, "symmetric_error": 1.4180073159138005, "scaled_error": 0.9999849886719818, "scale": -0.0044898216506348365 }, { "a": 9281, "b": 9287, "role": "model.visual.pos_embed.weight", "sampled": true, "cosine": 0.030051883249413526, "pearson": 0.026229151556953822, "error_member_to_rep": 2.788471649269217, "error_rep_to_member": 1.0589593998761886, "symmetric_error": 1.4000369524890486, "scaled_error": 0.9995483401582755, "scale": 0.011412604556796687 }, { "a": 9582, "b": 9564, "role": "model.visual.pos_embed.weight", "sampled": true, "cosine": -0.039199928436364065, "pearson": -0.03144584184731067, "error_member_to_rep": 1.0915455678503965, "error_rep_to_member": 2.7279961428347552, "symmetric_error": 1.433206656295225, "scaled_error": 0.999231387422645, "scale": -0.09796865721730094 }, { "a": 9420, "b": 9595, "role": "model.visual.pos_embed.weight", "sampled": true, "cosine": -0.015677960915414558, "pearson": -0.013940967589025445, "error_member_to_rep": 1.3880269176474402, "error_rep_to_member": 1.4656165503576322, "symmetric_error": 1.425240188379954, "scaled_error": 0.9998770932177288, "scale": -0.01655434682234892 }, { "a": 9533, "b": 9553, "role": "model.visual.pos_embed.weight", "sampled": true, "cosine": 0.07990261696384085, "pearson": 0.05125362449971918, "error_member_to_rep": 2.1997879597388894, "error_rep_to_member": 1.077859885576086, "symmetric_error": 1.3688371340766592, "scaled_error": 0.9968026744558472, "scale": 0.03915096689050796 }, { "a": 9642, "b": 9867, "role": "mtp.fc.weight", "sampled": true, "cosine": -0.0009966987904482198, "pearson": -0.0009311681109632126, "error_member_to_rep": 1.2636412374960344, "error_rep_to_member": 1.6378481816384842, "symmetric_error": 1.4148951086574664, "scaled_error": 0.9999995032956372, "scale": -0.0012918550401312115 }, { "a": 9703, "b": 9862, "role": "mtp.fc.weight", "sampled": true, "cosine": -0.02315265768702489, "pearson": -0.023479245887763664, "error_member_to_rep": 1.5162887363211237, "error_rep_to_member": 1.3576148151470895, "symmetric_error": 1.430392904936577, "scaled_error": 0.9997319412932786, "scale": -0.02072981901995564 }, { "a": 9864, "b": 9723, "role": "mtp.fc.weight", "sampled": true, "cosine": -0.030060810828096925, "pearson": -0.02996184564056406, "error_member_to_rep": 1.4233227678530562, "error_rep_to_member": 1.447604025723112, "symmetric_error": 1.4353093816582319, "scaled_error": 0.9995480717065874, "scale": -0.030573634985755133 }, { "a": 10090, "b": 10088, "role": "mtp.fc.weight", "sampled": true, "cosine": 0.015847604568656627, "pearson": 0.014653545917609086, "error_member_to_rep": 1.3553523847264741, "error_rep_to_member": 1.456035787735683, "symmetric_error": 1.402991799004625, "scaled_error": 0.9998744188294025, "scale": 0.017024856164254507 }, { "a": 9976, "b": 10026, "role": "mtp.fc.weight", "sampled": true, "cosine": -0.013420630987336734, "pearson": -0.014278482376867917, "error_member_to_rep": 1.508323499485437, "error_rep_to_member": 1.351743344217688, "symmetric_error": 1.4236154127939582, "scaled_error": 0.9999099392764839, "scale": -0.012027425561242635 }, { "a": 10027, "b": 10034, "role": "mtp.fc.weight", "sampled": true, "cosine": -0.03651681686489949, "pearson": -0.036097153864661634, "error_member_to_rep": 1.306944181302767, "error_rep_to_member": 1.621994243748215, "symmetric_error": 1.4392230351597357, "scaled_error": 0.9993330386242893, "scale": -0.04531950759812402 }, { "a": 10345, "b": 10174, "role": "mtp.layers.*.mlp.down_proj.weight", "sampled": true, "cosine": 0.013914956625825385, "pearson": 0.012942331833551314, "error_member_to_rep": 1.38119187093849, "error_rep_to_member": 1.4287037757586885, "symmetric_error": 1.4043453975868494, "scaled_error": 0.9999031823042176, "scale": 0.014393620096624836 }, { "a": 10346, "b": 10266, "role": "mtp.layers.*.mlp.down_proj.weight", "sampled": true, "cosine": 0.003636859657283692, "pearson": 0.0036833653917213998, "error_member_to_rep": 1.4131268194139417, "error_rep_to_member": 1.4101570214685337, "symmetric_error": 1.4116395775062087, "scaled_error": 0.9999933866040481, "scale": 0.003629216508636625 }, { "a": 10339, "b": 10194, "role": "mtp.layers.*.mlp.down_proj.weight", "sampled": true, "cosine": 0.007628968668737895, "pearson": 0.007551194502736112, "error_member_to_rep": 1.4014997567910126, "error_rep_to_member": 1.4162338799412109, "symmetric_error": 1.4088090349796103, "scaled_error": 0.9999708989950915, "scale": 0.007709172866654821 }, { "a": 10561, "b": 10428, "role": "mtp.layers.*.mlp.down_proj.weight", "sampled": true, "cosine": -0.0037219320265847156, "pearson": -0.003958008765915052, "error_member_to_rep": 1.3935505768069771, "error_rep_to_member": 1.4413405288041912, "symmetric_error": 1.4168414288103046, "scaled_error": 0.9999930735870072, "scale": -0.0038495707042528996 }, { "a": 10624, "b": 10457, "role": "mtp.layers.*.mlp.down_proj.weight", "sampled": true, "cosine": 0.037601244177210356, "pearson": 0.0377907280910427, "error_member_to_rep": 1.3382708485928994, "error_rep_to_member": 1.4424751678714742, "symmetric_error": 1.3874467282670666, "scaled_error": 0.9992928231686274, "scale": 0.04052906111175198 }, { "a": 10387, "b": 10624, "role": "mtp.layers.*.mlp.down_proj.weight", "sampled": true, "cosine": -0.038334540818066525, "pearson": -0.03828509840184654, "error_member_to_rep": 1.4258017009546387, "error_rep_to_member": 1.4568170279010384, "symmetric_error": 1.4410591009586537, "scaled_error": 0.9992649613492249, "scale": -0.03916842838883908 }, { "a": 10680, "b": 10789, "role": "mtp.layers.*.mlp.gate_proj.weight", "sampled": true, "cosine": 0.03319329677860594, "pearson": 0.033166233322336716, "error_member_to_rep": 1.398081221374129, "error_rep_to_member": 1.3831306555838985, "symmetric_error": 1.390545663769724, "scaled_error": 0.9994489506968165, "scale": 0.03283833988504618 }, { "a": 10842, "b": 10795, "role": "mtp.layers.*.mlp.gate_proj.weight", "sampled": true, "cosine": 0.006462063323983616, "pearson": 0.006318194362048327, "error_member_to_rep": 1.4252303982467953, "error_rep_to_member": 1.3945461631210898, "symmetric_error": 1.4096378732751662, "scaled_error": 0.9999791206508248, "scale": 0.006322939522895579 }, { "a": 10672, "b": 10783, "role": "mtp.layers.*.mlp.gate_proj.weight", "sampled": true, "cosine": 0.01683421331244809, "pearson": 0.01711589072583301, "error_member_to_rep": 1.3746966605796191, "error_rep_to_member": 1.4315705174536013, "symmetric_error": 1.4022693107886193, "scaled_error": 0.9998582945908641, "scale": 0.017530677242253937 }, { "a": 10908, "b": 10998, "role": "mtp.layers.*.mlp.gate_proj.weight", "sampled": true, "cosine": -0.003359593758499358, "pearson": -0.00359529512531851, "error_member_to_rep": 1.3676235309926366, "error_rep_to_member": 1.4712026589928762, "symmetric_error": 1.4165808558517168, "scaled_error": 0.9999943565489646, "scale": -0.0036140378975877225 }, { "a": 11069, "b": 11029, "role": "mtp.layers.*.mlp.gate_proj.weight", "sampled": true, "cosine": 0.006657487151734827, "pearson": 0.0070307738525752115, "error_member_to_rep": 1.3644355680946945, "error_rep_to_member": 1.459365945532602, "symmetric_error": 1.4095088108886973, "scaled_error": 0.9999778386868504, "scale": 0.007120680711680449 }, { "a": 10898, "b": 11028, "role": "mtp.layers.*.mlp.gate_proj.weight", "sampled": true, "cosine": -0.01618881008964787, "pearson": -0.016058050616044667, "error_member_to_rep": 1.4641193603073719, "error_rep_to_member": 1.389968249898559, "symmetric_error": 1.425599502028308, "scaled_error": 0.9998689526272337, "scale": -0.0153689191184003 }, { "a": 11368, "b": 11224, "role": "mtp.layers.*.mlp.up_proj.weight", "sampled": true, "cosine": 0.03639025500822709, "pearson": 0.036545633627197746, "error_member_to_rep": 1.3679264675490528, "error_rep_to_member": 1.409517762230693, "symmetric_error": 1.3882550642268976, "scaled_error": 0.9993376553199805, "scale": 0.037496687156074196 }, { "a": 11332, "b": 11252, "role": "mtp.layers.*.mlp.up_proj.weight", "sampled": true, "cosine": -0.011215596131601323, "pearson": -0.010716238269933481, "error_member_to_rep": 1.4308057293450547, "error_rep_to_member": 1.4135934933449639, "symmetric_error": 1.4221214960603281, "scaled_error": 0.9999371032237041, "scale": -0.011080675307942621 }, { "a": 11374, "b": 11404, "role": "mtp.layers.*.mlp.up_proj.weight", "sampled": true, "cosine": 0.030591366925300484, "pearson": 0.030551301806929325, "error_member_to_rep": 1.3649818033762289, "error_rep_to_member": 1.4216085074364408, "symmetric_error": 1.392432323661672, "scaled_error": 0.9995319746109385, "scale": 0.03186045950762766 }, { "a": 11459, "b": 11533, "role": "mtp.layers.*.mlp.up_proj.weight", "sampled": true, "cosine": 0.0008841953530397151, "pearson": 0.0009341109555991219, "error_member_to_rep": 1.4207963485035575, "error_rep_to_member": 1.4064887277713192, "symmetric_error": 1.413588235613775, "scaled_error": 0.9999996090992124, "scale": 0.0008752913804346164 }, { "a": 11538, "b": 11487, "role": "mtp.layers.*.mlp.up_proj.weight", "sampled": true, "cosine": 0.004066652998430892, "pearson": 0.003970742056173467, "error_member_to_rep": 1.4071467997523557, "error_rep_to_member": 1.4155610759937722, "symmetric_error": 1.4113351262352332, "scaled_error": 0.9999917311325082, "scale": 0.0040909702492769335 }, { "a": 11629, "b": 11645, "role": "mtp.layers.*.mlp.up_proj.weight", "sampled": true, "cosine": -0.009683224953056796, "pearson": -0.009700248697357743, "error_member_to_rep": 1.4199116867172683, "error_rep_to_member": 1.4221792912556042, "symmetric_error": 1.4210441320554463, "scaled_error": 0.9999531164782219, "scale": -0.00969868910132368 }, { "a": 11727, "b": 11723, "role": "mtp.layers.*.self_attn.k_proj.weight", "sampled": true, "cosine": 0.0031684879888206627, "pearson": 0.0032786984003699755, "error_member_to_rep": 1.450348221140716, "error_rep_to_member": 1.376493702908755, "symmetric_error": 1.4119743868280483, "scaled_error": 0.9999949803293338, "scale": 0.0030071424922515316 }, { "a": 11678, "b": 11664, "role": "mtp.layers.*.self_attn.k_proj.weight", "sampled": true, "cosine": -0.011229139801016488, "pearson": -0.012746762450047952, "error_member_to_rep": 1.5380102176702592, "error_rep_to_member": 1.328894795072213, "symmetric_error": 1.4220480194342457, "scaled_error": 0.9999369512220905, "scale": -0.009702370805645911 }, { "a": 11718, "b": 11669, "role": "mtp.layers.*.self_attn.k_proj.weight", "sampled": true, "cosine": 0.0038737551303470595, "pearson": 0.004081243850238702, "error_member_to_rep": 1.2111102076077405, "error_rep_to_member": 1.7626312986327943, "symmetric_error": 1.4116542584685672, "scaled_error": 0.9999924969824474, "scale": 0.005637804052098757 }, { "a": 11785, "b": 11929, "role": "mtp.layers.*.self_attn.k_proj.weight", "sampled": true, "cosine": 0.003159726811763648, "pearson": 0.00303551980894429, "error_member_to_rep": 1.5585658816802823, "error_rep_to_member": 1.3002946537602647, "symmetric_error": 1.4120137615655375, "scaled_error": 0.9999950080507777, "scale": 0.002636125895589221 }, { "a": 11750, "b": 11827, "role": "mtp.layers.*.self_attn.k_proj.weight", "sampled": true, "cosine": -0.0030603172647184758, "pearson": -0.00417997217470254, "error_member_to_rep": 1.8075687811375138, "error_rep_to_member": 1.2028806340576674, "symmetric_error": 1.4162082834476237, "scaled_error": 0.9999953172181555, "scale": -0.002036545668533613 }, { "a": 11734, "b": 11804, "role": "mtp.layers.*.self_attn.k_proj.weight", "sampled": true, "cosine": -0.022758776863881905, "pearson": -0.02249155358973434, "error_member_to_rep": 2.1733361474570887, "error_rep_to_member": 1.1396718142835354, "symmetric_error": 1.4273898770344362, "scaled_error": 0.9997409854935727, "scale": -0.011934433865503339 }, { "a": 12006, "b": 12182, "role": "mtp.layers.*.self_attn.o_proj.weight", "sampled": true, "cosine": -0.002815668525599886, "pearson": -0.0027654835915853753, "error_member_to_rep": 1.4076183225123882, "error_rep_to_member": 1.4249466691726598, "symmetric_error": 1.416202992359676, "scaled_error": 0.9999960359975204, "scale": -0.002850330535543694 }, { "a": 12220, "b": 12168, "role": "mtp.layers.*.self_attn.o_proj.weight", "sampled": true, "cosine": 0.023354714540287935, "pearson": 0.023422101498927705, "error_member_to_rep": 1.4337952367748148, "error_rep_to_member": 1.3640562270478758, "symmetric_error": 1.397622472678602, "scaled_error": 0.9997272414557591, "scale": 0.02221875410275802 }, { "a": 12025, "b": 12042, "role": "mtp.layers.*.self_attn.o_proj.weight", "sampled": true, "cosine": 0.01031166578998959, "pearson": 0.01009428124524603, "error_member_to_rep": 1.3840968586762104, "error_rep_to_member": 1.4308839430557243, "symmetric_error": 1.4069072676024184, "scaled_error": 0.9999468333609721, "scale": 0.010660234442815681 }, { "a": 12271, "b": 12242, "role": "mtp.layers.*.self_attn.o_proj.weight", "sampled": true, "cosine": 0.011336436815952668, "pearson": 0.010590403529968505, "error_member_to_rep": 1.3642702880072506, "error_rep_to_member": 1.4522284215942556, "symmetric_error": 1.4061903528479769, "scaled_error": 0.9999357405355196, "scale": 0.012067327045420823 }, { "a": 12384, "b": 12252, "role": "mtp.layers.*.self_attn.o_proj.weight", "sampled": true, "cosine": -0.009963198659271397, "pearson": -0.00978811392190046, "error_member_to_rep": 1.350759652741079, "error_rep_to_member": 1.503952701004124, "symmetric_error": 1.4212008869770618, "scaled_error": 0.9999503661044762, "scale": -0.011093150068440884 }, { "a": 12463, "b": 12425, "role": "mtp.layers.*.self_attn.o_proj.weight", "sampled": true, "cosine": -0.0319818644100141, "pearson": -0.03265508940299229, "error_member_to_rep": 1.2916930951650476, "error_rep_to_member": 1.6428650232327493, "symmetric_error": 1.4360214569171372, "scaled_error": 0.999488449332387, "scale": -0.04067675720622385 }, { "a": 12693, "b": 12743, "role": "mtp.layers.*.self_attn.q_proj.weight", "sampled": true, "cosine": -0.015439533474680427, "pearson": -0.013685589272995555, "error_member_to_rep": 1.178121117279828, "error_rep_to_member": 1.9388993385118942, "symmetric_error": 1.4238703937330683, "scaled_error": 0.9998808032991153, "scale": -0.025409697527626757 }, { "a": 12511, "b": 12627, "role": "mtp.layers.*.self_attn.q_proj.weight", "sampled": true, "cosine": 0.009105554086823833, "pearson": 0.008913778272677262, "error_member_to_rep": 1.4833611303067906, "error_rep_to_member": 1.342708492780799, "symmetric_error": 1.4077922032651218, "scaled_error": 0.9999585435830687, "scale": 0.008242163391004222 }, { "a": 12694, "b": 12496, "role": "mtp.layers.*.self_attn.q_proj.weight", "sampled": true, "cosine": 0.023679503916208697, "pearson": 0.025370277764651287, "error_member_to_rep": 1.2517028220916522, "error_rep_to_member": 1.6111786401492643, "symmetric_error": 1.3978952661396187, "scaled_error": 0.9997196012354075, "scale": 0.030480007111730188 }, { "a": 12798, "b": 12878, "role": "mtp.layers.*.self_attn.q_proj.weight", "sampled": true, "cosine": 0.0019465849755973595, "pearson": 0.0011249727880742477, "error_member_to_rep": 1.7951813500669929, "error_rep_to_member": 1.2025501377396626, "symmetric_error": 1.412940088835275, "scaled_error": 0.9999981054016717, "scale": 0.0013039718970115223 }, { "a": 12805, "b": 12833, "role": "mtp.layers.*.self_attn.q_proj.weight", "sampled": true, "cosine": -0.014265785085604013, "pearson": -0.013528091111985434, "error_member_to_rep": 1.118343913181055, "error_rep_to_member": 2.2981399356578684, "symmetric_error": 1.4221293344516288, "scaled_error": 0.9998982385102453, "scale": -0.029315463724825824 }, { "a": 12871, "b": 12938, "role": "mtp.layers.*.self_attn.q_proj.weight", "sampled": true, "cosine": 0.0327640685639657, "pearson": 0.033015251801433665, "error_member_to_rep": 2.333744097457052, "error_rep_to_member": 1.0896902027613378, "symmetric_error": 1.3963379440248729, "scaled_error": 0.9994631137821625, "scale": 0.015298457339713181 }, { "a": 13041, "b": 13052, "role": "mtp.layers.*.self_attn.v_proj.weight", "sampled": true, "cosine": -0.07003099320689296, "pearson": -0.07025323092907898, "error_member_to_rep": 1.4541863639115602, "error_rep_to_member": 1.4717551062266598, "symmetric_error": 1.4628916184279397, "scaled_error": 0.9975448160310674, "scale": -0.07087707215815812 }, { "a": 13030, "b": 13057, "role": "mtp.layers.*.self_attn.v_proj.weight", "sampled": true, "cosine": 0.04974266158981866, "pearson": 0.0486042381533573, "error_member_to_rep": 1.3512660267095198, "error_rep_to_member": 1.4077091093979197, "symmetric_error": 1.3786217454505532, "scaled_error": 0.9987620675706306, "scale": 0.051820438360461005 }, { "a": 13011, "b": 13038, "role": "mtp.layers.*.self_attn.v_proj.weight", "sampled": true, "cosine": 0.013495717337710053, "pearson": 0.012850900877107834, "error_member_to_rep": 1.4612647670995125, "error_rep_to_member": 1.3541723739239138, "symmetric_error": 1.4046659951628422, "scaled_error": 0.9999089286597758, "scale": 0.012506650400726715 }, { "a": 13296, "b": 13141, "role": "mtp.layers.*.self_attn.v_proj.weight", "sampled": true, "cosine": -0.014521899480894301, "pearson": -0.016770538517105377, "error_member_to_rep": 1.4523146335870747, "error_rep_to_member": 1.3981068103754388, "symmetric_error": 1.4244377130431836, "scaled_error": 0.999894551658057, "scale": -0.01397986778779406 }, { "a": 13190, "b": 13257, "role": "mtp.layers.*.self_attn.v_proj.weight", "sampled": true, "cosine": -0.022889964834741452, "pearson": -0.022953771606205216, "error_member_to_rep": 1.4267148320471619, "error_rep_to_member": 1.4339273071647323, "symmetric_error": 1.4303074311634507, "scaled_error": 0.9997379904304249, "scale": -0.023005680532163442 }, { "a": 13163, "b": 13260, "role": "mtp.layers.*.self_attn.v_proj.weight", "sampled": true, "cosine": -0.0025454626963786263, "pearson": -0.002407862052816728, "error_member_to_rep": 1.4065480392569987, "error_rep_to_member": 1.4256699467971934, "symmetric_error": 1.416012168481618, "scaled_error": 0.9999967603045828, "scale": -0.002580068057140338 } ]