Files
exp-model-parameter-similarity/results/qwen35-2b/analysis/layer_distance_stratified.csv

160 lines
13 KiB
CSV

mode,stratum,layer_distance,pairs,median_cosine,q25,q75
tensor,1D,1,183,0.9406331265725202,0.7235207005037987,0.9931629316616981
tensor,1D,2,145,0.9122918066446817,0.5723343348709384,0.9897324183654799
tensor,1D,3,121,0.901223383994159,0.4828586539344226,0.9863693486780729
tensor,1D,4,111,0.9003575650487153,0.5367023333809763,0.9804638617660654
tensor,1D,5,72,0.8953776736324203,0.3538804544441773,0.9680854066934634
tensor,1D,6,57,0.8879212864097908,0.36305448910479954,0.9558740974722054
tensor,1D,7,47,0.8776805321645917,0.4535526800238403,0.9433999957988433
tensor,1D,8,52,0.8825518190229764,0.4824499801571124,0.9176637782905971
tensor,1D,9,31,0.8958045595384818,0.4305895667884128,0.9193278445717825
tensor,1D,10,17,0.8827035753940228,0.2092648777131711,0.9150312769507561
tensor,1D,11,16,0.8221685308473708,0.4800308710016442,0.9274441239891063
tensor,1D,12,24,0.8415123611721862,0.3169780147322381,0.9009036671689896
tensor,1D,13,14,0.8516287869780905,0.1243725256398088,0.9508162094932566
tensor,1D,14,14,0.6469216553724613,0.12853366420837778,0.9574883079605649
tensor,1D,15,12,0.5833474451569504,0.046843864053728236,0.9769132059565613
tensor,1D,16,16,0.7953515120653798,0.16121722307705078,0.8372406530303363
tensor,1D,17,9,0.19251868016561066,0.03853257212466431,0.47599207111348585
tensor,1D,18,9,0.04608358701275898,-0.006661812445004314,0.7982991506705737
tensor,1D,19,10,0.09441293378335211,0.025237536550509452,0.49922331710553325
tensor,1D,20,14,0.5022983141733379,0.05512087268438936,0.8423207884676235
tensor,1D,21,5,0.8934819071719368,0.24010298911027775,0.9021497732991838
tensor,1D,22,3,0.003892505911476348,0.0008970125263505391,0.4356982824466657
tensor,1D,23,1,0.024749331545084748,0.024749331545084748,0.024749331545084748
tensor,2D,1,19,0.1976207505481654,0.0006525511235171834,0.2716061024781503
tensor,2D,2,31,0.1319696165434511,0.0004437785635444379,0.243080676179633
tensor,2D,3,31,0.11611374254300347,0.0002621828568059063,0.20816418030431522
tensor,2D,4,69,0.0019111009657841638,8.141249860595188e-05,0.022487085707574864
tensor,2D,5,45,0.000506090620166805,-8.291910146519681e-05,0.00599106215370278
tensor,2D,6,44,0.00041039555013748237,-0.0006400509766726694,0.006286639984231686
tensor,2D,7,50,0.00025574624849179794,-0.00033235836165827667,0.004524560602680037
tensor,2D,8,75,0.0002696699762064535,-0.0003334243181754402,0.0043499444214343055
tensor,2D,9,57,0.00028671564523554733,-0.00015013298858171262,0.0022893779585961825
tensor,2D,10,54,7.181569169932083e-05,-0.00029630089314203645,0.001144667363346839
tensor,2D,11,48,0.00021728323517404915,-0.00018317637500131213,0.0010438034931358998
tensor,2D,12,74,5.5818951912901686e-05,-0.0003723509751072158,0.0006649377509370046
tensor,2D,13,56,0.00023809228660712564,-0.00020331365964920253,0.000892605117750516
tensor,2D,14,51,0.00023447788066002293,-9.917778299137728e-05,0.000713026509065598
tensor,2D,15,37,9.091975960188207e-05,-0.00021742221041551871,0.00033608530344073333
tensor,2D,16,55,0.00012381177776811685,-0.00020495997834418578,0.0006928152055894044
tensor,2D,17,40,0.00020240660120543027,-0.00026382525874345676,0.000542300816362679
tensor,2D,18,25,5.7811223671745594e-05,-0.00022620903865658743,0.0005118670799619454
tensor,2D,19,23,0.00039112184326041497,-0.00010049174294494889,0.0010346739140039576
tensor,2D,20,24,0.000265491219726623,-0.0001958276840250541,0.0007077565884118048
tensor,2D,21,16,6.914175780974358e-06,-0.00028062530736593067,0.0008637952736474721
tensor,2D,22,13,-0.00025490323864760033,-0.0004976782457785606,0.0001580595880243879
tensor,2D,23,6,-0.00034347924301872656,-0.0007262675393089821,-0.00011141867617238705
tensor,3D,1,1,-0.00680822959446004,-0.00680822959446004,-0.00680822959446004
tensor,3D,2,2,-0.012075220938999093,-0.012980137400828292,-0.011170304477169895
tensor,3D,3,1,-0.0010720687851472769,-0.0010720687851472769,-0.0010720687851472769
tensor,3D,4,3,-0.0054659741398542325,-0.009296679734407527,-0.004429821782672542
tensor,3D,5,2,0.010378648653957328,0.00870465890772889,0.012052638400185764
tensor,3D,6,4,-0.001207609704539777,-0.003950241011882311,0.004702402921592683
tensor,3D,7,3,0.0007654251132529078,-0.011486421146842795,0.0038046823169703373
tensor,3D,8,6,-0.0008439355677116029,-0.0037378805904456115,0.0031215275083032084
tensor,3D,9,4,-0.0026239820437580167,-0.0036245316783073207,0.0013061750169709205
tensor,3D,10,4,-0.001271951809912471,-0.0060886723799495855,0.0034686674864937684
tensor,3D,11,5,-0.004550474178988823,-0.004781306789044417,0.0050607377208408836
tensor,3D,12,6,-0.0026088290601245533,-0.007923664560857482,0.006914391737556268
tensor,3D,13,5,0.0013332822970221264,-0.0026091070128858385,0.0020424739613098585
tensor,3D,14,4,0.0008607282396081882,-0.002961687969598026,0.008582534185585031
tensor,3D,15,4,0.000536649649268034,-0.006516127851339201,0.007806962616522985
tensor,3D,16,6,0.005405527088084872,-0.008270095286873539,0.007503111340192185
tensor,3D,17,3,0.003652404097247392,-0.003705339105968001,0.00510019946539501
tensor,3D,18,3,-0.011706507766527128,-0.013407487905083771,-0.009676616224298069
tensor,3D,19,2,-0.001913393756159387,-0.0052948070490088945,0.0014680195366901208
tensor,3D,20,3,0.011951381051850295,0.008569075846974247,0.013104140256261814
tensor,3D,21,2,-0.008922546499844752,-0.018991073095849714,0.0011459800961602113
tensor,3D,22,1,3.711960334307905e-05,3.711960334307905e-05,3.711960334307905e-05
block,2d-128,0,3390,0.007793596035932384,0.0008041244980700559,0.022869426809521965
block,2d-128,1,69,0.004283737242705982,-0.0013359793502242799,0.009291223245626997
block,2d-128,2,101,0.002140727979805649,-0.004216128113395974,0.006727795921497354
block,2d-128,3,69,0.0012800926790249956,-0.003000592803802066,0.007263477599848168
block,2d-128,4,263,0.001583838161828825,-0.004179970579220923,0.007362195589800033
block,2d-128,5,78,0.0029623031901291697,-0.002068802338494363,0.007715193824410069
block,2d-128,6,174,0.002047977773085714,-0.0025244999191454693,0.007750911362254816
block,2d-128,7,100,0.0020361314382989775,-0.003062414263868483,0.0076813599806539925
block,2d-128,8,321,0.0034170788377522656,-0.001459503917936015,0.008568902349863619
block,2d-128,9,108,0.004622566491664202,-0.00030913283627803743,0.009786372572060848
block,2d-128,10,203,0.004454188722342168,-0.0006831975509908592,0.008540574305915417
block,2d-128,11,134,0.0039352085175531504,-0.0017064287867521906,0.008925241561231641
block,2d-128,12,532,0.003251781487081145,-0.0012796507741402387,0.0088326642641113
block,2d-128,13,130,0.003723166442033233,-0.0008399249287298995,0.008038314156931613
block,2d-128,14,137,0.002342468861900797,-0.0027744015612124846,0.007983134522471498
block,2d-128,15,122,0.0038527925678218857,-0.00014374713757119012,0.008013752754379396
block,2d-128,16,390,0.0034266076308263316,-0.0022279939354585164,0.009309021336800772
block,2d-128,17,150,0.0036599721357675244,-0.003146422112013574,0.009006579887796635
block,2d-128,18,139,0.0035243681663050756,-0.0016097963567532094,0.008863143808684481
block,2d-128,19,142,0.003298317396498646,-0.00216909646960855,0.009489362110928035
block,2d-128,20,198,0.0023368275261753642,-0.0025869835152945437,0.0067517550852595545
block,2d-128,21,101,0.0011502151156738772,-0.005492110246231151,0.007882221778894924
block,2d-128,22,40,0.003846590896373531,-0.0020196368366427325,0.009238380039353778
block,2d-128,23,24,0.0015900279251504135,-0.0034150014260014377,0.0065953378604191246
block,2d-64,0,3407,0.020411292155791013,0.008566729110530762,0.03569139114296313
block,2d-64,1,88,0.008415934314043649,-0.003203824302970467,0.01889094345097298
block,2d-64,2,164,0.009675813300819843,-0.004711837470762339,0.020945070937976786
block,2d-64,3,73,0.009454457835350863,-0.0006829409261957054,0.02170490311449347
block,2d-64,4,338,0.006813719398160595,-0.004772048080579105,0.018045621570531245
block,2d-64,5,75,0.011231706607558869,-0.0006943540283602765,0.022172646210020717
block,2d-64,6,118,0.008006055417925154,-0.0003843199497181453,0.018406001412445316
block,2d-64,7,85,0.013831026305481255,0.004535720514774543,0.023925556311973416
block,2d-64,8,264,0.013879360999226419,0.003533830484789825,0.024982882867886597
block,2d-64,9,93,0.01468007218218553,0.006762887964066403,0.024410504891315212
block,2d-64,10,176,0.012299105745675366,0.0019620226161680167,0.02498214610621178
block,2d-64,11,114,0.013304371636863828,0.003517815772814807,0.02161109096095775
block,2d-64,12,447,0.010440781560487453,0.0002481645111614831,0.020212544190424727
block,2d-64,13,126,0.013956002337464685,0.0028689345210515405,0.022436635938580824
block,2d-64,14,138,0.012482215702635066,-0.0017681288556580551,0.022861117559496998
block,2d-64,15,108,0.011999026405420592,0.0026512574736944133,0.022669337612718547
block,2d-64,16,434,0.01204641193967287,-4.675386640052482e-05,0.021641739064571487
block,2d-64,17,145,0.014295415151533953,0.002994286738522399,0.026167283872632573
block,2d-64,18,142,0.012052517201990746,0.003250968375752944,0.024226648842664292
block,2d-64,19,118,0.016783769527618606,0.006470002050503073,0.027477607514195174
block,2d-64,20,261,0.010187027433596979,-0.0016399905463545146,0.021019963982582265
block,2d-64,21,107,0.01346166883130134,-0.0006729272182597161,0.02168460705584324
block,2d-64,22,58,0.018115860023517876,0.006176186637218011,0.02813714013589269
block,2d-64,23,36,0.011484288868861606,0.0009840500965715385,0.025732391656693
block,3d-axis0-slice,0,21,0.9979974213550225,0.9919132082454284,0.9991074607826514
block,3d-axis0-slice,1,30,0.9964777342885875,0.9930253717757319,0.9986384781445289
block,3d-axis0-slice,2,19,0.9944159697777617,0.9918918379626837,0.9984051014947126
block,3d-axis0-slice,3,25,0.9952442911267027,0.9901901449619488,0.9969886550034407
block,3d-axis0-slice,4,25,0.9974318963005511,0.9943409923291456,0.9986038889492098
block,3d-axis0-slice,5,18,0.998267157357618,0.9952774441912474,0.9991537904234183
block,3d-axis0-slice,6,13,0.9961877275009366,0.9923370760320499,0.9974347454424667
block,3d-axis0-slice,7,16,0.9949061047476491,0.9910801621582696,0.9962644181928078
block,3d-axis0-slice,8,20,0.9964421107245474,0.9897394461959558,0.9981449317504201
block,3d-axis0-slice,9,18,0.997667747065203,0.9953788750600205,0.9993726748769715
block,3d-axis0-slice,10,8,0.9962070328625536,0.9881559034236903,0.9987132222644496
block,3d-axis0-slice,11,8,0.9942417984106242,0.990425139830641,0.997612429002756
block,3d-axis0-slice,12,21,0.9972829832575825,0.9953609819889534,0.9989504871466931
block,3d-axis0-slice,13,8,0.9990981742596038,0.9972523909618378,0.999415167966053
block,3d-axis0-slice,14,3,0.9992770560381737,0.9946946839786991,0.9993095988827703
block,3d-axis0-slice,15,5,0.9976076675869366,0.997220089080847,0.9982798840475241
block,3d-axis0-slice,16,5,0.9938412885348621,0.9904227326475673,0.9975516447539853
block,3d-axis0-slice,17,4,0.9976380431427594,0.99681231970145,0.9980051631791542
block,3d-axis0-slice,18,3,0.990204033484286,0.9897726565262364,0.9907733664461621
block,3d-axis0-slice,20,3,0.9978354987542325,0.9969266728454125,0.9984509007507711
block,3d-axis0-slice,21,1,0.9903946099595192,0.9903946099595192,0.9903946099595192
block,3d-volume,0,11,0.8808719619367277,0.8022160073788235,0.9290339633281453
block,3d-volume,1,30,0.860270360468439,0.7843981969261361,0.9080938775304134
block,3d-volume,2,32,0.8560786678157898,0.7873096209196705,0.9172702050933522
block,3d-volume,3,20,0.8635443286938794,0.7739478595366118,0.9352764032739678
block,3d-volume,4,29,0.839065051747565,0.7756163554455586,0.892317257603093
block,3d-volume,5,20,0.802039122632485,0.7698342438427777,0.8892367804699988
block,3d-volume,6,19,0.8649610706130815,0.8068751614830983,0.9147549633399301
block,3d-volume,7,13,0.8338788272523221,0.8111808153950231,0.8961788833920625
block,3d-volume,8,25,0.8210691749524753,0.7869135461084978,0.8984399780703005
block,3d-volume,9,7,0.7921202796541179,0.7829800826876393,0.8383111208949781
block,3d-volume,10,14,0.8712767579792928,0.808286835207875,0.9311130535641426
block,3d-volume,11,15,0.8567301881799948,0.8420882491714214,0.8723359157908674
block,3d-volume,12,13,0.878820052327295,0.8005055367654049,0.9003593656208086
block,3d-volume,13,5,0.8413887031483342,0.8269826043982158,0.8663564744427157
block,3d-volume,14,5,0.8482732480061685,0.8037558138103084,0.8543993886099361
block,3d-volume,15,4,0.9044995313662272,0.8779254085355535,0.9110599729107347
block,3d-volume,16,4,0.843600741507026,0.7971940369401024,0.8823409979846442
block,3d-volume,17,5,0.7775241450511589,0.7623044324936186,0.8205122958709042
block,3d-volume,18,1,0.7536817290838455,0.7536817290838455,0.7536817290838455
block,3d-volume,19,1,0.8474271739113811,0.8474271739113811,0.8474271739113811
block,3d-volume,21,1,0.8644054697085172,0.8644054697085172,0.8644054697085172