Files
exp-model-parameter-similarity/results/qwen35-2b/analysis/block_structure.json
T

1222 lines
22 KiB
JSON

[
{
"a": 167,
"b": 246,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.09834185987710953,
"left_subspace_overlap": 0.24957218766212463
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.09834185987710953,
"left_subspace_overlap": 0.3102112114429474
}
]
},
{
"a": 423,
"b": 496,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.9602342844009399,
"left_subspace_overlap": 0.2911614775657654
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.9602342844009399,
"left_subspace_overlap": 0.3079560697078705
}
]
},
{
"a": 545,
"b": 718,
"modes": [
{
"axis": 0,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 1,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
}
]
},
{
"a": 904,
"b": 1005,
"modes": [
{
"axis": 0,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.020503103733062744,
"left_subspace_overlap": 0.6071665287017822
},
{
"axis": 1,
"probe_shape": [
4,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.020503103733062744,
"left_subspace_overlap": 0.9179366230964661
}
]
},
{
"a": 1103,
"b": 1150,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.25930148363113403,
"left_subspace_overlap": 0.1319628357887268
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.25930148363113403,
"left_subspace_overlap": 0.09876036643981934
}
]
},
{
"a": 1434,
"b": 1503,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.08172989636659622,
"left_subspace_overlap": 0.07351979613304138
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.08172989636659622,
"left_subspace_overlap": 0.13167200982570648
}
]
},
{
"a": 1569,
"b": 1706,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.20807525515556335,
"left_subspace_overlap": 0.14662852883338928
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.20807525515556335,
"left_subspace_overlap": 0.11888257414102554
}
]
},
{
"a": 1811,
"b": 1814,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.1896129548549652,
"left_subspace_overlap": 0.15662597119808197
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.1896129548549652,
"left_subspace_overlap": 0.02886384353041649
}
]
},
{
"a": 2102,
"b": 2176,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.07815796136856079,
"left_subspace_overlap": 0.16046008467674255
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.07815796136856079,
"left_subspace_overlap": 0.12126979976892471
}
]
},
{
"a": 2395,
"b": 2465,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.08637318015098572,
"left_subspace_overlap": 0.13648290932178497
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.08637318015098572,
"left_subspace_overlap": 0.1952282190322876
}
]
},
{
"a": 2669,
"b": 2813,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.04372524097561836,
"left_subspace_overlap": 0.09328511357307434
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.04372524097561836,
"left_subspace_overlap": 0.14482709765434265
}
]
},
{
"a": 2920,
"b": 2973,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.07977943867444992,
"left_subspace_overlap": 0.1114613488316536
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.07977943867444992,
"left_subspace_overlap": 0.08640502393245697
}
]
},
{
"a": 3082,
"b": 3138,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.0836811438202858,
"left_subspace_overlap": 0.17508645355701447
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.0836811438202858,
"left_subspace_overlap": 0.08707370609045029
}
]
},
{
"a": 3537,
"b": 3575,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.0692194476723671,
"left_subspace_overlap": 0.08500097692012787
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.0692194476723671,
"left_subspace_overlap": 0.1344117522239685
}
]
},
{
"a": 3689,
"b": 3818,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.07882475107908249,
"left_subspace_overlap": 0.1535194218158722
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.07882475107908249,
"left_subspace_overlap": 0.14682702720165253
}
]
},
{
"a": 3964,
"b": 4066,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.06728687882423401,
"left_subspace_overlap": 0.1896788775920868
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.06728687882423401,
"left_subspace_overlap": 0.15199869871139526
}
]
},
{
"a": 4208,
"b": 4293,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.1183663159608841,
"left_subspace_overlap": 0.09717005491256714
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.1183663159608841,
"left_subspace_overlap": 0.20022913813591003
}
]
},
{
"a": 4409,
"b": 4582,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.21377992630004883,
"left_subspace_overlap": 0.18531161546707153
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.21377992630004883,
"left_subspace_overlap": 0.12827937304973602
}
]
},
{
"a": 4814,
"b": 4828,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.06173398345708847,
"left_subspace_overlap": 0.19168631732463837
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.06173398345708847,
"left_subspace_overlap": 0.1889941245317459
}
]
},
{
"a": 4871,
"b": 4935,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.07101370394229889,
"left_subspace_overlap": 0.24855448305606842
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.07101370394229889,
"left_subspace_overlap": 0.2817017436027527
}
]
},
{
"a": 5280,
"b": 5310,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.06001944839954376,
"left_subspace_overlap": 0.5715411305427551
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.06001944839954376,
"left_subspace_overlap": 0.5547471642494202
}
]
},
{
"a": 5524,
"b": 5620,
"modes": [
{
"axis": 0,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.04883963614702225,
"left_subspace_overlap": 0.10945474356412888
},
{
"axis": 1,
"probe_shape": [
32,
32
],
"k": 4,
"normalized_spectrum_distance": 0.04883963614702225,
"left_subspace_overlap": 0.08706782758235931
}
]
},
{
"a": 531,
"b": 751,
"modes": [
{
"axis": 0,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 1,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
}
]
},
{
"a": 870,
"b": 971,
"modes": [
{
"axis": 0,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.037062618881464005,
"left_subspace_overlap": 0.6782596111297607
},
{
"axis": 1,
"probe_shape": [
4,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.037062618881464005,
"left_subspace_overlap": 0.9906154274940491
}
]
},
{
"a": 695,
"b": 697,
"modes": [
{
"axis": 0,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 1,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
}
]
},
{
"a": 774,
"b": 846,
"modes": [
{
"axis": 0,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.002293174620717764,
"left_subspace_overlap": 0.6693249940872192
},
{
"axis": 1,
"probe_shape": [
4,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.002293174620717764,
"left_subspace_overlap": 0.7640079259872437
}
]
},
{
"a": 596,
"b": 733,
"modes": [
{
"axis": 0,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 1,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
}
]
},
{
"a": 843,
"b": 930,
"modes": [
{
"axis": 0,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.035601574927568436,
"left_subspace_overlap": 0.9630180597305298
},
{
"axis": 1,
"probe_shape": [
4,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.035601574927568436,
"left_subspace_overlap": 0.7086180448532104
}
]
},
{
"a": 649,
"b": 715,
"modes": [
{
"axis": 0,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 1,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
}
]
},
{
"a": 805,
"b": 876,
"modes": [
{
"axis": 0,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.0298906359821558,
"left_subspace_overlap": 0.7313928604125977
},
{
"axis": 1,
"probe_shape": [
4,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.0298906359821558,
"left_subspace_overlap": 0.8697418570518494
}
]
},
{
"a": 643,
"b": 731,
"modes": [
{
"axis": 0,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 1,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
}
]
},
{
"a": 943,
"b": 987,
"modes": [
{
"axis": 0,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.026175811886787415,
"left_subspace_overlap": 0.9702196717262268
},
{
"axis": 1,
"probe_shape": [
4,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.026175811886787415,
"left_subspace_overlap": 0.9845861792564392
}
]
},
{
"a": 639,
"b": 696,
"modes": [
{
"axis": 0,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 1,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
}
]
},
{
"a": 814,
"b": 815,
"modes": [
{
"axis": 0,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.11727166920900345,
"left_subspace_overlap": 0.8231639266014099
},
{
"axis": 1,
"probe_shape": [
4,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.11727166920900345,
"left_subspace_overlap": 0.9498236775398254
}
]
},
{
"a": 655,
"b": 731,
"modes": [
{
"axis": 0,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 1,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
}
]
},
{
"a": 966,
"b": 1016,
"modes": [
{
"axis": 0,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.02955508977174759,
"left_subspace_overlap": 0.6232760548591614
},
{
"axis": 1,
"probe_shape": [
4,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.02955508977174759,
"left_subspace_overlap": 0.592079758644104
}
]
},
{
"a": 643,
"b": 655,
"modes": [
{
"axis": 0,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 1,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
}
]
},
{
"a": 810,
"b": 836,
"modes": [
{
"axis": 0,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.043931711465120316,
"left_subspace_overlap": 0.6807293891906738
},
{
"axis": 1,
"probe_shape": [
4,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.043931711465120316,
"left_subspace_overlap": 0.8399657607078552
}
]
},
{
"a": 596,
"b": 745,
"modes": [
{
"axis": 0,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 1,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
1,
1,
4
],
"trivial_mode_skipped": true
}
]
},
{
"a": 792,
"b": 965,
"modes": [
{
"axis": 0,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.004128130618482828,
"left_subspace_overlap": 0.498508483171463
},
{
"axis": 1,
"probe_shape": [
4,
1,
4
],
"trivial_mode_skipped": true
},
{
"axis": 2,
"probe_shape": [
4,
1,
4
],
"k": 2,
"normalized_spectrum_distance": 0.004128130618482828,
"left_subspace_overlap": 0.6024801135063171
}
]
}
]