Study cross-layer QKV functions and conditional retrieval overlap

This commit is contained in:
2026-11-09 16:01:26 +08:00
parent 5031aa604e
commit 9efbf0b3b1
68 changed files with 79327 additions and 0 deletions
@@ -0,0 +1,13 @@
split,mode,sample,js,js_p95,top5,js_all_queries,first_key_mass_a,first_key_mass_b,self_mass_a,recent3_mass_a,js_without_first_key,total_variation,total_variation_p95,output_error_a,output_error_b,output_cosine,output_rms_a,output_rms_b,target_uniform_js,active
calibration,same_H23,cal-zh-1,0.008415722980279438,0.031573834926377116,0.7040000000000001,0.0069337077183353165,7.760366694128606e-05,2.1067947924393592e-05,0.9555783748626709,0.9601525722321821,0.008398340277904722,0.04018623842512795,0.13212838005524633,0.026349251314652652,0.026351260147296565,0.9996528349179087,0.11959976219091648,0.1195906447557293,0.5309802416332696,True
calibration,same_H23,cal-zh-2,0.007717902243658157,0.03905573210168735,0.7040000000000001,0.006164263819976042,0.0001941091476692236,0.00012491250175116874,0.9716920018196106,0.9802002269136574,0.007686862322339637,0.030932499425235845,0.12844441759302733,0.027586039870790727,0.027572262838384706,0.9996198200017125,0.12565684430883853,0.12571963126347582,0.5413895739330946,True
calibration,same_H23,cal-en-1,0.0074906268338348625,0.02022429822768962,0.5760000000000001,0.00610444622579555,0.0002340225527950679,3.365668042079051e-05,0.9754962253570557,0.9828815426458823,0.00743507518421024,0.03021933798377063,0.09680565516719065,0.021070817485433223,0.021060321367183655,0.9997782450373727,0.132065390120307,0.13213120934154346,0.5490590500732053,True
calibration,same_H23,cal-en-2,0.008403453070963122,0.029975701211805345,0.6639999999999999,0.006803037760409926,0.0002689948538682074,0.0003356811904404822,0.9707730460166931,0.9809613899300166,0.008307414070266451,0.03437363889475137,0.11138522963365163,0.020359309688869905,0.020392032198470827,0.9997937057050059,0.11960599223343558,0.11941406392579591,0.5342052536477747,True
heldout,same_H23,test-zh-1,0.004111710088895894,0.011203692605422767,0.7280000000000001,0.0034785477719938953,6.990045674683643e-05,2.4686186429789812e-05,0.9703956890106201,0.974995339689649,0.0040983173533487675,0.018347274587290484,0.048098954225497426,0.010679214006760473,0.010662696004847703,0.9999442634541316,0.11754093822073378,0.11772302551286666,0.5399157945770658,True
heldout,same_H23,test-zh-2,0.0050100212276215075,0.020168146314569504,0.664,0.00415046168848993,0.0004483336447265174,0.0001174674271578624,0.9708290266990661,0.9753516262029006,0.004926731474058157,0.022263210957163437,0.0745870985388136,0.014115945446126805,0.014106574840108809,0.9999006566619043,0.11924118249376423,0.11932039110073889,0.5448131547551402,True
heldout,same_H23,test-en-1,0.006778759541909737,0.019003309569821318,0.5920000000000001,0.0056630939538435225,0.0005558020923854202,1.8380516977885008e-05,0.9690689063072204,0.9759606437692128,0.006614750987538324,0.02683075259837814,0.0886492732048281,0.014055308482184788,0.014014508384249847,0.999905736342381,0.12221393132973943,0.12256972978021319,0.5386147035414889,True
heldout,same_H23,test-en-2,0.008002353893592691,0.028681067875296774,0.584,0.01017978861948556,0.00029325423754926304,0.00019826364135951734,0.9733050465583801,0.9786965364505886,0.0079770412874765,0.0326121916641722,0.12707342054914064,0.017180285438587496,0.017181819178392184,0.9998524097055808,0.12367537051634622,0.12366433060045309,0.538042109961459,True
fresh_test,same_H23,fresh-zh-1,0.0037236368694447673,0.0079102590864739,0.7440000000000001,0.0032850090619036747,0.00021911789479418076,4.400159336682918e-05,0.9743062949180603,0.9798486093860629,0.0036678289509953586,0.016836133809252942,0.04107042597061077,0.010286364768136316,0.010271529024909715,0.9999482132303905,0.12073038329199516,0.12090476092962102,0.5414232058637818,True
fresh_test,same_H23,fresh-zh-2,0.004976472461140254,0.01349132707464056,0.664,0.004247219813864316,0.00015354083661804906,0.00022490669611215707,0.9571344137191773,0.9621559375351353,0.004921408131390152,0.024246559643496538,0.09302036721131784,0.017477561538756986,0.017463500689023966,0.9998477141736726,0.12627090324242518,0.12637257107110172,0.5364870082694526,True
fresh_test,same_H23,fresh-en-1,0.004694315735679507,0.015873677972810498,0.608,0.0038353368167795116,0.0001855553540008259,3.9933478419698076e-05,0.9719993090629577,0.9802694441333734,0.00464392100368096,0.01997736181091568,0.06704465285702092,0.01302127903410833,0.013026994354340068,0.9999152822195794,0.12090631427000591,0.12085326916341445,0.5450853807976066,True
fresh_test,same_H23,fresh-en-2,0.018921025381545404,0.07294334072098421,0.624,0.01696863122473362,0.0003818481252528727,0.00019207453090075433,0.9671855711936951,0.9737620480834448,0.01885906674080864,0.0696232315711734,0.2387305877473409,0.03813168423426638,0.03814551024093568,0.9992727894346689,0.11903171602231612,0.11898857245734115,0.5346062977887738,True
1 split mode sample js js_p95 top5 js_all_queries first_key_mass_a first_key_mass_b self_mass_a recent3_mass_a js_without_first_key total_variation total_variation_p95 output_error_a output_error_b output_cosine output_rms_a output_rms_b target_uniform_js active
2 calibration same_H23 cal-zh-1 0.008415722980279438 0.031573834926377116 0.7040000000000001 0.0069337077183353165 7.760366694128606e-05 2.1067947924393592e-05 0.9555783748626709 0.9601525722321821 0.008398340277904722 0.04018623842512795 0.13212838005524633 0.026349251314652652 0.026351260147296565 0.9996528349179087 0.11959976219091648 0.1195906447557293 0.5309802416332696 True
3 calibration same_H23 cal-zh-2 0.007717902243658157 0.03905573210168735 0.7040000000000001 0.006164263819976042 0.0001941091476692236 0.00012491250175116874 0.9716920018196106 0.9802002269136574 0.007686862322339637 0.030932499425235845 0.12844441759302733 0.027586039870790727 0.027572262838384706 0.9996198200017125 0.12565684430883853 0.12571963126347582 0.5413895739330946 True
4 calibration same_H23 cal-en-1 0.0074906268338348625 0.02022429822768962 0.5760000000000001 0.00610444622579555 0.0002340225527950679 3.365668042079051e-05 0.9754962253570557 0.9828815426458823 0.00743507518421024 0.03021933798377063 0.09680565516719065 0.021070817485433223 0.021060321367183655 0.9997782450373727 0.132065390120307 0.13213120934154346 0.5490590500732053 True
5 calibration same_H23 cal-en-2 0.008403453070963122 0.029975701211805345 0.6639999999999999 0.006803037760409926 0.0002689948538682074 0.0003356811904404822 0.9707730460166931 0.9809613899300166 0.008307414070266451 0.03437363889475137 0.11138522963365163 0.020359309688869905 0.020392032198470827 0.9997937057050059 0.11960599223343558 0.11941406392579591 0.5342052536477747 True
6 heldout same_H23 test-zh-1 0.004111710088895894 0.011203692605422767 0.7280000000000001 0.0034785477719938953 6.990045674683643e-05 2.4686186429789812e-05 0.9703956890106201 0.974995339689649 0.0040983173533487675 0.018347274587290484 0.048098954225497426 0.010679214006760473 0.010662696004847703 0.9999442634541316 0.11754093822073378 0.11772302551286666 0.5399157945770658 True
7 heldout same_H23 test-zh-2 0.0050100212276215075 0.020168146314569504 0.664 0.00415046168848993 0.0004483336447265174 0.0001174674271578624 0.9708290266990661 0.9753516262029006 0.004926731474058157 0.022263210957163437 0.0745870985388136 0.014115945446126805 0.014106574840108809 0.9999006566619043 0.11924118249376423 0.11932039110073889 0.5448131547551402 True
8 heldout same_H23 test-en-1 0.006778759541909737 0.019003309569821318 0.5920000000000001 0.0056630939538435225 0.0005558020923854202 1.8380516977885008e-05 0.9690689063072204 0.9759606437692128 0.006614750987538324 0.02683075259837814 0.0886492732048281 0.014055308482184788 0.014014508384249847 0.999905736342381 0.12221393132973943 0.12256972978021319 0.5386147035414889 True
9 heldout same_H23 test-en-2 0.008002353893592691 0.028681067875296774 0.584 0.01017978861948556 0.00029325423754926304 0.00019826364135951734 0.9733050465583801 0.9786965364505886 0.0079770412874765 0.0326121916641722 0.12707342054914064 0.017180285438587496 0.017181819178392184 0.9998524097055808 0.12367537051634622 0.12366433060045309 0.538042109961459 True
10 fresh_test same_H23 fresh-zh-1 0.0037236368694447673 0.0079102590864739 0.7440000000000001 0.0032850090619036747 0.00021911789479418076 4.400159336682918e-05 0.9743062949180603 0.9798486093860629 0.0036678289509953586 0.016836133809252942 0.04107042597061077 0.010286364768136316 0.010271529024909715 0.9999482132303905 0.12073038329199516 0.12090476092962102 0.5414232058637818 True
11 fresh_test same_H23 fresh-zh-2 0.004976472461140254 0.01349132707464056 0.664 0.004247219813864316 0.00015354083661804906 0.00022490669611215707 0.9571344137191773 0.9621559375351353 0.004921408131390152 0.024246559643496538 0.09302036721131784 0.017477561538756986 0.017463500689023966 0.9998477141736726 0.12627090324242518 0.12637257107110172 0.5364870082694526 True
12 fresh_test same_H23 fresh-en-1 0.004694315735679507 0.015873677972810498 0.608 0.0038353368167795116 0.0001855553540008259 3.9933478419698076e-05 0.9719993090629577 0.9802694441333734 0.00464392100368096 0.01997736181091568 0.06704465285702092 0.01302127903410833 0.013026994354340068 0.9999152822195794 0.12090631427000591 0.12085326916341445 0.5450853807976066 True
13 fresh_test same_H23 fresh-en-2 0.018921025381545404 0.07294334072098421 0.624 0.01696863122473362 0.0003818481252528727 0.00019207453090075433 0.9671855711936951 0.9737620480834448 0.01885906674080864 0.0696232315711734 0.2387305877473409 0.03813168423426638 0.03814551024093568 0.9992727894346689 0.11903171602231612 0.11898857245734115 0.5346062977887738 True