Quantify adjacent-layer head influence concentration on CPU

This commit is contained in:
2026-11-10 22:38:15 +08:00
parent cd260a2483
commit 098ea8650c
136 changed files with 24841 additions and 0 deletions
+33
View File
@@ -0,0 +1,33 @@
{
"passed": true,
"transitions": 23,
"texts": 4,
"link_observations": 92,
"primary_observations_per_metric": {
"Q": 32000,
"K": 32000,
"V": 32000,
"QKV": 32000,
"JS": 4800,
"sqrtJS": 4800
},
"undefined_zero_total_per_metric": {
"Q": 0,
"K": 0,
"V": 0,
"QKV": 0,
"JS": 0,
"sqrtJS": 0
},
"full_attention_js_links": 24,
"head_sum_controls": 96,
"canonical_forward_relative_error": 0.0,
"all_raw_concentration_and_masks_recomputed": true,
"pooled_concentration_and_joint_summary_recomputed": true,
"original_primary_summaries_unchanged": true,
"sqrt_JS_scale_sensitivity_recomputed": true,
"retained_baseline_cache_files": 100,
"checkpoint_sha_matches_upstream": true,
"prior_official_reference_check_passed_same_implementation": true,
"prior_official_reference_tests": 22
}