Quantify adjacent-layer head influence concentration on CPU
This commit is contained in:
@@ -0,0 +1,33 @@
|
||||
{
|
||||
"passed": true,
|
||||
"transitions": 23,
|
||||
"texts": 4,
|
||||
"link_observations": 92,
|
||||
"primary_observations_per_metric": {
|
||||
"Q": 32000,
|
||||
"K": 32000,
|
||||
"V": 32000,
|
||||
"QKV": 32000,
|
||||
"JS": 4800,
|
||||
"sqrtJS": 4800
|
||||
},
|
||||
"undefined_zero_total_per_metric": {
|
||||
"Q": 0,
|
||||
"K": 0,
|
||||
"V": 0,
|
||||
"QKV": 0,
|
||||
"JS": 0,
|
||||
"sqrtJS": 0
|
||||
},
|
||||
"full_attention_js_links": 24,
|
||||
"head_sum_controls": 96,
|
||||
"canonical_forward_relative_error": 0.0,
|
||||
"all_raw_concentration_and_masks_recomputed": true,
|
||||
"pooled_concentration_and_joint_summary_recomputed": true,
|
||||
"original_primary_summaries_unchanged": true,
|
||||
"sqrt_JS_scale_sensitivity_recomputed": true,
|
||||
"retained_baseline_cache_files": 100,
|
||||
"checkpoint_sha_matches_upstream": true,
|
||||
"prior_official_reference_check_passed_same_implementation": true,
|
||||
"prior_official_reference_tests": 22
|
||||
}
|
||||
Reference in New Issue
Block a user