{ "layers": [ 3, 7, 11, 15, 19, 23 ], "layer_pairs": [ [ 3, 7 ], [ 3, 11 ], [ 3, 15 ], [ 3, 19 ], [ 3, 23 ], [ 7, 11 ], [ 7, 15 ], [ 7, 19 ], [ 7, 23 ], [ 11, 15 ], [ 11, 19 ], [ 11, 23 ], [ 15, 19 ], [ 15, 23 ], [ 19, 23 ] ], "heads": 8, "kv_heads": 2, "head_dim": 256, "calibration_samples": [ "cal-zh-1", "cal-zh-2", "cal-en-1", "cal-en-2" ], "validation_samples": [ "test-zh-1", "test-zh-2", "test-en-1", "test-en-2" ], "fresh_test_file": "crossqkv/fresh_samples.json", "fresh_test_count": 4, "tokens_per_text": 32, "query_positions_for_primary_metrics": [ 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31 ], "candidate_types": [ "full_attention", "qkv_head", "qk_map", "qk_head", "v_group" ], "discrete_head_matching": "Exact 8-head minimum mean-JS bijection, two source-layer calibration input distributions; frozen before validation; P injection only", "continuous_alignment": false, "training": false, "scale_fitting": false, "gpu": false, "cost_required": false, "tiers": { "strict": { "output_error": 0.05, "output_cosine": 0.99, "js": 0.01, "js_p95": 0.05, "top5": 0.8, "value_error": 0.05, "value_cosine": 0.99 }, "approximate": { "output_error": 0.2, "output_cosine": 0.98, "js": 0.05, "js_p95": 0.15, "top5": 0.6, "value_error": 0.2, "value_cosine": 0.98 } }, "max_qk_head_output_candidates": 32, "max_v_group_output_candidates": 16, "all_qk_map_output_candidates": 30, "max_final_candidate": 1, "selection": "strict before approximate; type priority full_attention/qkv_head/qk_map/qk_head/v_group; then worst output error, JS, ID; no validation-driven fallback", "head_output_activity_floor": "max(1e-6, 0.1 * within-layer median head RMS) for every calibration/validation/test text", "fresh_test_run_only_if_frozen_candidate_passes_validation": true, "network_interventions": "two same-input donor-function substitution directions; plus one earlier-to-later actual cached-state reuse test reported separately", "network_quality": { "mean_token_nll_delta_max": 0.01, "per_text_p95_nll_delta_max": 0.05 }, "retention": "all weights and caches retained until explicit user deletion request", "seconds": 7200, "controls": [ "identity", "uniform causal P", "seeded within-causal-row key shuffle", "first-key ablation", "self/recent3 mass", "value Gram to input", "value Gram of two seeded Gaussian projections" ], "positional_repeat_labels": { "sink_dominated": 0.9, "self_dominated": 0.9, "recent3_dominated": 0.9 }, "limitations": [ "Old validation texts were used in prior experiments; four fresh texts are reserved for this new goal", "Direct V-coordinate disagreement does not disprove V/O functional equivalence; centered value Gram CKA is diagnostic only", "Arbitrary P-head assignment does not authorize arbitrary GQA KV-weight permutation", "Short text-only pilot does not establish broad task equivalence or linear-attention reuse" ], "registered_unix": 1794208209.7811735, "source_run": "/opt/exp-model-parameter-similarity/runs/cpu-qwen35-2b", "fresh_sample_sha256": "d3f53fc98fa9d061a3df42f24fe307b693b41a9ddf74c8377dd52096663c40a9" }