{ "revision": "15852e8c16360a2fea060d615a32b45270f8a8fc", "attention_pairs": [ [ 3, 7 ], [ 11, 15 ], [ 19, 23 ] ], "mlp_pairs": [ [ 5, 6 ], [ 20, 21 ] ], "norm_layers": [ 3, 7, 11, 15, 19, 23 ], "seconds": 6849, "output_relative_l2_limit": 0.05, "token_p95_limit": 0.1, "attention_js_limit": 0.01, "attention_top5_min": 0.8, "heldout_nll_mean_delta_limit": 0.01, "heldout_nll_sequence_p95_delta_limit": 0.05, "max_intervention_candidates": 1, "directions_per_selected_candidate": 2, "training": false, "search_R": false, "automatic_weight_cleanup": false, "dtype": "original weights decoded to FP32; not a BF16 backend benchmark", "blas_threads": "1" }