50 lines
819 B
JSON
50 lines
819 B
JSON
{
|
|
"revision": "15852e8c16360a2fea060d615a32b45270f8a8fc",
|
|
"attention_pairs": [
|
|
[
|
|
3,
|
|
7
|
|
],
|
|
[
|
|
11,
|
|
15
|
|
],
|
|
[
|
|
19,
|
|
23
|
|
]
|
|
],
|
|
"mlp_pairs": [
|
|
[
|
|
5,
|
|
6
|
|
],
|
|
[
|
|
20,
|
|
21
|
|
]
|
|
],
|
|
"norm_layers": [
|
|
3,
|
|
7,
|
|
11,
|
|
15,
|
|
19,
|
|
23
|
|
],
|
|
"seconds": 6849,
|
|
"output_relative_l2_limit": 0.05,
|
|
"token_p95_limit": 0.1,
|
|
"attention_js_limit": 0.01,
|
|
"attention_top5_min": 0.8,
|
|
"heldout_nll_mean_delta_limit": 0.01,
|
|
"heldout_nll_sequence_p95_delta_limit": 0.05,
|
|
"max_intervention_candidates": 1,
|
|
"directions_per_selected_candidate": 2,
|
|
"training": false,
|
|
"search_R": false,
|
|
"automatic_weight_cleanup": false,
|
|
"dtype": "original weights decoded to FP32; not a BF16 backend benchmark",
|
|
"blas_threads": "1"
|
|
}
|