45 lines
761 B
JSON
45 lines
761 B
JSON
{
|
|
"roles": [
|
|
"input_layernorm",
|
|
"post_attention_layernorm"
|
|
],
|
|
"layers": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7,
|
|
8,
|
|
9,
|
|
10,
|
|
11,
|
|
12,
|
|
13,
|
|
14,
|
|
15,
|
|
16,
|
|
17,
|
|
18,
|
|
19,
|
|
20,
|
|
21,
|
|
22,
|
|
23
|
|
],
|
|
"same_role_only": true,
|
|
"same_eps": 1e-06,
|
|
"uniform_worst_error_limit": 0.2,
|
|
"empirical_function_worst_relative_error_limit": 0.05,
|
|
"selection": "smallest maximum two-direction uniform bound, then role/layer; no input data used",
|
|
"minimum_gain_standard_deviation": 0.001,
|
|
"max_selected_pairs": 1,
|
|
"heldout_nll_mean_delta_limit": 0.01,
|
|
"heldout_nll_sequence_p95_delta_limit": 0.05,
|
|
"training": false,
|
|
"cost_required": false,
|
|
"registered_unix": 1794203690.521922
|
|
}
|