30 lines
753 B
JSON
30 lines
753 B
JSON
{
|
|
"layers": [
|
|
5,
|
|
6,
|
|
20,
|
|
21
|
|
],
|
|
"unit": "post_silu_gate_times_up_scalar_function; keep each output column",
|
|
"thresholds": [
|
|
0.05,
|
|
0.1,
|
|
0.2
|
|
],
|
|
"maximum_directional_relative_l2": 0.2,
|
|
"cosine_min": 0.98,
|
|
"pearson_min": 0.95,
|
|
"rms_floor": "at least within-layer median calibration neuron RMS",
|
|
"std_over_rms_min": 0.25,
|
|
"effective_energy_tokens_min": 16,
|
|
"max_selected_pairs": 1,
|
|
"selection": "smallest worst directional calibration error; then layer/id",
|
|
"heldout_per_text_error_max": 0.35,
|
|
"heldout_quality_mean_nll_delta_max": 0.01,
|
|
"heldout_quality_sequence_p95_delta_max": 0.05,
|
|
"training": false,
|
|
"scale_fitting": false,
|
|
"cost_required": false,
|
|
"registered_unix": 1794203413.872667
|
|
}
|