200 lines
4.3 KiB
JSON
200 lines
4.3 KiB
JSON
{
|
|
"mlp.gate_proj.output": {
|
|
"observations": 96,
|
|
"zero_rate": {
|
|
"min": 0.0,
|
|
"mean": 0.0,
|
|
"max": 0.0
|
|
},
|
|
"negative_rate": {
|
|
"min": 0.6825663248697916,
|
|
"mean": 0.8063652250501846,
|
|
"max": 0.9117279052734375
|
|
},
|
|
"near_001_rms": {
|
|
"min": 0.005289713541666667,
|
|
"mean": 0.007811493343777125,
|
|
"max": 0.010442097981770834
|
|
},
|
|
"near_01_rms": {
|
|
"min": 0.053070068359375,
|
|
"mean": 0.07800536685519749,
|
|
"max": 0.10291544596354167
|
|
},
|
|
"ever_active_001": {
|
|
"min": 1.0,
|
|
"mean": 1.0,
|
|
"max": 1.0
|
|
},
|
|
"energy90_channel_fraction": {
|
|
"min": 0.5314127604166666,
|
|
"mean": 0.6330634223090278,
|
|
"max": 0.78955078125
|
|
}
|
|
},
|
|
"mlp.silu_gate": {
|
|
"observations": 96,
|
|
"zero_rate": {
|
|
"min": 0.0,
|
|
"mean": 0.0,
|
|
"max": 0.0
|
|
},
|
|
"negative_rate": {
|
|
"min": 0.6825663248697916,
|
|
"mean": 0.8063652250501846,
|
|
"max": 0.9117279052734375
|
|
},
|
|
"near_001_rms": {
|
|
"min": 0.0018768310546875,
|
|
"mean": 0.0050310028923882385,
|
|
"max": 0.0082244873046875
|
|
},
|
|
"near_01_rms": {
|
|
"min": 0.020375569661458332,
|
|
"mean": 0.05178917778862848,
|
|
"max": 0.09897359212239583
|
|
},
|
|
"ever_active_001": {
|
|
"min": 1.0,
|
|
"mean": 1.0,
|
|
"max": 1.0
|
|
},
|
|
"energy90_channel_fraction": {
|
|
"min": 0.04736328125,
|
|
"mean": 0.7012278238932291,
|
|
"max": 0.8186848958333334
|
|
}
|
|
},
|
|
"mlp.gated_product": {
|
|
"observations": 96,
|
|
"zero_rate": {
|
|
"min": 0.0,
|
|
"mean": 0.0,
|
|
"max": 0.0
|
|
},
|
|
"negative_rate": {
|
|
"min": 0.4942118326822917,
|
|
"mean": 0.5002292527092828,
|
|
"max": 0.5078125
|
|
},
|
|
"near_001_rms": {
|
|
"min": 0.020960489908854168,
|
|
"mean": 0.03163560231526693,
|
|
"max": 0.07338460286458333
|
|
},
|
|
"near_01_rms": {
|
|
"min": 0.16080220540364584,
|
|
"mean": 0.21046002705891928,
|
|
"max": 0.4075215657552083
|
|
},
|
|
"ever_active_001": {
|
|
"min": 1.0,
|
|
"mean": 1.0,
|
|
"max": 1.0
|
|
},
|
|
"energy90_channel_fraction": {
|
|
"min": 0.06380208333333333,
|
|
"mean": 0.5484212239583334,
|
|
"max": 0.7263997395833334
|
|
}
|
|
},
|
|
"self_attn.q_proj.output": {
|
|
"observations": 24,
|
|
"zero_rate": {
|
|
"min": 0.0,
|
|
"mean": 0.0,
|
|
"max": 0.0
|
|
},
|
|
"negative_rate": {
|
|
"min": 0.6834945678710938,
|
|
"mean": 0.7360480626424154,
|
|
"max": 0.7523574829101562
|
|
},
|
|
"near_001_rms": {
|
|
"min": 0.01090240478515625,
|
|
"mean": 0.012759526570638021,
|
|
"max": 0.01556396484375
|
|
},
|
|
"near_01_rms": {
|
|
"min": 0.106048583984375,
|
|
"mean": 0.1248311996459961,
|
|
"max": 0.148590087890625
|
|
},
|
|
"ever_active_001": {
|
|
"min": 1.0,
|
|
"mean": 1.0,
|
|
"max": 1.0
|
|
},
|
|
"energy90_channel_fraction": {
|
|
"min": 0.413330078125,
|
|
"mean": 0.440277099609375,
|
|
"max": 0.4931640625
|
|
}
|
|
},
|
|
"self_attn.k_proj.output": {
|
|
"observations": 24,
|
|
"zero_rate": {
|
|
"min": 0.0,
|
|
"mean": 0.0,
|
|
"max": 0.0
|
|
},
|
|
"negative_rate": {
|
|
"min": 0.47601318359375,
|
|
"mean": 0.49783579508463544,
|
|
"max": 0.52325439453125
|
|
},
|
|
"near_001_rms": {
|
|
"min": 0.00909423828125,
|
|
"mean": 0.01224517822265625,
|
|
"max": 0.01629638671875
|
|
},
|
|
"near_01_rms": {
|
|
"min": 0.095458984375,
|
|
"mean": 0.1208343505859375,
|
|
"max": 0.15106201171875
|
|
},
|
|
"ever_active_001": {
|
|
"min": 1.0,
|
|
"mean": 1.0,
|
|
"max": 1.0
|
|
},
|
|
"energy90_channel_fraction": {
|
|
"min": 0.41015625,
|
|
"mean": 0.5345865885416666,
|
|
"max": 0.65234375
|
|
}
|
|
},
|
|
"self_attn.v_proj.output": {
|
|
"observations": 24,
|
|
"zero_rate": {
|
|
"min": 0.0,
|
|
"mean": 0.0,
|
|
"max": 0.0
|
|
},
|
|
"negative_rate": {
|
|
"min": 0.49267578125,
|
|
"mean": 0.5059967041015625,
|
|
"max": 0.51666259765625
|
|
},
|
|
"near_001_rms": {
|
|
"min": 0.0084228515625,
|
|
"mean": 0.01374053955078125,
|
|
"max": 0.02447509765625
|
|
},
|
|
"near_01_rms": {
|
|
"min": 0.087890625,
|
|
"mean": 0.1348139444986979,
|
|
"max": 0.22296142578125
|
|
},
|
|
"ever_active_001": {
|
|
"min": 1.0,
|
|
"mean": 1.0,
|
|
"max": 1.0
|
|
},
|
|
"energy90_channel_fraction": {
|
|
"min": 0.291015625,
|
|
"mean": 0.5994466145833334,
|
|
"max": 0.732421875
|
|
}
|
|
}
|
|
} |