{
  "mlp.gate_proj.output": {
    "observations": 96,
    "zero_rate": {
      "min": 0.0,
      "mean": 0.0,
      "max": 0.0
    },
    "negative_rate": {
      "min": 0.6825663248697916,
      "mean": 0.8063652250501846,
      "max": 0.9117279052734375
    },
    "near_001_rms": {
      "min": 0.005289713541666667,
      "mean": 0.007811493343777125,
      "max": 0.010442097981770834
    },
    "near_01_rms": {
      "min": 0.053070068359375,
      "mean": 0.07800536685519749,
      "max": 0.10291544596354167
    },
    "ever_active_001": {
      "min": 1.0,
      "mean": 1.0,
      "max": 1.0
    },
    "energy90_channel_fraction": {
      "min": 0.5314127604166666,
      "mean": 0.6330634223090278,
      "max": 0.78955078125
    }
  },
  "mlp.silu_gate": {
    "observations": 96,
    "zero_rate": {
      "min": 0.0,
      "mean": 0.0,
      "max": 0.0
    },
    "negative_rate": {
      "min": 0.6825663248697916,
      "mean": 0.8063652250501846,
      "max": 0.9117279052734375
    },
    "near_001_rms": {
      "min": 0.0018768310546875,
      "mean": 0.0050310028923882385,
      "max": 0.0082244873046875
    },
    "near_01_rms": {
      "min": 0.020375569661458332,
      "mean": 0.05178917778862848,
      "max": 0.09897359212239583
    },
    "ever_active_001": {
      "min": 1.0,
      "mean": 1.0,
      "max": 1.0
    },
    "energy90_channel_fraction": {
      "min": 0.04736328125,
      "mean": 0.7012278238932291,
      "max": 0.8186848958333334
    }
  },
  "mlp.gated_product": {
    "observations": 96,
    "zero_rate": {
      "min": 0.0,
      "mean": 0.0,
      "max": 0.0
    },
    "negative_rate": {
      "min": 0.4942118326822917,
      "mean": 0.5002292527092828,
      "max": 0.5078125
    },
    "near_001_rms": {
      "min": 0.020960489908854168,
      "mean": 0.03163560231526693,
      "max": 0.07338460286458333
    },
    "near_01_rms": {
      "min": 0.16080220540364584,
      "mean": 0.21046002705891928,
      "max": 0.4075215657552083
    },
    "ever_active_001": {
      "min": 1.0,
      "mean": 1.0,
      "max": 1.0
    },
    "energy90_channel_fraction": {
      "min": 0.06380208333333333,
      "mean": 0.5484212239583334,
      "max": 0.7263997395833334
    }
  },
  "self_attn.q_proj.output": {
    "observations": 24,
    "zero_rate": {
      "min": 0.0,
      "mean": 0.0,
      "max": 0.0
    },
    "negative_rate": {
      "min": 0.6834945678710938,
      "mean": 0.7360480626424154,
      "max": 0.7523574829101562
    },
    "near_001_rms": {
      "min": 0.01090240478515625,
      "mean": 0.012759526570638021,
      "max": 0.01556396484375
    },
    "near_01_rms": {
      "min": 0.106048583984375,
      "mean": 0.1248311996459961,
      "max": 0.148590087890625
    },
    "ever_active_001": {
      "min": 1.0,
      "mean": 1.0,
      "max": 1.0
    },
    "energy90_channel_fraction": {
      "min": 0.413330078125,
      "mean": 0.440277099609375,
      "max": 0.4931640625
    }
  },
  "self_attn.k_proj.output": {
    "observations": 24,
    "zero_rate": {
      "min": 0.0,
      "mean": 0.0,
      "max": 0.0
    },
    "negative_rate": {
      "min": 0.47601318359375,
      "mean": 0.49783579508463544,
      "max": 0.52325439453125
    },
    "near_001_rms": {
      "min": 0.00909423828125,
      "mean": 0.01224517822265625,
      "max": 0.01629638671875
    },
    "near_01_rms": {
      "min": 0.095458984375,
      "mean": 0.1208343505859375,
      "max": 0.15106201171875
    },
    "ever_active_001": {
      "min": 1.0,
      "mean": 1.0,
      "max": 1.0
    },
    "energy90_channel_fraction": {
      "min": 0.41015625,
      "mean": 0.5345865885416666,
      "max": 0.65234375
    }
  },
  "self_attn.v_proj.output": {
    "observations": 24,
    "zero_rate": {
      "min": 0.0,
      "mean": 0.0,
      "max": 0.0
    },
    "negative_rate": {
      "min": 0.49267578125,
      "mean": 0.5059967041015625,
      "max": 0.51666259765625
    },
    "near_001_rms": {
      "min": 0.0084228515625,
      "mean": 0.01374053955078125,
      "max": 0.02447509765625
    },
    "near_01_rms": {
      "min": 0.087890625,
      "mean": 0.1348139444986979,
      "max": 0.22296142578125
    },
    "ever_active_001": {
      "min": 1.0,
      "mean": 1.0,
      "max": 1.0
    },
    "energy90_channel_fraction": {
      "min": 0.291015625,
      "mean": 0.5994466145833334,
      "max": 0.732421875
    }
  }
}