{
  "activation.gelu" : {
    "maximum" : 1.648441e-07,
    "rmse" : 1.2645668e-09,
    "unequal" : 2
  },
  "activation.sigmoid" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "activation.silu" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.0.input_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.0.mlp" : {
    "maximum" : 0.00024414062,
    "rmse" : 1.1872395e-05,
    "unequal" : 26
  },
  "layer.0.mlp.act_fn.isolated" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.0.mlp.down_proj.isolated" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.0.mlp.gate_proj.isolated" : {
    "maximum" : 1.5258789e-05,
    "rmse" : 1.8439034e-07,
    "unequal" : 1
  },
  "layer.0.mlp.up_proj.isolated" : {
    "maximum" : 0.00048828125,
    "rmse" : 5.900491e-06,
    "unequal" : 1
  },
  "layer.0.output" : {
    "maximum" : 0.00024414062,
    "rmse" : 9.226522e-06,
    "unequal" : 6
  },
  "layer.0.post_attention_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.0.self_attn.0" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.1.input_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.1.mlp" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.1.output" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.1.post_attention_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.1.self_attn.0" : {
    "maximum" : 6.1035156e-05,
    "rmse" : 2.4526153e-06,
    "unequal" : 7
  },
  "layer.10.input_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.10.mlp" : {
    "maximum" : 0.00048828125,
    "rmse" : 1.3647876e-05,
    "unequal" : 1
  },
  "layer.10.output" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.10.post_attention_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.10.self_attn.0" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.11.input_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.11.mlp" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.11.output" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.11.post_attention_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.11.self_attn.0" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.2.input_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.2.mlp" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.2.output" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.2.post_attention_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.2.self_attn.0" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.3.input_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.3.mlp" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.3.output" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.3.post_attention_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.3.self_attn.0" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.4.input_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.4.mlp" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.4.output" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.4.post_attention_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.4.self_attn.0" : {
    "maximum" : 1.5258789e-05,
    "rmse" : 4.2649611e-07,
    "unequal" : 1
  },
  "layer.5.input_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.5.mlp" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.5.output" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.5.post_attention_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.5.self_attn.0" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.6.input_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.6.mlp" : {
    "maximum" : 0.0009765625,
    "rmse" : 3.1549185e-05,
    "unequal" : 6
  },
  "layer.6.output" : {
    "maximum" : 0.0009765625,
    "rmse" : 3.9237642e-05,
    "unequal" : 4
  },
  "layer.6.post_attention_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.6.self_attn.0" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.7.input_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.7.mlp" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.7.output" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.7.post_attention_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.7.self_attn.0" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.8.input_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.8.mlp" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.8.output" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.8.post_attention_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.8.self_attn.0" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.9.input_layernorm" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "layer.9.mlp" : {
    "maximum" : 0.00390625,
    "rmse" : 0.00048066094,
    "unequal" : 293
  },
  "layer.9.output" : {
    "maximum" : 0.0078125,
    "rmse" : 0.00060899823,
    "unequal" : 156
  },
  "layer.9.post_attention_layernorm" : {
    "maximum" : 0.00390625,
    "rmse" : 0.00016715167,
    "unequal" : 6
  },
  "layer.9.self_attn.0" : {
    "maximum" : 0.0009765625,
    "rmse" : 4.015129e-05,
    "unequal" : 47
  },
  "prefill.decoder.first.attention" : {
    "maximum" : 0.015625,
    "rmse" : 0.0003884219,
    "unequal" : 258094
  },
  "prefill.decoder.first.down" : {
    "maximum" : 0.015625,
    "rmse" : 0.00028016497,
    "unequal" : 256394
  },
  "prefill.decoder.first.gate" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "prefill.decoder.first.k_proj" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "prefill.decoder.first.norm1" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "prefill.decoder.first.norm2" : {
    "maximum" : 0.015625,
    "rmse" : 0.00067576,
    "unequal" : 150957
  },
  "prefill.decoder.first.q_proj" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "prefill.decoder.first.up" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "prefill.decoder.first.v_proj" : {
    "maximum" : 0,
    "rmse" : 0,
    "unequal" : 0
  },
  "prefill.sam.patch" : {
    "maximum" : 0.0078125,
    "rmse" : 8.450996e-06,
    "unequal" : 94
  },
  "prefill.sam.patch.chw" : {
    "maximum" : 0.0078125,
    "rmse" : 1.0921265e-05,
    "unequal" : 483
  },
  "prefill.sam.patch.hwc" : {
    "maximum" : 0.0078125,
    "rmse" : 8.450996e-06,
    "unequal" : 94
  }
}