{
  "requests": 5,
  "tokens_per_request": [
    49,
    49,
    43,
    36,
    63
  ],
  "inventory": {
    "base_tensors": 738,
    "dropped": 15,
    "output_tensors": 723,
    "missing": [],
    "unexpected": [],
    "shape_or_dtype_mismatch": [],
    "ok": true
  },
  "head_conversion": {
    "tensors_equal": true,
    "temperature": 2.406049966812134,
    "kev_loader_temperature": 2.406050072164233,
    "temperature_equal": true
  },
  "m32_vs_ref": {
    "hidden_max_abs": 0.0002765655517578125,
    "hidden_max_rel_l2": 1.0972856216540094e-05,
    "probs_max_abs": 3.8743019104003906e-07,
    "argmax_agree": 7,
    "questions": 7
  },
  "bitwise_vs_kev_bf16_merge": {
    "compared": 426,
    "kept_fp32_as_stored": 48,
    "adapted_compared": 248,
    "unequal": [],
    "ok": true
  },
  "artifact_load_info": {},
  "bf16_vs_ref": {
    "hidden_max_abs": 3.5746097564697266,
    "hidden_max_rel_l2": 0.13559092581272125,
    "probs_max_abs": 0.008558571338653564,
    "argmax_agree": 7,
    "questions": 7
  },
  "bf16_weights_fp32_compute_vs_ref": {
    "hidden_max_abs": 0.4745616912841797,
    "hidden_max_rel_l2": 0.01804092526435852,
    "probs_max_abs": 0.0036011934280395508,
    "argmax_agree": 7,
    "questions": 7
  },
  "ref_probs": [
    [
      0.982291,
      0.002932,
      0.014777
    ],
    [
      0.049596,
      0.950404
    ],
    [
      0.719882,
      0.16948,
      0.110638
    ],
    [
      0.243727,
      0.630191,
      0.123234,
      0.002578,
      0.00027
    ],
    [
      0.088108,
      0.911892
    ],
    [
      0.872057,
      0.064832,
      0.058785,
      0.004326
    ],
    [
      0.835901,
      0.164099
    ]
  ],
  "bf16_probs": [
    [
      0.983938,
      0.00273,
      0.013332
    ],
    [
      0.048998,
      0.951002
    ],
    [
      0.711324,
      0.172814,
      0.115863
    ],
    [
      0.244703,
      0.627919,
      0.12445,
      0.002651,
      0.000277
    ],
    [
      0.089773,
      0.910227
    ],
    [
      0.872067,
      0.064251,
      0.059392,
      0.00429
    ],
    [
      0.838106,
      0.161894
    ]
  ],
  "seconds": 87.6
}