{
  "checkpoints": [
    "/wekafs/prakmish/pretain_checkpoints_long_hf/exp_instella_16b_gated_farskip_overlap_midtraining_dolmino_100B_2e-4_iter_0021000-hf-with-mtp",
    "/wekafs/prakmish/pretain_checkpoints_long_hf/exp_instella_16b_gated_farskip_overlap_midtraining_dolmino_100B_v1_2e-4_iter_0021000-hf-with-mtp",
    "/wekafs/prakmish/pretain_checkpoints_long_hf/exp_instella_16b_gated_farskip_overlap_midtraining_dolmino_100B_v2_2e-4_iter_0022125-hf-with-mtp"
  ],
  "weights_before_normalization": [
    0.5,
    0.5,
    0.5
  ],
  "normalized_weights": [
    0.3333333333333333,
    0.3333333333333333,
    0.3333333333333333
  ],
  "merge_dtype": "float32",
  "total_tensors": 5568
}