{
  "vocab_size": 4096,
  "eos_id": 0,
  "context": 512,
  "width": 256,
  "heads": 8,
  "kv_heads": 2,
  "ffn_width": 896,
  "core_layers": 6,
  "passes": 2,
  "max_passes": 4,
  "experts": 5,
  "expert_width": 256,
  "refiner_width": 512,
  "controller_width": 64,
  "compass_horizons": [
    8,
    32,
    64
  ],
  "rope_theta": 10000.0,
  "dropout": 0.0,
  "route_floor": 0.001,
  "compass_weight": 0.1,
  "prediction_weight": 0.02,
  "control_weight": 0.0001,
  "recovery_weight": 0.01,
  "recovery_radius": 1.0,
  "intermediate_weight": 0.0,
  "head_chunk": 2048,
  "parameter_cap": 10000000
}