{
  "wall_seconds": 4000.356973171234,
  "records_seen": 30428,
  "requested_records": 25152,
  "truncated_records": 0,
  "rejected_records": 0,
  "optimizer_steps": 394,
  "forward_tokens": 7135314,
  "step_seconds": [
    12.511,
    9.254,
    10.62,
    9.025,
    12.036,
    11.928,
    9.628,
    12.674,
    9.822,
    9.773,
    11.589,
    11.427,
    9.227,
    11.19,
    8.41,
    11.074,
    9.297,
    10.768,
    12.99,
    9.841,
    8.793,
    10.087,
    11.098,
    12.294,
    10.697,
    11.002,
    8.268,
    11.538,
    11.247,
    10.113,
    11.939,
    6.816,
    12.711,
    11.38,
    8.399,
    11.253,
    9.656,
    9.951,
    9.159,
    7.185,
    11.723,
    10.921,
    12.832,
    9.236,
    13.236,
    10.31,
    10.539,
    8.805,
    11.742,
    10.635,
    11.079,
    11.66,
    8.147,
    8.753,
    11.661,
    8.573,
    11.415,
    9.337,
    10.733,
    7.736,
    13.033,
    11.875,
    9.717,
    11.912,
    9.036,
    9.321,
    11.411,
    10.089,
    9.347,
    9.472,
    10.091,
    8.653,
    8.423,
    12.749,
    9.635,
    8.645,
    10.095,
    9.768,
    9.561,
    8.472,
    10.05,
    11.566,
    8.56,
    8.64,
    9.641,
    9.949,
    11.791,
    11.137,
    8.979,
    10.343,
    9.476,
    10.836,
    9.256,
    7.939,
    9.193,
    9.6,
    8.971,
    11.572,
    6.94,
    10.366,
    10.662,
    7.586,
    11.434,
    8.688,
    9.537,
    9.173,
    11.653,
    9.378,
    11.038,
    9.596,
    10.094,
    11.45,
    11.323,
    12.145,
    6.775,
    11.758,
    9.077,
    9.22,
    10.915,
    12.89,
    10.692,
    12.645,
    10.169,
    9.375,
    9.116,
    7.974,
    11.385,
    12.378,
    10.786,
    11.093,
    11.872,
    9.033,
    7.185,
    9.814,
    9.685,
    10.999,
    8.638,
    12.518,
    11.447,
    10.749,
    10.09,
    9.141,
    10.518,
    10.274,
    7.997,
    10.887,
    10.326,
    9.457,
    11.163,
    10.762,
    9.925,
    12.072,
    10.187,
    10.494,
    9.611,
    11.798,
    10.92,
    9.59,
    11.748,
    9.167,
    8.839,
    8.799,
    6.305,
    10.148,
    9.709,
    9.856,
    10.229,
    8.813,
    8.903,
    8.365,
    8.905,
    10.746,
    12.235,
    10.065,
    8.933,
    10.735,
    9.167,
    10.957,
    10.2,
    11.194,
    10.936,
    10.528,
    9.017,
    8.856,
    10.925,
    10.82,
    11.456,
    9.652,
    10.044,
    10.133,
    8.983,
    8.37,
    11.049,
    9.913,
    11.552,
    10.832,
    5.078,
    10.492,
    8.243,
    10.44,
    8.342,
    12.551,
    9.556,
    9.85,
    10.156,
    9.491,
    13.196,
    12.348,
    13.554,
    13.145,
    10.47,
    11.623,
    9.938,
    9.362,
    8.977,
    8.753,
    8.393,
    8.58,
    9.621,
    10.26,
    14.054,
    9.28,
    11.616,
    9.828,
    9.605,
    11.957,
    9.825,
    11.075,
    9.769,
    10.392,
    9.584,
    11.795,
    9.563,
    7.881,
    12.631,
    10.367,
    8.858,
    11.536,
    10.392,
    7.894,
    9.218,
    10.401,
    12.437,
    11.934,
    10.277,
    9.43,
    11.605,
    9.412,
    10.214,
    9.494,
    10.545,
    13.561,
    10.656,
    10.792,
    11.967,
    12.806,
    9.129,
    8.743,
    10.129,
    9.582,
    7.73,
    9.604,
    11.561,
    12.0,
    9.724,
    10.579,
    9.867,
    10.223,
    6.858,
    11.559,
    6.905,
    8.432,
    9.38,
    9.023,
    10.54,
    11.217,
    11.877,
    10.14,
    10.051,
    9.088,
    9.029,
    8.784,
    8.218,
    10.704,
    8.595,
    10.412,
    9.615,
    7.703,
    10.573,
    11.776,
    10.092,
    10.763,
    8.662,
    11.292,
    10.23,
    8.781,
    11.637,
    10.137,
    9.407,
    10.317,
    12.095,
    9.037,
    12.204,
    12.12,
    10.975,
    9.062,
    9.656,
    12.57,
    7.519,
    7.766,
    9.952,
    8.99,
    15.348,
    10.313,
    8.527,
    10.139,
    10.909,
    8.067,
    11.476,
    10.199,
    12.229,
    10.15,
    10.089,
    10.581,
    10.768,
    9.781,
    9.641,
    10.395,
    10.447,
    8.797,
    12.972,
    11.354,
    8.411,
    9.676,
    9.271,
    9.435,
    13.339,
    6.344,
    11.287,
    10.712,
    10.119,
    9.818,
    12.611,
    10.11,
    7.723,
    10.496,
    9.546,
    9.171,
    9.287,
    10.326,
    14.834,
    10.04,
    12.156,
    10.029,
    8.066,
    9.751,
    9.819,
    10.461,
    9.733,
    11.76,
    10.074,
    9.213,
    8.42,
    9.52,
    10.126,
    9.951,
    9.858,
    7.373,
    9.211,
    10.935,
    8.447,
    10.417,
    10.537,
    12.115,
    9.141,
    11.417,
    10.941,
    12.687,
    10.326,
    11.301,
    9.618,
    11.845,
    6.207,
    8.13,
    10.519,
    9.023,
    10.506,
    9.898,
    10.037,
    8.055,
    8.852,
    11.159,
    10.008,
    4.197
  ],
  "optimizer_seconds": 2.405409812927246,
  "resume_seconds": [],
  "resume_write_seconds": [],
  "world_size": 1,
  "backbone_save_seconds": 0.2,
  "snapshots": [],
  "grad_norm": [
    {
      "epoch": 0,
      "steps": 197,
      "mean": 75.17497656345178,
      "max": 2070.845947,
      "clipped_steps": 197
    },
    {
      "epoch": 1,
      "steps": 197,
      "mean": 10.092717218274112,
      "max": 60.896645,
      "clipped_steps": 197
    }
  ],
  "weights": "lora",
  "peak_device_bytes": 45226990080,
  "device": "cuda",
  "dtype": "bf16",
  "batch": 8,
  "peak_rss_bytes": 48691343360
}