{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.7653483992467045,
  "eval_steps": 500,
  "global_step": 1250,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0030131826741996233,
      "grad_norm": 34.6861457824707,
      "learning_rate": 0.0,
      "loss": 4.7036,
      "step": 1
    },
    {
      "epoch": 0.006026365348399247,
      "grad_norm": 33.215126037597656,
      "learning_rate": 2e-07,
      "loss": 4.4381,
      "step": 2
    },
    {
      "epoch": 0.00903954802259887,
      "grad_norm": 31.91962242126465,
      "learning_rate": 4e-07,
      "loss": 4.2738,
      "step": 3
    },
    {
      "epoch": 0.012052730696798493,
      "grad_norm": 33.510711669921875,
      "learning_rate": 6e-07,
      "loss": 4.5457,
      "step": 4
    },
    {
      "epoch": 0.015065913370998116,
      "grad_norm": 33.2039909362793,
      "learning_rate": 8e-07,
      "loss": 4.4126,
      "step": 5
    },
    {
      "epoch": 0.01807909604519774,
      "grad_norm": 34.26924514770508,
      "learning_rate": 1e-06,
      "loss": 4.4619,
      "step": 6
    },
    {
      "epoch": 0.021092278719397364,
      "grad_norm": 34.04632568359375,
      "learning_rate": 9.993957703927493e-07,
      "loss": 4.1716,
      "step": 7
    },
    {
      "epoch": 0.024105461393596987,
      "grad_norm": 32.70482635498047,
      "learning_rate": 9.987915407854984e-07,
      "loss": 4.1148,
      "step": 8
    },
    {
      "epoch": 0.02711864406779661,
      "grad_norm": 37.01934814453125,
      "learning_rate": 9.981873111782478e-07,
      "loss": 4.3351,
      "step": 9
    },
    {
      "epoch": 0.030131826741996232,
      "grad_norm": 36.172142028808594,
      "learning_rate": 9.97583081570997e-07,
      "loss": 4.1667,
      "step": 10
    },
    {
      "epoch": 0.03314500941619586,
      "grad_norm": 40.31679153442383,
      "learning_rate": 9.969788519637462e-07,
      "loss": 4.2093,
      "step": 11
    },
    {
      "epoch": 0.03615819209039548,
      "grad_norm": 40.15742492675781,
      "learning_rate": 9.963746223564954e-07,
      "loss": 4.2268,
      "step": 12
    },
    {
      "epoch": 0.039171374764595104,
      "grad_norm": 39.929691314697266,
      "learning_rate": 9.957703927492447e-07,
      "loss": 3.9355,
      "step": 13
    },
    {
      "epoch": 0.04218455743879473,
      "grad_norm": 39.41320037841797,
      "learning_rate": 9.951661631419938e-07,
      "loss": 4.0088,
      "step": 14
    },
    {
      "epoch": 0.04519774011299435,
      "grad_norm": 37.93269729614258,
      "learning_rate": 9.945619335347432e-07,
      "loss": 3.6819,
      "step": 15
    },
    {
      "epoch": 0.04821092278719397,
      "grad_norm": 38.64561462402344,
      "learning_rate": 9.939577039274925e-07,
      "loss": 3.7213,
      "step": 16
    },
    {
      "epoch": 0.051224105461393596,
      "grad_norm": 33.3484001159668,
      "learning_rate": 9.933534743202417e-07,
      "loss": 3.7547,
      "step": 17
    },
    {
      "epoch": 0.05423728813559322,
      "grad_norm": 28.220916748046875,
      "learning_rate": 9.92749244712991e-07,
      "loss": 3.5524,
      "step": 18
    },
    {
      "epoch": 0.05725047080979284,
      "grad_norm": 22.749616622924805,
      "learning_rate": 9.921450151057401e-07,
      "loss": 3.5342,
      "step": 19
    },
    {
      "epoch": 0.060263653483992465,
      "grad_norm": 15.116613388061523,
      "learning_rate": 9.915407854984895e-07,
      "loss": 3.4557,
      "step": 20
    },
    {
      "epoch": 0.06327683615819209,
      "grad_norm": 14.70132064819336,
      "learning_rate": 9.909365558912386e-07,
      "loss": 3.4788,
      "step": 21
    },
    {
      "epoch": 0.06629001883239172,
      "grad_norm": 14.527510643005371,
      "learning_rate": 9.90332326283988e-07,
      "loss": 3.3028,
      "step": 22
    },
    {
      "epoch": 0.06930320150659133,
      "grad_norm": 12.996399879455566,
      "learning_rate": 9.89728096676737e-07,
      "loss": 3.2357,
      "step": 23
    },
    {
      "epoch": 0.07231638418079096,
      "grad_norm": 13.773697853088379,
      "learning_rate": 9.891238670694864e-07,
      "loss": 3.2755,
      "step": 24
    },
    {
      "epoch": 0.07532956685499058,
      "grad_norm": 13.862228393554688,
      "learning_rate": 9.885196374622357e-07,
      "loss": 3.3604,
      "step": 25
    },
    {
      "epoch": 0.07834274952919021,
      "grad_norm": 12.897477149963379,
      "learning_rate": 9.879154078549849e-07,
      "loss": 3.3267,
      "step": 26
    },
    {
      "epoch": 0.08135593220338982,
      "grad_norm": 14.752609252929688,
      "learning_rate": 9.873111782477342e-07,
      "loss": 3.2435,
      "step": 27
    },
    {
      "epoch": 0.08436911487758945,
      "grad_norm": 12.743549346923828,
      "learning_rate": 9.867069486404833e-07,
      "loss": 3.1507,
      "step": 28
    },
    {
      "epoch": 0.08738229755178907,
      "grad_norm": 11.101383209228516,
      "learning_rate": 9.861027190332327e-07,
      "loss": 3.1273,
      "step": 29
    },
    {
      "epoch": 0.0903954802259887,
      "grad_norm": 11.95251178741455,
      "learning_rate": 9.854984894259818e-07,
      "loss": 3.0316,
      "step": 30
    },
    {
      "epoch": 0.09340866290018833,
      "grad_norm": 10.766655921936035,
      "learning_rate": 9.848942598187312e-07,
      "loss": 3.1074,
      "step": 31
    },
    {
      "epoch": 0.09642184557438795,
      "grad_norm": 11.15977954864502,
      "learning_rate": 9.842900302114803e-07,
      "loss": 2.9768,
      "step": 32
    },
    {
      "epoch": 0.09943502824858758,
      "grad_norm": 10.29792594909668,
      "learning_rate": 9.836858006042296e-07,
      "loss": 3.083,
      "step": 33
    },
    {
      "epoch": 0.10244821092278719,
      "grad_norm": 9.040534019470215,
      "learning_rate": 9.830815709969788e-07,
      "loss": 2.8304,
      "step": 34
    },
    {
      "epoch": 0.10546139359698682,
      "grad_norm": 9.023050308227539,
      "learning_rate": 9.82477341389728e-07,
      "loss": 2.6917,
      "step": 35
    },
    {
      "epoch": 0.10847457627118644,
      "grad_norm": 10.378137588500977,
      "learning_rate": 9.818731117824774e-07,
      "loss": 2.8607,
      "step": 36
    },
    {
      "epoch": 0.11148775894538607,
      "grad_norm": 9.073391914367676,
      "learning_rate": 9.812688821752266e-07,
      "loss": 2.8967,
      "step": 37
    },
    {
      "epoch": 0.11450094161958568,
      "grad_norm": 8.33003044128418,
      "learning_rate": 9.80664652567976e-07,
      "loss": 2.6255,
      "step": 38
    },
    {
      "epoch": 0.11751412429378531,
      "grad_norm": 8.349893569946289,
      "learning_rate": 9.80060422960725e-07,
      "loss": 2.7113,
      "step": 39
    },
    {
      "epoch": 0.12052730696798493,
      "grad_norm": 8.032829284667969,
      "learning_rate": 9.794561933534744e-07,
      "loss": 2.7488,
      "step": 40
    },
    {
      "epoch": 0.12354048964218456,
      "grad_norm": 8.089343070983887,
      "learning_rate": 9.788519637462235e-07,
      "loss": 2.5701,
      "step": 41
    },
    {
      "epoch": 0.12655367231638417,
      "grad_norm": 8.112906455993652,
      "learning_rate": 9.782477341389729e-07,
      "loss": 2.5999,
      "step": 42
    },
    {
      "epoch": 0.1295668549905838,
      "grad_norm": 7.398575782775879,
      "learning_rate": 9.77643504531722e-07,
      "loss": 2.6078,
      "step": 43
    },
    {
      "epoch": 0.13258003766478343,
      "grad_norm": 7.844170093536377,
      "learning_rate": 9.770392749244713e-07,
      "loss": 2.5361,
      "step": 44
    },
    {
      "epoch": 0.13559322033898305,
      "grad_norm": 7.322074890136719,
      "learning_rate": 9.764350453172205e-07,
      "loss": 2.5254,
      "step": 45
    },
    {
      "epoch": 0.13860640301318267,
      "grad_norm": 6.919925689697266,
      "learning_rate": 9.758308157099698e-07,
      "loss": 2.4676,
      "step": 46
    },
    {
      "epoch": 0.1416195856873823,
      "grad_norm": 6.065021514892578,
      "learning_rate": 9.75226586102719e-07,
      "loss": 2.338,
      "step": 47
    },
    {
      "epoch": 0.14463276836158193,
      "grad_norm": 7.550880432128906,
      "learning_rate": 9.746223564954683e-07,
      "loss": 2.4482,
      "step": 48
    },
    {
      "epoch": 0.14764595103578154,
      "grad_norm": 6.961904525756836,
      "learning_rate": 9.740181268882174e-07,
      "loss": 2.635,
      "step": 49
    },
    {
      "epoch": 0.15065913370998116,
      "grad_norm": 6.212646484375,
      "learning_rate": 9.734138972809667e-07,
      "loss": 2.3776,
      "step": 50
    },
    {
      "epoch": 0.1536723163841808,
      "grad_norm": 6.006916046142578,
      "learning_rate": 9.728096676737159e-07,
      "loss": 2.3018,
      "step": 51
    },
    {
      "epoch": 0.15668549905838042,
      "grad_norm": 6.0531325340271,
      "learning_rate": 9.722054380664652e-07,
      "loss": 2.3164,
      "step": 52
    },
    {
      "epoch": 0.15969868173258003,
      "grad_norm": 5.674480438232422,
      "learning_rate": 9.716012084592146e-07,
      "loss": 2.3049,
      "step": 53
    },
    {
      "epoch": 0.16271186440677965,
      "grad_norm": 6.283177375793457,
      "learning_rate": 9.709969788519637e-07,
      "loss": 2.2727,
      "step": 54
    },
    {
      "epoch": 0.1657250470809793,
      "grad_norm": 5.819633960723877,
      "learning_rate": 9.70392749244713e-07,
      "loss": 2.2122,
      "step": 55
    },
    {
      "epoch": 0.1687382297551789,
      "grad_norm": 5.006446838378906,
      "learning_rate": 9.697885196374622e-07,
      "loss": 2.2215,
      "step": 56
    },
    {
      "epoch": 0.17175141242937852,
      "grad_norm": 5.97379732131958,
      "learning_rate": 9.691842900302115e-07,
      "loss": 2.2061,
      "step": 57
    },
    {
      "epoch": 0.17476459510357814,
      "grad_norm": 5.025632381439209,
      "learning_rate": 9.685800604229606e-07,
      "loss": 2.3006,
      "step": 58
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 6.5014472007751465,
      "learning_rate": 9.6797583081571e-07,
      "loss": 2.2979,
      "step": 59
    },
    {
      "epoch": 0.1807909604519774,
      "grad_norm": 4.874022960662842,
      "learning_rate": 9.67371601208459e-07,
      "loss": 2.095,
      "step": 60
    },
    {
      "epoch": 0.18380414312617702,
      "grad_norm": 5.257139682769775,
      "learning_rate": 9.667673716012084e-07,
      "loss": 2.2371,
      "step": 61
    },
    {
      "epoch": 0.18681732580037666,
      "grad_norm": 4.8642377853393555,
      "learning_rate": 9.661631419939576e-07,
      "loss": 2.2551,
      "step": 62
    },
    {
      "epoch": 0.18983050847457628,
      "grad_norm": 5.601889610290527,
      "learning_rate": 9.65558912386707e-07,
      "loss": 2.1867,
      "step": 63
    },
    {
      "epoch": 0.1928436911487759,
      "grad_norm": 5.198556900024414,
      "learning_rate": 9.64954682779456e-07,
      "loss": 2.0829,
      "step": 64
    },
    {
      "epoch": 0.1958568738229755,
      "grad_norm": 5.988768100738525,
      "learning_rate": 9.643504531722054e-07,
      "loss": 2.1105,
      "step": 65
    },
    {
      "epoch": 0.19887005649717515,
      "grad_norm": 5.178367614746094,
      "learning_rate": 9.637462235649545e-07,
      "loss": 2.0064,
      "step": 66
    },
    {
      "epoch": 0.20188323917137477,
      "grad_norm": 5.225499153137207,
      "learning_rate": 9.631419939577038e-07,
      "loss": 1.9879,
      "step": 67
    },
    {
      "epoch": 0.20489642184557438,
      "grad_norm": 5.521583080291748,
      "learning_rate": 9.625377643504532e-07,
      "loss": 2.1283,
      "step": 68
    },
    {
      "epoch": 0.207909604519774,
      "grad_norm": 5.450455188751221,
      "learning_rate": 9.619335347432023e-07,
      "loss": 2.1023,
      "step": 69
    },
    {
      "epoch": 0.21092278719397364,
      "grad_norm": 6.377326011657715,
      "learning_rate": 9.613293051359517e-07,
      "loss": 2.0945,
      "step": 70
    },
    {
      "epoch": 0.21393596986817326,
      "grad_norm": 5.580687046051025,
      "learning_rate": 9.607250755287008e-07,
      "loss": 2.0603,
      "step": 71
    },
    {
      "epoch": 0.21694915254237288,
      "grad_norm": 5.663399696350098,
      "learning_rate": 9.601208459214501e-07,
      "loss": 2.0243,
      "step": 72
    },
    {
      "epoch": 0.2199623352165725,
      "grad_norm": 4.719912528991699,
      "learning_rate": 9.595166163141993e-07,
      "loss": 2.0211,
      "step": 73
    },
    {
      "epoch": 0.22297551789077213,
      "grad_norm": 4.904620170593262,
      "learning_rate": 9.589123867069486e-07,
      "loss": 2.0721,
      "step": 74
    },
    {
      "epoch": 0.22598870056497175,
      "grad_norm": 5.553138732910156,
      "learning_rate": 9.583081570996977e-07,
      "loss": 1.9293,
      "step": 75
    },
    {
      "epoch": 0.22900188323917137,
      "grad_norm": 5.154430866241455,
      "learning_rate": 9.57703927492447e-07,
      "loss": 1.9106,
      "step": 76
    },
    {
      "epoch": 0.232015065913371,
      "grad_norm": 5.0921630859375,
      "learning_rate": 9.570996978851962e-07,
      "loss": 1.8061,
      "step": 77
    },
    {
      "epoch": 0.23502824858757063,
      "grad_norm": 5.445968151092529,
      "learning_rate": 9.564954682779455e-07,
      "loss": 1.8985,
      "step": 78
    },
    {
      "epoch": 0.23804143126177024,
      "grad_norm": 4.871007442474365,
      "learning_rate": 9.558912386706947e-07,
      "loss": 1.9315,
      "step": 79
    },
    {
      "epoch": 0.24105461393596986,
      "grad_norm": 5.1469526290893555,
      "learning_rate": 9.55287009063444e-07,
      "loss": 1.8471,
      "step": 80
    },
    {
      "epoch": 0.2440677966101695,
      "grad_norm": 5.5420241355896,
      "learning_rate": 9.546827794561934e-07,
      "loss": 1.8587,
      "step": 81
    },
    {
      "epoch": 0.24708097928436912,
      "grad_norm": 5.493891716003418,
      "learning_rate": 9.540785498489425e-07,
      "loss": 1.8932,
      "step": 82
    },
    {
      "epoch": 0.25009416195856876,
      "grad_norm": 4.842357635498047,
      "learning_rate": 9.534743202416918e-07,
      "loss": 1.7296,
      "step": 83
    },
    {
      "epoch": 0.25310734463276835,
      "grad_norm": 5.839240550994873,
      "learning_rate": 9.528700906344411e-07,
      "loss": 1.8418,
      "step": 84
    },
    {
      "epoch": 0.256120527306968,
      "grad_norm": 6.450507640838623,
      "learning_rate": 9.522658610271903e-07,
      "loss": 1.7847,
      "step": 85
    },
    {
      "epoch": 0.2591337099811676,
      "grad_norm": 5.740670204162598,
      "learning_rate": 9.516616314199395e-07,
      "loss": 1.8536,
      "step": 86
    },
    {
      "epoch": 0.2621468926553672,
      "grad_norm": 5.523307800292969,
      "learning_rate": 9.510574018126888e-07,
      "loss": 1.8073,
      "step": 87
    },
    {
      "epoch": 0.26516007532956687,
      "grad_norm": 4.190532207489014,
      "learning_rate": 9.50453172205438e-07,
      "loss": 1.7689,
      "step": 88
    },
    {
      "epoch": 0.26817325800376646,
      "grad_norm": 4.71892786026001,
      "learning_rate": 9.498489425981872e-07,
      "loss": 1.7927,
      "step": 89
    },
    {
      "epoch": 0.2711864406779661,
      "grad_norm": 3.9276342391967773,
      "learning_rate": 9.492447129909366e-07,
      "loss": 1.8459,
      "step": 90
    },
    {
      "epoch": 0.27419962335216574,
      "grad_norm": 4.415136337280273,
      "learning_rate": 9.486404833836857e-07,
      "loss": 1.8626,
      "step": 91
    },
    {
      "epoch": 0.27721280602636533,
      "grad_norm": 5.26611852645874,
      "learning_rate": 9.48036253776435e-07,
      "loss": 1.6375,
      "step": 92
    },
    {
      "epoch": 0.280225988700565,
      "grad_norm": 4.380786895751953,
      "learning_rate": 9.474320241691842e-07,
      "loss": 1.7516,
      "step": 93
    },
    {
      "epoch": 0.2832391713747646,
      "grad_norm": 4.630937099456787,
      "learning_rate": 9.468277945619335e-07,
      "loss": 1.6986,
      "step": 94
    },
    {
      "epoch": 0.2862523540489642,
      "grad_norm": 4.607402801513672,
      "learning_rate": 9.462235649546827e-07,
      "loss": 1.717,
      "step": 95
    },
    {
      "epoch": 0.28926553672316385,
      "grad_norm": 4.747241497039795,
      "learning_rate": 9.45619335347432e-07,
      "loss": 1.7993,
      "step": 96
    },
    {
      "epoch": 0.29227871939736344,
      "grad_norm": 5.222727298736572,
      "learning_rate": 9.450151057401811e-07,
      "loss": 1.7622,
      "step": 97
    },
    {
      "epoch": 0.2952919020715631,
      "grad_norm": 4.226417541503906,
      "learning_rate": 9.444108761329305e-07,
      "loss": 1.7105,
      "step": 98
    },
    {
      "epoch": 0.2983050847457627,
      "grad_norm": 5.662446022033691,
      "learning_rate": 9.438066465256798e-07,
      "loss": 1.5551,
      "step": 99
    },
    {
      "epoch": 0.3013182674199623,
      "grad_norm": 5.452689170837402,
      "learning_rate": 9.432024169184289e-07,
      "loss": 1.6254,
      "step": 100
    },
    {
      "epoch": 0.30433145009416196,
      "grad_norm": 6.139257431030273,
      "learning_rate": 9.425981873111783e-07,
      "loss": 1.8607,
      "step": 101
    },
    {
      "epoch": 0.3073446327683616,
      "grad_norm": 5.731149673461914,
      "learning_rate": 9.419939577039274e-07,
      "loss": 1.7846,
      "step": 102
    },
    {
      "epoch": 0.3103578154425612,
      "grad_norm": 4.859795093536377,
      "learning_rate": 9.413897280966767e-07,
      "loss": 1.7599,
      "step": 103
    },
    {
      "epoch": 0.31337099811676083,
      "grad_norm": 4.731764316558838,
      "learning_rate": 9.407854984894259e-07,
      "loss": 1.6824,
      "step": 104
    },
    {
      "epoch": 0.3163841807909605,
      "grad_norm": 5.090848445892334,
      "learning_rate": 9.401812688821752e-07,
      "loss": 1.4966,
      "step": 105
    },
    {
      "epoch": 0.31939736346516007,
      "grad_norm": 5.832790374755859,
      "learning_rate": 9.395770392749243e-07,
      "loss": 1.6723,
      "step": 106
    },
    {
      "epoch": 0.3224105461393597,
      "grad_norm": 4.752500534057617,
      "learning_rate": 9.389728096676737e-07,
      "loss": 1.5952,
      "step": 107
    },
    {
      "epoch": 0.3254237288135593,
      "grad_norm": 4.700122833251953,
      "learning_rate": 9.383685800604229e-07,
      "loss": 1.6605,
      "step": 108
    },
    {
      "epoch": 0.32843691148775894,
      "grad_norm": 4.912515640258789,
      "learning_rate": 9.377643504531722e-07,
      "loss": 1.7009,
      "step": 109
    },
    {
      "epoch": 0.3314500941619586,
      "grad_norm": 4.371939182281494,
      "learning_rate": 9.371601208459214e-07,
      "loss": 1.6983,
      "step": 110
    },
    {
      "epoch": 0.3344632768361582,
      "grad_norm": 4.993189811706543,
      "learning_rate": 9.365558912386706e-07,
      "loss": 1.6657,
      "step": 111
    },
    {
      "epoch": 0.3374764595103578,
      "grad_norm": 5.17345666885376,
      "learning_rate": 9.3595166163142e-07,
      "loss": 1.6463,
      "step": 112
    },
    {
      "epoch": 0.34048964218455746,
      "grad_norm": 4.0338053703308105,
      "learning_rate": 9.353474320241691e-07,
      "loss": 1.6468,
      "step": 113
    },
    {
      "epoch": 0.34350282485875705,
      "grad_norm": 4.444165229797363,
      "learning_rate": 9.347432024169184e-07,
      "loss": 1.6073,
      "step": 114
    },
    {
      "epoch": 0.3465160075329567,
      "grad_norm": 5.414663791656494,
      "learning_rate": 9.341389728096676e-07,
      "loss": 1.751,
      "step": 115
    },
    {
      "epoch": 0.3495291902071563,
      "grad_norm": 4.576066017150879,
      "learning_rate": 9.335347432024169e-07,
      "loss": 1.6533,
      "step": 116
    },
    {
      "epoch": 0.3525423728813559,
      "grad_norm": 4.185419082641602,
      "learning_rate": 9.329305135951662e-07,
      "loss": 1.6802,
      "step": 117
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 5.01163911819458,
      "learning_rate": 9.323262839879154e-07,
      "loss": 1.6024,
      "step": 118
    },
    {
      "epoch": 0.35856873822975516,
      "grad_norm": 5.191035270690918,
      "learning_rate": 9.317220543806646e-07,
      "loss": 1.7589,
      "step": 119
    },
    {
      "epoch": 0.3615819209039548,
      "grad_norm": 5.3965959548950195,
      "learning_rate": 9.311178247734139e-07,
      "loss": 1.5132,
      "step": 120
    },
    {
      "epoch": 0.36459510357815444,
      "grad_norm": 5.428668022155762,
      "learning_rate": 9.305135951661631e-07,
      "loss": 1.8154,
      "step": 121
    },
    {
      "epoch": 0.36760828625235403,
      "grad_norm": 4.524122714996338,
      "learning_rate": 9.299093655589123e-07,
      "loss": 1.6294,
      "step": 122
    },
    {
      "epoch": 0.3706214689265537,
      "grad_norm": 7.043918132781982,
      "learning_rate": 9.293051359516616e-07,
      "loss": 1.6754,
      "step": 123
    },
    {
      "epoch": 0.3736346516007533,
      "grad_norm": 5.170762538909912,
      "learning_rate": 9.287009063444108e-07,
      "loss": 1.6978,
      "step": 124
    },
    {
      "epoch": 0.3766478342749529,
      "grad_norm": 4.266485691070557,
      "learning_rate": 9.2809667673716e-07,
      "loss": 1.6359,
      "step": 125
    },
    {
      "epoch": 0.37966101694915255,
      "grad_norm": 5.6969685554504395,
      "learning_rate": 9.274924471299094e-07,
      "loss": 1.6604,
      "step": 126
    },
    {
      "epoch": 0.38267419962335214,
      "grad_norm": 5.008423328399658,
      "learning_rate": 9.268882175226585e-07,
      "loss": 1.7061,
      "step": 127
    },
    {
      "epoch": 0.3856873822975518,
      "grad_norm": 7.691641330718994,
      "learning_rate": 9.262839879154078e-07,
      "loss": 1.627,
      "step": 128
    },
    {
      "epoch": 0.3887005649717514,
      "grad_norm": 5.625863552093506,
      "learning_rate": 9.256797583081571e-07,
      "loss": 1.5484,
      "step": 129
    },
    {
      "epoch": 0.391713747645951,
      "grad_norm": 6.434806823730469,
      "learning_rate": 9.250755287009063e-07,
      "loss": 1.7078,
      "step": 130
    },
    {
      "epoch": 0.39472693032015066,
      "grad_norm": 6.211691856384277,
      "learning_rate": 9.244712990936556e-07,
      "loss": 1.693,
      "step": 131
    },
    {
      "epoch": 0.3977401129943503,
      "grad_norm": 5.0158467292785645,
      "learning_rate": 9.238670694864048e-07,
      "loss": 1.6616,
      "step": 132
    },
    {
      "epoch": 0.4007532956685499,
      "grad_norm": 5.5790114402771,
      "learning_rate": 9.23262839879154e-07,
      "loss": 1.5867,
      "step": 133
    },
    {
      "epoch": 0.40376647834274954,
      "grad_norm": 5.472513198852539,
      "learning_rate": 9.226586102719033e-07,
      "loss": 1.5356,
      "step": 134
    },
    {
      "epoch": 0.4067796610169492,
      "grad_norm": 5.892872333526611,
      "learning_rate": 9.220543806646526e-07,
      "loss": 1.5713,
      "step": 135
    },
    {
      "epoch": 0.40979284369114877,
      "grad_norm": 5.382603645324707,
      "learning_rate": 9.214501510574017e-07,
      "loss": 1.5487,
      "step": 136
    },
    {
      "epoch": 0.4128060263653484,
      "grad_norm": 5.466237545013428,
      "learning_rate": 9.208459214501511e-07,
      "loss": 1.6959,
      "step": 137
    },
    {
      "epoch": 0.415819209039548,
      "grad_norm": 6.329081058502197,
      "learning_rate": 9.202416918429002e-07,
      "loss": 1.5138,
      "step": 138
    },
    {
      "epoch": 0.41883239171374764,
      "grad_norm": 4.847983360290527,
      "learning_rate": 9.196374622356495e-07,
      "loss": 1.5952,
      "step": 139
    },
    {
      "epoch": 0.4218455743879473,
      "grad_norm": 5.410863876342773,
      "learning_rate": 9.190332326283987e-07,
      "loss": 1.5666,
      "step": 140
    },
    {
      "epoch": 0.4248587570621469,
      "grad_norm": 5.97892427444458,
      "learning_rate": 9.18429003021148e-07,
      "loss": 1.5877,
      "step": 141
    },
    {
      "epoch": 0.4278719397363465,
      "grad_norm": 6.052073001861572,
      "learning_rate": 9.178247734138971e-07,
      "loss": 1.619,
      "step": 142
    },
    {
      "epoch": 0.43088512241054616,
      "grad_norm": 6.032132148742676,
      "learning_rate": 9.172205438066465e-07,
      "loss": 1.6091,
      "step": 143
    },
    {
      "epoch": 0.43389830508474575,
      "grad_norm": 6.4606122970581055,
      "learning_rate": 9.166163141993958e-07,
      "loss": 1.4937,
      "step": 144
    },
    {
      "epoch": 0.4369114877589454,
      "grad_norm": 4.8324995040893555,
      "learning_rate": 9.16012084592145e-07,
      "loss": 1.4955,
      "step": 145
    },
    {
      "epoch": 0.439924670433145,
      "grad_norm": 7.679388046264648,
      "learning_rate": 9.154078549848943e-07,
      "loss": 1.6338,
      "step": 146
    },
    {
      "epoch": 0.4429378531073446,
      "grad_norm": 5.446895122528076,
      "learning_rate": 9.148036253776434e-07,
      "loss": 1.6086,
      "step": 147
    },
    {
      "epoch": 0.44595103578154427,
      "grad_norm": 6.193073749542236,
      "learning_rate": 9.141993957703928e-07,
      "loss": 1.6233,
      "step": 148
    },
    {
      "epoch": 0.44896421845574386,
      "grad_norm": 5.870221138000488,
      "learning_rate": 9.135951661631419e-07,
      "loss": 1.6047,
      "step": 149
    },
    {
      "epoch": 0.4519774011299435,
      "grad_norm": 5.440488338470459,
      "learning_rate": 9.129909365558912e-07,
      "loss": 1.5929,
      "step": 150
    },
    {
      "epoch": 0.45499058380414314,
      "grad_norm": 5.8792805671691895,
      "learning_rate": 9.123867069486404e-07,
      "loss": 1.6988,
      "step": 151
    },
    {
      "epoch": 0.45800376647834273,
      "grad_norm": 5.484136581420898,
      "learning_rate": 9.117824773413897e-07,
      "loss": 1.6668,
      "step": 152
    },
    {
      "epoch": 0.4610169491525424,
      "grad_norm": 5.463471412658691,
      "learning_rate": 9.111782477341389e-07,
      "loss": 1.6386,
      "step": 153
    },
    {
      "epoch": 0.464030131826742,
      "grad_norm": 5.9401373863220215,
      "learning_rate": 9.105740181268882e-07,
      "loss": 1.5446,
      "step": 154
    },
    {
      "epoch": 0.4670433145009416,
      "grad_norm": 5.409419536590576,
      "learning_rate": 9.099697885196374e-07,
      "loss": 1.5491,
      "step": 155
    },
    {
      "epoch": 0.47005649717514125,
      "grad_norm": 6.793614387512207,
      "learning_rate": 9.093655589123867e-07,
      "loss": 1.5701,
      "step": 156
    },
    {
      "epoch": 0.47306967984934084,
      "grad_norm": 6.287842750549316,
      "learning_rate": 9.087613293051359e-07,
      "loss": 1.5029,
      "step": 157
    },
    {
      "epoch": 0.4760828625235405,
      "grad_norm": 7.36419153213501,
      "learning_rate": 9.081570996978851e-07,
      "loss": 1.7923,
      "step": 158
    },
    {
      "epoch": 0.47909604519774013,
      "grad_norm": 6.176687717437744,
      "learning_rate": 9.075528700906345e-07,
      "loss": 1.5927,
      "step": 159
    },
    {
      "epoch": 0.4821092278719397,
      "grad_norm": 8.09927749633789,
      "learning_rate": 9.069486404833836e-07,
      "loss": 1.6368,
      "step": 160
    },
    {
      "epoch": 0.48512241054613936,
      "grad_norm": 5.725100994110107,
      "learning_rate": 9.063444108761329e-07,
      "loss": 1.621,
      "step": 161
    },
    {
      "epoch": 0.488135593220339,
      "grad_norm": 6.655712127685547,
      "learning_rate": 9.057401812688822e-07,
      "loss": 1.611,
      "step": 162
    },
    {
      "epoch": 0.4911487758945386,
      "grad_norm": 7.28790283203125,
      "learning_rate": 9.051359516616314e-07,
      "loss": 1.7741,
      "step": 163
    },
    {
      "epoch": 0.49416195856873824,
      "grad_norm": 6.514660358428955,
      "learning_rate": 9.045317220543806e-07,
      "loss": 1.6044,
      "step": 164
    },
    {
      "epoch": 0.4971751412429379,
      "grad_norm": 6.514247417449951,
      "learning_rate": 9.039274924471299e-07,
      "loss": 1.5373,
      "step": 165
    },
    {
      "epoch": 0.5001883239171375,
      "grad_norm": 5.70638370513916,
      "learning_rate": 9.033232628398791e-07,
      "loss": 1.4872,
      "step": 166
    },
    {
      "epoch": 0.5032015065913371,
      "grad_norm": 8.311596870422363,
      "learning_rate": 9.027190332326283e-07,
      "loss": 1.667,
      "step": 167
    },
    {
      "epoch": 0.5062146892655367,
      "grad_norm": 7.69071626663208,
      "learning_rate": 9.021148036253776e-07,
      "loss": 1.6485,
      "step": 168
    },
    {
      "epoch": 0.5092278719397364,
      "grad_norm": 5.051042556762695,
      "learning_rate": 9.015105740181268e-07,
      "loss": 1.5039,
      "step": 169
    },
    {
      "epoch": 0.512241054613936,
      "grad_norm": 5.553494930267334,
      "learning_rate": 9.009063444108761e-07,
      "loss": 1.5953,
      "step": 170
    },
    {
      "epoch": 0.5152542372881356,
      "grad_norm": 8.505714416503906,
      "learning_rate": 9.003021148036254e-07,
      "loss": 1.6012,
      "step": 171
    },
    {
      "epoch": 0.5182674199623352,
      "grad_norm": 8.109448432922363,
      "learning_rate": 8.996978851963745e-07,
      "loss": 1.5244,
      "step": 172
    },
    {
      "epoch": 0.5212806026365349,
      "grad_norm": 5.802191734313965,
      "learning_rate": 8.990936555891239e-07,
      "loss": 1.4676,
      "step": 173
    },
    {
      "epoch": 0.5242937853107345,
      "grad_norm": 5.986242294311523,
      "learning_rate": 8.984894259818731e-07,
      "loss": 1.5684,
      "step": 174
    },
    {
      "epoch": 0.527306967984934,
      "grad_norm": 4.864075183868408,
      "learning_rate": 8.978851963746223e-07,
      "loss": 1.5974,
      "step": 175
    },
    {
      "epoch": 0.5303201506591337,
      "grad_norm": 5.130259990692139,
      "learning_rate": 8.972809667673716e-07,
      "loss": 1.479,
      "step": 176
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 7.681236743927002,
      "learning_rate": 8.966767371601208e-07,
      "loss": 1.6573,
      "step": 177
    },
    {
      "epoch": 0.5363465160075329,
      "grad_norm": 6.221404075622559,
      "learning_rate": 8.9607250755287e-07,
      "loss": 1.4351,
      "step": 178
    },
    {
      "epoch": 0.5393596986817326,
      "grad_norm": 8.46912956237793,
      "learning_rate": 8.954682779456193e-07,
      "loss": 1.7202,
      "step": 179
    },
    {
      "epoch": 0.5423728813559322,
      "grad_norm": 5.749709606170654,
      "learning_rate": 8.948640483383686e-07,
      "loss": 1.5161,
      "step": 180
    },
    {
      "epoch": 0.5453860640301318,
      "grad_norm": 6.005599498748779,
      "learning_rate": 8.942598187311177e-07,
      "loss": 1.4453,
      "step": 181
    },
    {
      "epoch": 0.5483992467043315,
      "grad_norm": 6.749095916748047,
      "learning_rate": 8.936555891238671e-07,
      "loss": 1.5969,
      "step": 182
    },
    {
      "epoch": 0.5514124293785311,
      "grad_norm": 6.684814929962158,
      "learning_rate": 8.930513595166162e-07,
      "loss": 1.5549,
      "step": 183
    },
    {
      "epoch": 0.5544256120527307,
      "grad_norm": 7.206900119781494,
      "learning_rate": 8.924471299093656e-07,
      "loss": 1.6059,
      "step": 184
    },
    {
      "epoch": 0.5574387947269304,
      "grad_norm": 7.277518272399902,
      "learning_rate": 8.918429003021147e-07,
      "loss": 1.6016,
      "step": 185
    },
    {
      "epoch": 0.56045197740113,
      "grad_norm": 6.886972427368164,
      "learning_rate": 8.91238670694864e-07,
      "loss": 1.4321,
      "step": 186
    },
    {
      "epoch": 0.5634651600753295,
      "grad_norm": 5.228976249694824,
      "learning_rate": 8.906344410876132e-07,
      "loss": 1.5728,
      "step": 187
    },
    {
      "epoch": 0.5664783427495292,
      "grad_norm": 5.535543918609619,
      "learning_rate": 8.900302114803625e-07,
      "loss": 1.6334,
      "step": 188
    },
    {
      "epoch": 0.5694915254237288,
      "grad_norm": 6.800729274749756,
      "learning_rate": 8.894259818731118e-07,
      "loss": 1.4861,
      "step": 189
    },
    {
      "epoch": 0.5725047080979284,
      "grad_norm": 9.01477336883545,
      "learning_rate": 8.88821752265861e-07,
      "loss": 1.5952,
      "step": 190
    },
    {
      "epoch": 0.5755178907721281,
      "grad_norm": 6.48466157913208,
      "learning_rate": 8.882175226586103e-07,
      "loss": 1.6768,
      "step": 191
    },
    {
      "epoch": 0.5785310734463277,
      "grad_norm": 9.188112258911133,
      "learning_rate": 8.876132930513594e-07,
      "loss": 1.5059,
      "step": 192
    },
    {
      "epoch": 0.5815442561205273,
      "grad_norm": 6.5499982833862305,
      "learning_rate": 8.870090634441088e-07,
      "loss": 1.461,
      "step": 193
    },
    {
      "epoch": 0.5845574387947269,
      "grad_norm": 5.8452253341674805,
      "learning_rate": 8.864048338368579e-07,
      "loss": 1.4932,
      "step": 194
    },
    {
      "epoch": 0.5875706214689266,
      "grad_norm": 7.008406162261963,
      "learning_rate": 8.858006042296073e-07,
      "loss": 1.512,
      "step": 195
    },
    {
      "epoch": 0.5905838041431262,
      "grad_norm": 7.992347717285156,
      "learning_rate": 8.851963746223564e-07,
      "loss": 1.5753,
      "step": 196
    },
    {
      "epoch": 0.5935969868173258,
      "grad_norm": 9.332303047180176,
      "learning_rate": 8.845921450151057e-07,
      "loss": 1.5802,
      "step": 197
    },
    {
      "epoch": 0.5966101694915255,
      "grad_norm": 6.212387561798096,
      "learning_rate": 8.839879154078549e-07,
      "loss": 1.56,
      "step": 198
    },
    {
      "epoch": 0.599623352165725,
      "grad_norm": 4.9587836265563965,
      "learning_rate": 8.833836858006042e-07,
      "loss": 1.6038,
      "step": 199
    },
    {
      "epoch": 0.6026365348399246,
      "grad_norm": 8.691217422485352,
      "learning_rate": 8.827794561933534e-07,
      "loss": 1.4769,
      "step": 200
    },
    {
      "epoch": 0.6056497175141243,
      "grad_norm": 7.946009635925293,
      "learning_rate": 8.821752265861027e-07,
      "loss": 1.4844,
      "step": 201
    },
    {
      "epoch": 0.6086629001883239,
      "grad_norm": 7.402195453643799,
      "learning_rate": 8.815709969788519e-07,
      "loss": 1.5348,
      "step": 202
    },
    {
      "epoch": 0.6116760828625235,
      "grad_norm": 6.194790840148926,
      "learning_rate": 8.809667673716011e-07,
      "loss": 1.5576,
      "step": 203
    },
    {
      "epoch": 0.6146892655367232,
      "grad_norm": 10.788127899169922,
      "learning_rate": 8.803625377643505e-07,
      "loss": 1.5542,
      "step": 204
    },
    {
      "epoch": 0.6177024482109228,
      "grad_norm": 6.447693824768066,
      "learning_rate": 8.797583081570996e-07,
      "loss": 1.6638,
      "step": 205
    },
    {
      "epoch": 0.6207156308851224,
      "grad_norm": 6.808053016662598,
      "learning_rate": 8.79154078549849e-07,
      "loss": 1.3766,
      "step": 206
    },
    {
      "epoch": 0.6237288135593221,
      "grad_norm": 6.570572376251221,
      "learning_rate": 8.785498489425981e-07,
      "loss": 1.4773,
      "step": 207
    },
    {
      "epoch": 0.6267419962335217,
      "grad_norm": 6.888332843780518,
      "learning_rate": 8.779456193353474e-07,
      "loss": 1.6505,
      "step": 208
    },
    {
      "epoch": 0.6297551789077213,
      "grad_norm": 7.269958019256592,
      "learning_rate": 8.773413897280967e-07,
      "loss": 1.5959,
      "step": 209
    },
    {
      "epoch": 0.632768361581921,
      "grad_norm": 5.675526142120361,
      "learning_rate": 8.767371601208459e-07,
      "loss": 1.5648,
      "step": 210
    },
    {
      "epoch": 0.6357815442561205,
      "grad_norm": 5.325082778930664,
      "learning_rate": 8.761329305135951e-07,
      "loss": 1.5648,
      "step": 211
    },
    {
      "epoch": 0.6387947269303201,
      "grad_norm": 6.052435874938965,
      "learning_rate": 8.755287009063444e-07,
      "loss": 1.6068,
      "step": 212
    },
    {
      "epoch": 0.6418079096045197,
      "grad_norm": 6.327192783355713,
      "learning_rate": 8.749244712990936e-07,
      "loss": 1.5738,
      "step": 213
    },
    {
      "epoch": 0.6448210922787194,
      "grad_norm": 6.1447272300720215,
      "learning_rate": 8.743202416918428e-07,
      "loss": 1.5532,
      "step": 214
    },
    {
      "epoch": 0.647834274952919,
      "grad_norm": 7.469200134277344,
      "learning_rate": 8.737160120845921e-07,
      "loss": 1.426,
      "step": 215
    },
    {
      "epoch": 0.6508474576271186,
      "grad_norm": 4.781744003295898,
      "learning_rate": 8.731117824773413e-07,
      "loss": 1.5058,
      "step": 216
    },
    {
      "epoch": 0.6538606403013183,
      "grad_norm": 5.519852161407471,
      "learning_rate": 8.725075528700905e-07,
      "loss": 1.4737,
      "step": 217
    },
    {
      "epoch": 0.6568738229755179,
      "grad_norm": 5.2881035804748535,
      "learning_rate": 8.719033232628399e-07,
      "loss": 1.4697,
      "step": 218
    },
    {
      "epoch": 0.6598870056497175,
      "grad_norm": 12.132883071899414,
      "learning_rate": 8.712990936555891e-07,
      "loss": 1.613,
      "step": 219
    },
    {
      "epoch": 0.6629001883239172,
      "grad_norm": 8.0232572555542,
      "learning_rate": 8.706948640483384e-07,
      "loss": 1.4118,
      "step": 220
    },
    {
      "epoch": 0.6659133709981168,
      "grad_norm": 5.796176910400391,
      "learning_rate": 8.700906344410876e-07,
      "loss": 1.5771,
      "step": 221
    },
    {
      "epoch": 0.6689265536723163,
      "grad_norm": 6.733500957489014,
      "learning_rate": 8.694864048338368e-07,
      "loss": 1.4824,
      "step": 222
    },
    {
      "epoch": 0.671939736346516,
      "grad_norm": 6.836402893066406,
      "learning_rate": 8.688821752265861e-07,
      "loss": 1.4314,
      "step": 223
    },
    {
      "epoch": 0.6749529190207156,
      "grad_norm": 8.261625289916992,
      "learning_rate": 8.682779456193353e-07,
      "loss": 1.431,
      "step": 224
    },
    {
      "epoch": 0.6779661016949152,
      "grad_norm": 6.64957857131958,
      "learning_rate": 8.676737160120845e-07,
      "loss": 1.4866,
      "step": 225
    },
    {
      "epoch": 0.6809792843691149,
      "grad_norm": 8.183669090270996,
      "learning_rate": 8.670694864048338e-07,
      "loss": 1.5451,
      "step": 226
    },
    {
      "epoch": 0.6839924670433145,
      "grad_norm": 4.453248977661133,
      "learning_rate": 8.664652567975831e-07,
      "loss": 1.449,
      "step": 227
    },
    {
      "epoch": 0.6870056497175141,
      "grad_norm": 8.958436012268066,
      "learning_rate": 8.658610271903322e-07,
      "loss": 1.4439,
      "step": 228
    },
    {
      "epoch": 0.6900188323917138,
      "grad_norm": 7.10236930847168,
      "learning_rate": 8.652567975830816e-07,
      "loss": 1.4938,
      "step": 229
    },
    {
      "epoch": 0.6930320150659134,
      "grad_norm": 6.993839740753174,
      "learning_rate": 8.646525679758307e-07,
      "loss": 1.6116,
      "step": 230
    },
    {
      "epoch": 0.696045197740113,
      "grad_norm": 8.513530731201172,
      "learning_rate": 8.6404833836858e-07,
      "loss": 1.5006,
      "step": 231
    },
    {
      "epoch": 0.6990583804143126,
      "grad_norm": 6.418121337890625,
      "learning_rate": 8.634441087613292e-07,
      "loss": 1.4965,
      "step": 232
    },
    {
      "epoch": 0.7020715630885123,
      "grad_norm": 5.647480010986328,
      "learning_rate": 8.628398791540785e-07,
      "loss": 1.5618,
      "step": 233
    },
    {
      "epoch": 0.7050847457627119,
      "grad_norm": 7.730225563049316,
      "learning_rate": 8.622356495468277e-07,
      "loss": 1.5957,
      "step": 234
    },
    {
      "epoch": 0.7080979284369114,
      "grad_norm": 6.108921051025391,
      "learning_rate": 8.61631419939577e-07,
      "loss": 1.5195,
      "step": 235
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 9.409442901611328,
      "learning_rate": 8.610271903323263e-07,
      "loss": 1.6722,
      "step": 236
    },
    {
      "epoch": 0.7141242937853107,
      "grad_norm": 7.018062114715576,
      "learning_rate": 8.604229607250755e-07,
      "loss": 1.6026,
      "step": 237
    },
    {
      "epoch": 0.7171374764595103,
      "grad_norm": 5.681718349456787,
      "learning_rate": 8.598187311178248e-07,
      "loss": 1.5757,
      "step": 238
    },
    {
      "epoch": 0.72015065913371,
      "grad_norm": 8.042954444885254,
      "learning_rate": 8.592145015105739e-07,
      "loss": 1.6127,
      "step": 239
    },
    {
      "epoch": 0.7231638418079096,
      "grad_norm": 6.210933208465576,
      "learning_rate": 8.586102719033233e-07,
      "loss": 1.5256,
      "step": 240
    },
    {
      "epoch": 0.7261770244821092,
      "grad_norm": 7.026112079620361,
      "learning_rate": 8.580060422960724e-07,
      "loss": 1.612,
      "step": 241
    },
    {
      "epoch": 0.7291902071563089,
      "grad_norm": 5.423523426055908,
      "learning_rate": 8.574018126888217e-07,
      "loss": 1.5131,
      "step": 242
    },
    {
      "epoch": 0.7322033898305085,
      "grad_norm": 8.194084167480469,
      "learning_rate": 8.567975830815709e-07,
      "loss": 1.3906,
      "step": 243
    },
    {
      "epoch": 0.7352165725047081,
      "grad_norm": 6.695882320404053,
      "learning_rate": 8.561933534743202e-07,
      "loss": 1.6206,
      "step": 244
    },
    {
      "epoch": 0.7382297551789078,
      "grad_norm": 7.198051929473877,
      "learning_rate": 8.555891238670695e-07,
      "loss": 1.6106,
      "step": 245
    },
    {
      "epoch": 0.7412429378531074,
      "grad_norm": 4.882433891296387,
      "learning_rate": 8.549848942598187e-07,
      "loss": 1.5529,
      "step": 246
    },
    {
      "epoch": 0.7442561205273069,
      "grad_norm": 4.953659534454346,
      "learning_rate": 8.543806646525679e-07,
      "loss": 1.5228,
      "step": 247
    },
    {
      "epoch": 0.7472693032015066,
      "grad_norm": 5.135872840881348,
      "learning_rate": 8.537764350453172e-07,
      "loss": 1.4687,
      "step": 248
    },
    {
      "epoch": 0.7502824858757062,
      "grad_norm": 4.615948677062988,
      "learning_rate": 8.531722054380665e-07,
      "loss": 1.548,
      "step": 249
    },
    {
      "epoch": 0.7532956685499058,
      "grad_norm": 5.355706691741943,
      "learning_rate": 8.525679758308156e-07,
      "loss": 1.4623,
      "step": 250
    },
    {
      "epoch": 0.7563088512241055,
      "grad_norm": 7.339105129241943,
      "learning_rate": 8.51963746223565e-07,
      "loss": 1.5565,
      "step": 251
    },
    {
      "epoch": 0.7593220338983051,
      "grad_norm": 6.007565498352051,
      "learning_rate": 8.513595166163141e-07,
      "loss": 1.5154,
      "step": 252
    },
    {
      "epoch": 0.7623352165725047,
      "grad_norm": 5.059671401977539,
      "learning_rate": 8.507552870090634e-07,
      "loss": 1.3948,
      "step": 253
    },
    {
      "epoch": 0.7653483992467043,
      "grad_norm": 7.320003032684326,
      "learning_rate": 8.501510574018127e-07,
      "loss": 1.4797,
      "step": 254
    },
    {
      "epoch": 0.768361581920904,
      "grad_norm": 6.245518684387207,
      "learning_rate": 8.495468277945619e-07,
      "loss": 1.6012,
      "step": 255
    },
    {
      "epoch": 0.7713747645951036,
      "grad_norm": 5.943390369415283,
      "learning_rate": 8.489425981873112e-07,
      "loss": 1.5311,
      "step": 256
    },
    {
      "epoch": 0.7743879472693032,
      "grad_norm": 8.189275741577148,
      "learning_rate": 8.483383685800604e-07,
      "loss": 1.6242,
      "step": 257
    },
    {
      "epoch": 0.7774011299435029,
      "grad_norm": 7.5874199867248535,
      "learning_rate": 8.477341389728096e-07,
      "loss": 1.5804,
      "step": 258
    },
    {
      "epoch": 0.7804143126177024,
      "grad_norm": 6.015980243682861,
      "learning_rate": 8.471299093655589e-07,
      "loss": 1.4812,
      "step": 259
    },
    {
      "epoch": 0.783427495291902,
      "grad_norm": 6.392370700836182,
      "learning_rate": 8.465256797583081e-07,
      "loss": 1.4684,
      "step": 260
    },
    {
      "epoch": 0.7864406779661017,
      "grad_norm": 8.292490005493164,
      "learning_rate": 8.459214501510573e-07,
      "loss": 1.5758,
      "step": 261
    },
    {
      "epoch": 0.7894538606403013,
      "grad_norm": 7.845565319061279,
      "learning_rate": 8.453172205438066e-07,
      "loss": 1.5056,
      "step": 262
    },
    {
      "epoch": 0.7924670433145009,
      "grad_norm": 6.539642810821533,
      "learning_rate": 8.447129909365559e-07,
      "loss": 1.6056,
      "step": 263
    },
    {
      "epoch": 0.7954802259887006,
      "grad_norm": 5.963319778442383,
      "learning_rate": 8.44108761329305e-07,
      "loss": 1.5969,
      "step": 264
    },
    {
      "epoch": 0.7984934086629002,
      "grad_norm": 6.1800055503845215,
      "learning_rate": 8.435045317220544e-07,
      "loss": 1.6895,
      "step": 265
    },
    {
      "epoch": 0.8015065913370998,
      "grad_norm": 7.16093111038208,
      "learning_rate": 8.429003021148036e-07,
      "loss": 1.4832,
      "step": 266
    },
    {
      "epoch": 0.8045197740112995,
      "grad_norm": 7.831375598907471,
      "learning_rate": 8.422960725075528e-07,
      "loss": 1.6119,
      "step": 267
    },
    {
      "epoch": 0.8075329566854991,
      "grad_norm": 7.345058441162109,
      "learning_rate": 8.416918429003021e-07,
      "loss": 1.4166,
      "step": 268
    },
    {
      "epoch": 0.8105461393596987,
      "grad_norm": 5.251908302307129,
      "learning_rate": 8.410876132930513e-07,
      "loss": 1.5507,
      "step": 269
    },
    {
      "epoch": 0.8135593220338984,
      "grad_norm": 4.444120407104492,
      "learning_rate": 8.404833836858006e-07,
      "loss": 1.4939,
      "step": 270
    },
    {
      "epoch": 0.816572504708098,
      "grad_norm": 6.49534273147583,
      "learning_rate": 8.398791540785498e-07,
      "loss": 1.5282,
      "step": 271
    },
    {
      "epoch": 0.8195856873822975,
      "grad_norm": 7.334074020385742,
      "learning_rate": 8.392749244712991e-07,
      "loss": 1.459,
      "step": 272
    },
    {
      "epoch": 0.8225988700564971,
      "grad_norm": 5.704728603363037,
      "learning_rate": 8.386706948640483e-07,
      "loss": 1.4058,
      "step": 273
    },
    {
      "epoch": 0.8256120527306968,
      "grad_norm": 8.2361421585083,
      "learning_rate": 8.380664652567976e-07,
      "loss": 1.4003,
      "step": 274
    },
    {
      "epoch": 0.8286252354048964,
      "grad_norm": 7.770495891571045,
      "learning_rate": 8.374622356495467e-07,
      "loss": 1.5165,
      "step": 275
    },
    {
      "epoch": 0.831638418079096,
      "grad_norm": 7.955203533172607,
      "learning_rate": 8.368580060422961e-07,
      "loss": 1.6013,
      "step": 276
    },
    {
      "epoch": 0.8346516007532957,
      "grad_norm": 6.4230828285217285,
      "learning_rate": 8.362537764350452e-07,
      "loss": 1.4329,
      "step": 277
    },
    {
      "epoch": 0.8376647834274953,
      "grad_norm": 5.394540786743164,
      "learning_rate": 8.356495468277945e-07,
      "loss": 1.441,
      "step": 278
    },
    {
      "epoch": 0.8406779661016949,
      "grad_norm": 7.356249809265137,
      "learning_rate": 8.350453172205437e-07,
      "loss": 1.4842,
      "step": 279
    },
    {
      "epoch": 0.8436911487758946,
      "grad_norm": 7.684313774108887,
      "learning_rate": 8.34441087613293e-07,
      "loss": 1.492,
      "step": 280
    },
    {
      "epoch": 0.8467043314500942,
      "grad_norm": 6.615567207336426,
      "learning_rate": 8.338368580060424e-07,
      "loss": 1.3746,
      "step": 281
    },
    {
      "epoch": 0.8497175141242937,
      "grad_norm": 4.979093551635742,
      "learning_rate": 8.332326283987915e-07,
      "loss": 1.4832,
      "step": 282
    },
    {
      "epoch": 0.8527306967984934,
      "grad_norm": 6.392155170440674,
      "learning_rate": 8.326283987915408e-07,
      "loss": 1.4993,
      "step": 283
    },
    {
      "epoch": 0.855743879472693,
      "grad_norm": 5.286422252655029,
      "learning_rate": 8.3202416918429e-07,
      "loss": 1.501,
      "step": 284
    },
    {
      "epoch": 0.8587570621468926,
      "grad_norm": 5.239201545715332,
      "learning_rate": 8.314199395770393e-07,
      "loss": 1.5111,
      "step": 285
    },
    {
      "epoch": 0.8617702448210923,
      "grad_norm": 5.18308687210083,
      "learning_rate": 8.308157099697884e-07,
      "loss": 1.5012,
      "step": 286
    },
    {
      "epoch": 0.8647834274952919,
      "grad_norm": 6.963190078735352,
      "learning_rate": 8.302114803625378e-07,
      "loss": 1.6271,
      "step": 287
    },
    {
      "epoch": 0.8677966101694915,
      "grad_norm": 6.913437366485596,
      "learning_rate": 8.296072507552869e-07,
      "loss": 1.5469,
      "step": 288
    },
    {
      "epoch": 0.8708097928436912,
      "grad_norm": 7.444077491760254,
      "learning_rate": 8.290030211480362e-07,
      "loss": 1.5648,
      "step": 289
    },
    {
      "epoch": 0.8738229755178908,
      "grad_norm": 8.236980438232422,
      "learning_rate": 8.283987915407855e-07,
      "loss": 1.4712,
      "step": 290
    },
    {
      "epoch": 0.8768361581920904,
      "grad_norm": 8.994156837463379,
      "learning_rate": 8.277945619335347e-07,
      "loss": 1.543,
      "step": 291
    },
    {
      "epoch": 0.87984934086629,
      "grad_norm": 6.862576484680176,
      "learning_rate": 8.271903323262839e-07,
      "loss": 1.5007,
      "step": 292
    },
    {
      "epoch": 0.8828625235404897,
      "grad_norm": 6.047828674316406,
      "learning_rate": 8.265861027190332e-07,
      "loss": 1.4253,
      "step": 293
    },
    {
      "epoch": 0.8858757062146893,
      "grad_norm": 5.511521816253662,
      "learning_rate": 8.259818731117824e-07,
      "loss": 1.4789,
      "step": 294
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 5.671835422515869,
      "learning_rate": 8.253776435045317e-07,
      "loss": 1.5623,
      "step": 295
    },
    {
      "epoch": 0.8919020715630885,
      "grad_norm": 5.8705010414123535,
      "learning_rate": 8.24773413897281e-07,
      "loss": 1.3882,
      "step": 296
    },
    {
      "epoch": 0.8949152542372881,
      "grad_norm": 5.783331394195557,
      "learning_rate": 8.241691842900301e-07,
      "loss": 1.4549,
      "step": 297
    },
    {
      "epoch": 0.8979284369114877,
      "grad_norm": 4.781585693359375,
      "learning_rate": 8.235649546827795e-07,
      "loss": 1.4478,
      "step": 298
    },
    {
      "epoch": 0.9009416195856874,
      "grad_norm": 5.374331951141357,
      "learning_rate": 8.229607250755287e-07,
      "loss": 1.502,
      "step": 299
    },
    {
      "epoch": 0.903954802259887,
      "grad_norm": 5.809821128845215,
      "learning_rate": 8.223564954682779e-07,
      "loss": 1.4928,
      "step": 300
    },
    {
      "epoch": 0.9069679849340866,
      "grad_norm": 6.391750335693359,
      "learning_rate": 8.217522658610272e-07,
      "loss": 1.5142,
      "step": 301
    },
    {
      "epoch": 0.9099811676082863,
      "grad_norm": 5.688490390777588,
      "learning_rate": 8.211480362537764e-07,
      "loss": 1.3997,
      "step": 302
    },
    {
      "epoch": 0.9129943502824859,
      "grad_norm": 8.432653427124023,
      "learning_rate": 8.205438066465256e-07,
      "loss": 1.6382,
      "step": 303
    },
    {
      "epoch": 0.9160075329566855,
      "grad_norm": 7.900843143463135,
      "learning_rate": 8.199395770392749e-07,
      "loss": 1.6876,
      "step": 304
    },
    {
      "epoch": 0.9190207156308852,
      "grad_norm": 7.336916923522949,
      "learning_rate": 8.193353474320241e-07,
      "loss": 1.422,
      "step": 305
    },
    {
      "epoch": 0.9220338983050848,
      "grad_norm": 6.83461332321167,
      "learning_rate": 8.187311178247733e-07,
      "loss": 1.4121,
      "step": 306
    },
    {
      "epoch": 0.9250470809792843,
      "grad_norm": 5.917620658874512,
      "learning_rate": 8.181268882175226e-07,
      "loss": 1.429,
      "step": 307
    },
    {
      "epoch": 0.928060263653484,
      "grad_norm": 6.6068243980407715,
      "learning_rate": 8.175226586102719e-07,
      "loss": 1.4405,
      "step": 308
    },
    {
      "epoch": 0.9310734463276836,
      "grad_norm": 5.454964637756348,
      "learning_rate": 8.169184290030211e-07,
      "loss": 1.6217,
      "step": 309
    },
    {
      "epoch": 0.9340866290018832,
      "grad_norm": 5.495649337768555,
      "learning_rate": 8.163141993957704e-07,
      "loss": 1.4922,
      "step": 310
    },
    {
      "epoch": 0.9370998116760829,
      "grad_norm": 4.083762168884277,
      "learning_rate": 8.157099697885196e-07,
      "loss": 1.3622,
      "step": 311
    },
    {
      "epoch": 0.9401129943502825,
      "grad_norm": 4.942357540130615,
      "learning_rate": 8.151057401812689e-07,
      "loss": 1.4721,
      "step": 312
    },
    {
      "epoch": 0.9431261770244821,
      "grad_norm": 5.29658317565918,
      "learning_rate": 8.145015105740181e-07,
      "loss": 1.5607,
      "step": 313
    },
    {
      "epoch": 0.9461393596986817,
      "grad_norm": 5.887204647064209,
      "learning_rate": 8.138972809667673e-07,
      "loss": 1.4661,
      "step": 314
    },
    {
      "epoch": 0.9491525423728814,
      "grad_norm": 7.6733574867248535,
      "learning_rate": 8.132930513595166e-07,
      "loss": 1.4322,
      "step": 315
    },
    {
      "epoch": 0.952165725047081,
      "grad_norm": 5.148620128631592,
      "learning_rate": 8.126888217522658e-07,
      "loss": 1.3285,
      "step": 316
    },
    {
      "epoch": 0.9551789077212806,
      "grad_norm": 6.739416599273682,
      "learning_rate": 8.120845921450151e-07,
      "loss": 1.5149,
      "step": 317
    },
    {
      "epoch": 0.9581920903954803,
      "grad_norm": 6.18145227432251,
      "learning_rate": 8.114803625377643e-07,
      "loss": 1.5265,
      "step": 318
    },
    {
      "epoch": 0.9612052730696798,
      "grad_norm": 6.958502292633057,
      "learning_rate": 8.108761329305136e-07,
      "loss": 1.516,
      "step": 319
    },
    {
      "epoch": 0.9642184557438794,
      "grad_norm": 5.1808857917785645,
      "learning_rate": 8.102719033232627e-07,
      "loss": 1.4866,
      "step": 320
    },
    {
      "epoch": 0.9672316384180791,
      "grad_norm": 6.208801746368408,
      "learning_rate": 8.096676737160121e-07,
      "loss": 1.6142,
      "step": 321
    },
    {
      "epoch": 0.9702448210922787,
      "grad_norm": 5.780658721923828,
      "learning_rate": 8.090634441087612e-07,
      "loss": 1.4478,
      "step": 322
    },
    {
      "epoch": 0.9732580037664783,
      "grad_norm": 6.446497440338135,
      "learning_rate": 8.084592145015106e-07,
      "loss": 1.4809,
      "step": 323
    },
    {
      "epoch": 0.976271186440678,
      "grad_norm": 6.850809574127197,
      "learning_rate": 8.078549848942597e-07,
      "loss": 1.4693,
      "step": 324
    },
    {
      "epoch": 0.9792843691148776,
      "grad_norm": 6.133167743682861,
      "learning_rate": 8.07250755287009e-07,
      "loss": 1.5469,
      "step": 325
    },
    {
      "epoch": 0.9822975517890772,
      "grad_norm": 6.173937797546387,
      "learning_rate": 8.066465256797583e-07,
      "loss": 1.489,
      "step": 326
    },
    {
      "epoch": 0.9853107344632769,
      "grad_norm": 6.194633483886719,
      "learning_rate": 8.060422960725075e-07,
      "loss": 1.45,
      "step": 327
    },
    {
      "epoch": 0.9883239171374765,
      "grad_norm": 5.837034225463867,
      "learning_rate": 8.054380664652568e-07,
      "loss": 1.5201,
      "step": 328
    },
    {
      "epoch": 0.9913370998116761,
      "grad_norm": 4.946648120880127,
      "learning_rate": 8.04833836858006e-07,
      "loss": 1.4982,
      "step": 329
    },
    {
      "epoch": 0.9943502824858758,
      "grad_norm": 5.067462921142578,
      "learning_rate": 8.042296072507553e-07,
      "loss": 1.4429,
      "step": 330
    },
    {
      "epoch": 0.9973634651600753,
      "grad_norm": 6.604504108428955,
      "learning_rate": 8.036253776435044e-07,
      "loss": 1.5087,
      "step": 331
    },
    {
      "epoch": 1.0,
      "grad_norm": 6.244668483734131,
      "learning_rate": 8.030211480362538e-07,
      "loss": 1.3655,
      "step": 332
    },
    {
      "epoch": 1.0030131826741997,
      "grad_norm": 4.467490196228027,
      "learning_rate": 8.024169184290029e-07,
      "loss": 1.4316,
      "step": 333
    },
    {
      "epoch": 1.0060263653483992,
      "grad_norm": 6.296884536743164,
      "learning_rate": 8.018126888217523e-07,
      "loss": 1.4275,
      "step": 334
    },
    {
      "epoch": 1.0090395480225989,
      "grad_norm": 7.04038143157959,
      "learning_rate": 8.012084592145014e-07,
      "loss": 1.4458,
      "step": 335
    },
    {
      "epoch": 1.0120527306967986,
      "grad_norm": 7.556911468505859,
      "learning_rate": 8.006042296072507e-07,
      "loss": 1.5214,
      "step": 336
    },
    {
      "epoch": 1.015065913370998,
      "grad_norm": 8.293994903564453,
      "learning_rate": 8e-07,
      "loss": 1.515,
      "step": 337
    },
    {
      "epoch": 1.0180790960451978,
      "grad_norm": 5.978755950927734,
      "learning_rate": 7.993957703927492e-07,
      "loss": 1.3552,
      "step": 338
    },
    {
      "epoch": 1.0210922787193975,
      "grad_norm": 5.53171968460083,
      "learning_rate": 7.987915407854984e-07,
      "loss": 1.3732,
      "step": 339
    },
    {
      "epoch": 1.024105461393597,
      "grad_norm": 5.102609634399414,
      "learning_rate": 7.981873111782477e-07,
      "loss": 1.4378,
      "step": 340
    },
    {
      "epoch": 1.0271186440677966,
      "grad_norm": 8.573832511901855,
      "learning_rate": 7.97583081570997e-07,
      "loss": 1.5285,
      "step": 341
    },
    {
      "epoch": 1.0301318267419963,
      "grad_norm": 6.137781143188477,
      "learning_rate": 7.969788519637461e-07,
      "loss": 1.4345,
      "step": 342
    },
    {
      "epoch": 1.0331450094161958,
      "grad_norm": 5.788732528686523,
      "learning_rate": 7.963746223564955e-07,
      "loss": 1.4061,
      "step": 343
    },
    {
      "epoch": 1.0361581920903955,
      "grad_norm": 6.551296234130859,
      "learning_rate": 7.957703927492446e-07,
      "loss": 1.5064,
      "step": 344
    },
    {
      "epoch": 1.0391713747645952,
      "grad_norm": 6.626697063446045,
      "learning_rate": 7.95166163141994e-07,
      "loss": 1.4849,
      "step": 345
    },
    {
      "epoch": 1.0421845574387947,
      "grad_norm": 7.8492631912231445,
      "learning_rate": 7.945619335347432e-07,
      "loss": 1.5365,
      "step": 346
    },
    {
      "epoch": 1.0451977401129944,
      "grad_norm": 10.96153450012207,
      "learning_rate": 7.939577039274924e-07,
      "loss": 1.4231,
      "step": 347
    },
    {
      "epoch": 1.048210922787194,
      "grad_norm": 8.36257266998291,
      "learning_rate": 7.933534743202417e-07,
      "loss": 1.4906,
      "step": 348
    },
    {
      "epoch": 1.0512241054613936,
      "grad_norm": 6.522828578948975,
      "learning_rate": 7.927492447129909e-07,
      "loss": 1.4316,
      "step": 349
    },
    {
      "epoch": 1.0542372881355933,
      "grad_norm": 5.135219097137451,
      "learning_rate": 7.921450151057401e-07,
      "loss": 1.4789,
      "step": 350
    },
    {
      "epoch": 1.0572504708097927,
      "grad_norm": 7.572334289550781,
      "learning_rate": 7.915407854984894e-07,
      "loss": 1.5181,
      "step": 351
    },
    {
      "epoch": 1.0602636534839924,
      "grad_norm": 5.472777843475342,
      "learning_rate": 7.909365558912386e-07,
      "loss": 1.5157,
      "step": 352
    },
    {
      "epoch": 1.0632768361581921,
      "grad_norm": 6.605233192443848,
      "learning_rate": 7.903323262839878e-07,
      "loss": 1.6803,
      "step": 353
    },
    {
      "epoch": 1.0662900188323916,
      "grad_norm": 8.083072662353516,
      "learning_rate": 7.897280966767371e-07,
      "loss": 1.4954,
      "step": 354
    },
    {
      "epoch": 1.0693032015065913,
      "grad_norm": 6.5436859130859375,
      "learning_rate": 7.891238670694864e-07,
      "loss": 1.3769,
      "step": 355
    },
    {
      "epoch": 1.072316384180791,
      "grad_norm": 6.924417018890381,
      "learning_rate": 7.885196374622356e-07,
      "loss": 1.4738,
      "step": 356
    },
    {
      "epoch": 1.0753295668549905,
      "grad_norm": 6.195346355438232,
      "learning_rate": 7.879154078549849e-07,
      "loss": 1.3856,
      "step": 357
    },
    {
      "epoch": 1.0783427495291902,
      "grad_norm": 6.597601413726807,
      "learning_rate": 7.873111782477341e-07,
      "loss": 1.5945,
      "step": 358
    },
    {
      "epoch": 1.0813559322033899,
      "grad_norm": 7.515981197357178,
      "learning_rate": 7.867069486404834e-07,
      "loss": 1.38,
      "step": 359
    },
    {
      "epoch": 1.0843691148775894,
      "grad_norm": 4.861922740936279,
      "learning_rate": 7.861027190332326e-07,
      "loss": 1.5156,
      "step": 360
    },
    {
      "epoch": 1.087382297551789,
      "grad_norm": 5.297628402709961,
      "learning_rate": 7.854984894259818e-07,
      "loss": 1.4665,
      "step": 361
    },
    {
      "epoch": 1.0903954802259888,
      "grad_norm": 5.723709583282471,
      "learning_rate": 7.848942598187311e-07,
      "loss": 1.4795,
      "step": 362
    },
    {
      "epoch": 1.0934086629001882,
      "grad_norm": 7.437093734741211,
      "learning_rate": 7.842900302114803e-07,
      "loss": 1.3805,
      "step": 363
    },
    {
      "epoch": 1.096421845574388,
      "grad_norm": 5.3132476806640625,
      "learning_rate": 7.836858006042296e-07,
      "loss": 1.4352,
      "step": 364
    },
    {
      "epoch": 1.0994350282485876,
      "grad_norm": 5.235926151275635,
      "learning_rate": 7.830815709969788e-07,
      "loss": 1.4481,
      "step": 365
    },
    {
      "epoch": 1.102448210922787,
      "grad_norm": 5.392710208892822,
      "learning_rate": 7.824773413897281e-07,
      "loss": 1.4496,
      "step": 366
    },
    {
      "epoch": 1.1054613935969868,
      "grad_norm": 7.049579620361328,
      "learning_rate": 7.818731117824772e-07,
      "loss": 1.5239,
      "step": 367
    },
    {
      "epoch": 1.1084745762711865,
      "grad_norm": 4.965340614318848,
      "learning_rate": 7.812688821752266e-07,
      "loss": 1.4552,
      "step": 368
    },
    {
      "epoch": 1.111487758945386,
      "grad_norm": 5.697866916656494,
      "learning_rate": 7.806646525679757e-07,
      "loss": 1.4332,
      "step": 369
    },
    {
      "epoch": 1.1145009416195857,
      "grad_norm": 6.33465576171875,
      "learning_rate": 7.80060422960725e-07,
      "loss": 1.5326,
      "step": 370
    },
    {
      "epoch": 1.1175141242937854,
      "grad_norm": 6.2289276123046875,
      "learning_rate": 7.794561933534742e-07,
      "loss": 1.3593,
      "step": 371
    },
    {
      "epoch": 1.1205273069679849,
      "grad_norm": 5.588104724884033,
      "learning_rate": 7.788519637462235e-07,
      "loss": 1.5042,
      "step": 372
    },
    {
      "epoch": 1.1235404896421846,
      "grad_norm": 5.868190765380859,
      "learning_rate": 7.782477341389729e-07,
      "loss": 1.4732,
      "step": 373
    },
    {
      "epoch": 1.1265536723163843,
      "grad_norm": 5.766890048980713,
      "learning_rate": 7.77643504531722e-07,
      "loss": 1.4918,
      "step": 374
    },
    {
      "epoch": 1.1295668549905837,
      "grad_norm": 5.5379133224487305,
      "learning_rate": 7.770392749244713e-07,
      "loss": 1.6178,
      "step": 375
    },
    {
      "epoch": 1.1325800376647834,
      "grad_norm": 7.331387519836426,
      "learning_rate": 7.764350453172205e-07,
      "loss": 1.3317,
      "step": 376
    },
    {
      "epoch": 1.1355932203389831,
      "grad_norm": 6.548041343688965,
      "learning_rate": 7.758308157099698e-07,
      "loss": 1.5441,
      "step": 377
    },
    {
      "epoch": 1.1386064030131826,
      "grad_norm": 5.313483238220215,
      "learning_rate": 7.752265861027189e-07,
      "loss": 1.5561,
      "step": 378
    },
    {
      "epoch": 1.1416195856873823,
      "grad_norm": 5.601877212524414,
      "learning_rate": 7.746223564954683e-07,
      "loss": 1.5529,
      "step": 379
    },
    {
      "epoch": 1.144632768361582,
      "grad_norm": 5.99515962600708,
      "learning_rate": 7.740181268882174e-07,
      "loss": 1.5021,
      "step": 380
    },
    {
      "epoch": 1.1476459510357815,
      "grad_norm": 6.389265060424805,
      "learning_rate": 7.734138972809667e-07,
      "loss": 1.4541,
      "step": 381
    },
    {
      "epoch": 1.1506591337099812,
      "grad_norm": 5.451423645019531,
      "learning_rate": 7.72809667673716e-07,
      "loss": 1.5272,
      "step": 382
    },
    {
      "epoch": 1.1536723163841809,
      "grad_norm": 6.803645133972168,
      "learning_rate": 7.722054380664652e-07,
      "loss": 1.4324,
      "step": 383
    },
    {
      "epoch": 1.1566854990583804,
      "grad_norm": 6.200608253479004,
      "learning_rate": 7.716012084592145e-07,
      "loss": 1.4426,
      "step": 384
    },
    {
      "epoch": 1.15969868173258,
      "grad_norm": 5.176392555236816,
      "learning_rate": 7.709969788519637e-07,
      "loss": 1.3608,
      "step": 385
    },
    {
      "epoch": 1.1627118644067798,
      "grad_norm": 8.1022367477417,
      "learning_rate": 7.70392749244713e-07,
      "loss": 1.4524,
      "step": 386
    },
    {
      "epoch": 1.1657250470809792,
      "grad_norm": 8.393830299377441,
      "learning_rate": 7.697885196374622e-07,
      "loss": 1.3483,
      "step": 387
    },
    {
      "epoch": 1.168738229755179,
      "grad_norm": 5.789231300354004,
      "learning_rate": 7.691842900302115e-07,
      "loss": 1.5301,
      "step": 388
    },
    {
      "epoch": 1.1717514124293786,
      "grad_norm": 5.6079559326171875,
      "learning_rate": 7.685800604229606e-07,
      "loss": 1.4417,
      "step": 389
    },
    {
      "epoch": 1.1747645951035781,
      "grad_norm": 7.824696063995361,
      "learning_rate": 7.6797583081571e-07,
      "loss": 1.497,
      "step": 390
    },
    {
      "epoch": 1.1777777777777778,
      "grad_norm": 6.026281833648682,
      "learning_rate": 7.673716012084592e-07,
      "loss": 1.5102,
      "step": 391
    },
    {
      "epoch": 1.1807909604519775,
      "grad_norm": 7.385575294494629,
      "learning_rate": 7.667673716012084e-07,
      "loss": 1.689,
      "step": 392
    },
    {
      "epoch": 1.183804143126177,
      "grad_norm": 6.165759086608887,
      "learning_rate": 7.661631419939577e-07,
      "loss": 1.4588,
      "step": 393
    },
    {
      "epoch": 1.1868173258003767,
      "grad_norm": 5.655641078948975,
      "learning_rate": 7.655589123867069e-07,
      "loss": 1.4996,
      "step": 394
    },
    {
      "epoch": 1.1898305084745764,
      "grad_norm": 5.622771739959717,
      "learning_rate": 7.649546827794562e-07,
      "loss": 1.533,
      "step": 395
    },
    {
      "epoch": 1.1928436911487759,
      "grad_norm": 5.785812854766846,
      "learning_rate": 7.643504531722054e-07,
      "loss": 1.4503,
      "step": 396
    },
    {
      "epoch": 1.1958568738229756,
      "grad_norm": 4.814526557922363,
      "learning_rate": 7.637462235649546e-07,
      "loss": 1.4046,
      "step": 397
    },
    {
      "epoch": 1.1988700564971753,
      "grad_norm": 6.786997318267822,
      "learning_rate": 7.631419939577039e-07,
      "loss": 1.4258,
      "step": 398
    },
    {
      "epoch": 1.2018832391713747,
      "grad_norm": 8.599371910095215,
      "learning_rate": 7.625377643504531e-07,
      "loss": 1.4855,
      "step": 399
    },
    {
      "epoch": 1.2048964218455744,
      "grad_norm": 6.268576145172119,
      "learning_rate": 7.619335347432024e-07,
      "loss": 1.4865,
      "step": 400
    },
    {
      "epoch": 1.207909604519774,
      "grad_norm": 5.0782084465026855,
      "learning_rate": 7.613293051359517e-07,
      "loss": 1.5071,
      "step": 401
    },
    {
      "epoch": 1.2109227871939736,
      "grad_norm": 5.930427074432373,
      "learning_rate": 7.607250755287009e-07,
      "loss": 1.5052,
      "step": 402
    },
    {
      "epoch": 1.2139359698681733,
      "grad_norm": 6.130629062652588,
      "learning_rate": 7.601208459214501e-07,
      "loss": 1.3685,
      "step": 403
    },
    {
      "epoch": 1.2169491525423728,
      "grad_norm": 5.17104434967041,
      "learning_rate": 7.595166163141994e-07,
      "loss": 1.5282,
      "step": 404
    },
    {
      "epoch": 1.2199623352165725,
      "grad_norm": 6.357630252838135,
      "learning_rate": 7.589123867069486e-07,
      "loss": 1.5413,
      "step": 405
    },
    {
      "epoch": 1.2229755178907722,
      "grad_norm": 5.158059120178223,
      "learning_rate": 7.583081570996978e-07,
      "loss": 1.4363,
      "step": 406
    },
    {
      "epoch": 1.2259887005649717,
      "grad_norm": 7.064553260803223,
      "learning_rate": 7.577039274924471e-07,
      "loss": 1.516,
      "step": 407
    },
    {
      "epoch": 1.2290018832391714,
      "grad_norm": 5.152454853057861,
      "learning_rate": 7.570996978851963e-07,
      "loss": 1.4774,
      "step": 408
    },
    {
      "epoch": 1.232015065913371,
      "grad_norm": 4.66790771484375,
      "learning_rate": 7.564954682779457e-07,
      "loss": 1.5289,
      "step": 409
    },
    {
      "epoch": 1.2350282485875705,
      "grad_norm": 5.234610557556152,
      "learning_rate": 7.558912386706948e-07,
      "loss": 1.4726,
      "step": 410
    },
    {
      "epoch": 1.2380414312617702,
      "grad_norm": 6.0115156173706055,
      "learning_rate": 7.552870090634441e-07,
      "loss": 1.5175,
      "step": 411
    },
    {
      "epoch": 1.24105461393597,
      "grad_norm": 6.490240097045898,
      "learning_rate": 7.546827794561933e-07,
      "loss": 1.4239,
      "step": 412
    },
    {
      "epoch": 1.2440677966101694,
      "grad_norm": 5.694466590881348,
      "learning_rate": 7.540785498489426e-07,
      "loss": 1.5157,
      "step": 413
    },
    {
      "epoch": 1.2470809792843691,
      "grad_norm": 5.529226779937744,
      "learning_rate": 7.534743202416917e-07,
      "loss": 1.4068,
      "step": 414
    },
    {
      "epoch": 1.2500941619585688,
      "grad_norm": 5.583081245422363,
      "learning_rate": 7.528700906344411e-07,
      "loss": 1.401,
      "step": 415
    },
    {
      "epoch": 1.2531073446327683,
      "grad_norm": 4.854590892791748,
      "learning_rate": 7.522658610271902e-07,
      "loss": 1.3146,
      "step": 416
    },
    {
      "epoch": 1.256120527306968,
      "grad_norm": 4.061290264129639,
      "learning_rate": 7.516616314199395e-07,
      "loss": 1.4698,
      "step": 417
    },
    {
      "epoch": 1.2591337099811675,
      "grad_norm": 4.967966079711914,
      "learning_rate": 7.510574018126889e-07,
      "loss": 1.395,
      "step": 418
    },
    {
      "epoch": 1.2621468926553672,
      "grad_norm": 4.872391223907471,
      "learning_rate": 7.50453172205438e-07,
      "loss": 1.3768,
      "step": 419
    },
    {
      "epoch": 1.2651600753295669,
      "grad_norm": 4.683777332305908,
      "learning_rate": 7.498489425981874e-07,
      "loss": 1.4286,
      "step": 420
    },
    {
      "epoch": 1.2681732580037663,
      "grad_norm": 7.127167701721191,
      "learning_rate": 7.492447129909365e-07,
      "loss": 1.475,
      "step": 421
    },
    {
      "epoch": 1.271186440677966,
      "grad_norm": 5.692124366760254,
      "learning_rate": 7.486404833836858e-07,
      "loss": 1.4027,
      "step": 422
    },
    {
      "epoch": 1.2741996233521657,
      "grad_norm": 5.0434699058532715,
      "learning_rate": 7.48036253776435e-07,
      "loss": 1.3496,
      "step": 423
    },
    {
      "epoch": 1.2772128060263652,
      "grad_norm": 5.898393630981445,
      "learning_rate": 7.474320241691843e-07,
      "loss": 1.481,
      "step": 424
    },
    {
      "epoch": 1.280225988700565,
      "grad_norm": 7.333285331726074,
      "learning_rate": 7.468277945619334e-07,
      "loss": 1.5249,
      "step": 425
    },
    {
      "epoch": 1.2832391713747646,
      "grad_norm": 4.917825698852539,
      "learning_rate": 7.462235649546828e-07,
      "loss": 1.4124,
      "step": 426
    },
    {
      "epoch": 1.286252354048964,
      "grad_norm": 5.303079128265381,
      "learning_rate": 7.45619335347432e-07,
      "loss": 1.4667,
      "step": 427
    },
    {
      "epoch": 1.2892655367231638,
      "grad_norm": 6.22338342666626,
      "learning_rate": 7.450151057401812e-07,
      "loss": 1.3717,
      "step": 428
    },
    {
      "epoch": 1.2922787193973635,
      "grad_norm": 5.587646484375,
      "learning_rate": 7.444108761329305e-07,
      "loss": 1.5644,
      "step": 429
    },
    {
      "epoch": 1.295291902071563,
      "grad_norm": 5.007399559020996,
      "learning_rate": 7.438066465256797e-07,
      "loss": 1.4556,
      "step": 430
    },
    {
      "epoch": 1.2983050847457627,
      "grad_norm": 5.113317966461182,
      "learning_rate": 7.43202416918429e-07,
      "loss": 1.5206,
      "step": 431
    },
    {
      "epoch": 1.3013182674199624,
      "grad_norm": 5.745063781738281,
      "learning_rate": 7.425981873111782e-07,
      "loss": 1.6043,
      "step": 432
    },
    {
      "epoch": 1.3043314500941618,
      "grad_norm": 5.018908977508545,
      "learning_rate": 7.419939577039275e-07,
      "loss": 1.4842,
      "step": 433
    },
    {
      "epoch": 1.3073446327683615,
      "grad_norm": 6.297757148742676,
      "learning_rate": 7.413897280966767e-07,
      "loss": 1.4591,
      "step": 434
    },
    {
      "epoch": 1.3103578154425612,
      "grad_norm": 6.9438982009887695,
      "learning_rate": 7.40785498489426e-07,
      "loss": 1.3976,
      "step": 435
    },
    {
      "epoch": 1.3133709981167607,
      "grad_norm": 5.57979154586792,
      "learning_rate": 7.401812688821752e-07,
      "loss": 1.5316,
      "step": 436
    },
    {
      "epoch": 1.3163841807909604,
      "grad_norm": 5.123766899108887,
      "learning_rate": 7.395770392749245e-07,
      "loss": 1.6012,
      "step": 437
    },
    {
      "epoch": 1.3193973634651601,
      "grad_norm": 5.855531215667725,
      "learning_rate": 7.389728096676737e-07,
      "loss": 1.4202,
      "step": 438
    },
    {
      "epoch": 1.3224105461393596,
      "grad_norm": 6.032529830932617,
      "learning_rate": 7.383685800604229e-07,
      "loss": 1.412,
      "step": 439
    },
    {
      "epoch": 1.3254237288135593,
      "grad_norm": 5.293960094451904,
      "learning_rate": 7.377643504531722e-07,
      "loss": 1.556,
      "step": 440
    },
    {
      "epoch": 1.328436911487759,
      "grad_norm": 6.7965803146362305,
      "learning_rate": 7.371601208459214e-07,
      "loss": 1.4496,
      "step": 441
    },
    {
      "epoch": 1.3314500941619585,
      "grad_norm": 7.592730522155762,
      "learning_rate": 7.365558912386706e-07,
      "loss": 1.5965,
      "step": 442
    },
    {
      "epoch": 1.3344632768361582,
      "grad_norm": 5.725823879241943,
      "learning_rate": 7.359516616314199e-07,
      "loss": 1.456,
      "step": 443
    },
    {
      "epoch": 1.3374764595103579,
      "grad_norm": 5.557275295257568,
      "learning_rate": 7.353474320241691e-07,
      "loss": 1.4534,
      "step": 444
    },
    {
      "epoch": 1.3404896421845574,
      "grad_norm": 5.644491672515869,
      "learning_rate": 7.347432024169185e-07,
      "loss": 1.3903,
      "step": 445
    },
    {
      "epoch": 1.343502824858757,
      "grad_norm": 4.930250644683838,
      "learning_rate": 7.341389728096676e-07,
      "loss": 1.5251,
      "step": 446
    },
    {
      "epoch": 1.3465160075329567,
      "grad_norm": 7.409116268157959,
      "learning_rate": 7.335347432024169e-07,
      "loss": 1.4062,
      "step": 447
    },
    {
      "epoch": 1.3495291902071562,
      "grad_norm": 5.850759983062744,
      "learning_rate": 7.329305135951662e-07,
      "loss": 1.3804,
      "step": 448
    },
    {
      "epoch": 1.352542372881356,
      "grad_norm": 5.160429000854492,
      "learning_rate": 7.323262839879154e-07,
      "loss": 1.5141,
      "step": 449
    },
    {
      "epoch": 1.3555555555555556,
      "grad_norm": 6.901113033294678,
      "learning_rate": 7.317220543806646e-07,
      "loss": 1.3898,
      "step": 450
    },
    {
      "epoch": 1.358568738229755,
      "grad_norm": 6.2050557136535645,
      "learning_rate": 7.311178247734139e-07,
      "loss": 1.4045,
      "step": 451
    },
    {
      "epoch": 1.3615819209039548,
      "grad_norm": 6.413991928100586,
      "learning_rate": 7.305135951661631e-07,
      "loss": 1.3447,
      "step": 452
    },
    {
      "epoch": 1.3645951035781545,
      "grad_norm": 5.251416206359863,
      "learning_rate": 7.299093655589123e-07,
      "loss": 1.4523,
      "step": 453
    },
    {
      "epoch": 1.367608286252354,
      "grad_norm": 5.234088897705078,
      "learning_rate": 7.293051359516616e-07,
      "loss": 1.4367,
      "step": 454
    },
    {
      "epoch": 1.3706214689265537,
      "grad_norm": 5.005328178405762,
      "learning_rate": 7.287009063444108e-07,
      "loss": 1.3826,
      "step": 455
    },
    {
      "epoch": 1.3736346516007534,
      "grad_norm": 5.171993732452393,
      "learning_rate": 7.280966767371601e-07,
      "loss": 1.4407,
      "step": 456
    },
    {
      "epoch": 1.3766478342749529,
      "grad_norm": 5.298288345336914,
      "learning_rate": 7.274924471299093e-07,
      "loss": 1.4663,
      "step": 457
    },
    {
      "epoch": 1.3796610169491526,
      "grad_norm": 5.139895439147949,
      "learning_rate": 7.268882175226586e-07,
      "loss": 1.3168,
      "step": 458
    },
    {
      "epoch": 1.3826741996233523,
      "grad_norm": 4.685584545135498,
      "learning_rate": 7.262839879154077e-07,
      "loss": 1.3457,
      "step": 459
    },
    {
      "epoch": 1.3856873822975517,
      "grad_norm": 4.778255462646484,
      "learning_rate": 7.256797583081571e-07,
      "loss": 1.3638,
      "step": 460
    },
    {
      "epoch": 1.3887005649717514,
      "grad_norm": 7.220554351806641,
      "learning_rate": 7.250755287009062e-07,
      "loss": 1.344,
      "step": 461
    },
    {
      "epoch": 1.3917137476459511,
      "grad_norm": 5.174147605895996,
      "learning_rate": 7.244712990936556e-07,
      "loss": 1.3162,
      "step": 462
    },
    {
      "epoch": 1.3947269303201506,
      "grad_norm": 5.388669967651367,
      "learning_rate": 7.238670694864048e-07,
      "loss": 1.4031,
      "step": 463
    },
    {
      "epoch": 1.3977401129943503,
      "grad_norm": 5.195096015930176,
      "learning_rate": 7.23262839879154e-07,
      "loss": 1.3972,
      "step": 464
    },
    {
      "epoch": 1.40075329566855,
      "grad_norm": 8.188602447509766,
      "learning_rate": 7.226586102719034e-07,
      "loss": 1.4762,
      "step": 465
    },
    {
      "epoch": 1.4037664783427495,
      "grad_norm": 7.0600104331970215,
      "learning_rate": 7.220543806646525e-07,
      "loss": 1.461,
      "step": 466
    },
    {
      "epoch": 1.4067796610169492,
      "grad_norm": 5.993371963500977,
      "learning_rate": 7.214501510574018e-07,
      "loss": 1.42,
      "step": 467
    },
    {
      "epoch": 1.4097928436911489,
      "grad_norm": 6.568065643310547,
      "learning_rate": 7.20845921450151e-07,
      "loss": 1.505,
      "step": 468
    },
    {
      "epoch": 1.4128060263653484,
      "grad_norm": 5.151662349700928,
      "learning_rate": 7.202416918429003e-07,
      "loss": 1.5105,
      "step": 469
    },
    {
      "epoch": 1.415819209039548,
      "grad_norm": 5.1942009925842285,
      "learning_rate": 7.196374622356494e-07,
      "loss": 1.5293,
      "step": 470
    },
    {
      "epoch": 1.4188323917137478,
      "grad_norm": 5.3867387771606445,
      "learning_rate": 7.190332326283988e-07,
      "loss": 1.3749,
      "step": 471
    },
    {
      "epoch": 1.4218455743879472,
      "grad_norm": 4.629281520843506,
      "learning_rate": 7.184290030211479e-07,
      "loss": 1.426,
      "step": 472
    },
    {
      "epoch": 1.424858757062147,
      "grad_norm": 7.186618804931641,
      "learning_rate": 7.178247734138973e-07,
      "loss": 1.3155,
      "step": 473
    },
    {
      "epoch": 1.4278719397363466,
      "grad_norm": 4.487481594085693,
      "learning_rate": 7.172205438066465e-07,
      "loss": 1.5398,
      "step": 474
    },
    {
      "epoch": 1.430885122410546,
      "grad_norm": 6.537076473236084,
      "learning_rate": 7.166163141993957e-07,
      "loss": 1.3386,
      "step": 475
    },
    {
      "epoch": 1.4338983050847458,
      "grad_norm": 5.330569267272949,
      "learning_rate": 7.16012084592145e-07,
      "loss": 1.4076,
      "step": 476
    },
    {
      "epoch": 1.4369114877589455,
      "grad_norm": 6.147136211395264,
      "learning_rate": 7.154078549848942e-07,
      "loss": 1.4184,
      "step": 477
    },
    {
      "epoch": 1.439924670433145,
      "grad_norm": 5.484400749206543,
      "learning_rate": 7.148036253776435e-07,
      "loss": 1.3983,
      "step": 478
    },
    {
      "epoch": 1.4429378531073447,
      "grad_norm": 5.467801094055176,
      "learning_rate": 7.141993957703927e-07,
      "loss": 1.5122,
      "step": 479
    },
    {
      "epoch": 1.4459510357815444,
      "grad_norm": 5.399661064147949,
      "learning_rate": 7.13595166163142e-07,
      "loss": 1.3758,
      "step": 480
    },
    {
      "epoch": 1.4489642184557439,
      "grad_norm": 5.076383590698242,
      "learning_rate": 7.129909365558911e-07,
      "loss": 1.4967,
      "step": 481
    },
    {
      "epoch": 1.4519774011299436,
      "grad_norm": 5.443070411682129,
      "learning_rate": 7.123867069486405e-07,
      "loss": 1.3773,
      "step": 482
    },
    {
      "epoch": 1.4549905838041433,
      "grad_norm": 5.821800708770752,
      "learning_rate": 7.117824773413897e-07,
      "loss": 1.4446,
      "step": 483
    },
    {
      "epoch": 1.4580037664783427,
      "grad_norm": 6.820368766784668,
      "learning_rate": 7.11178247734139e-07,
      "loss": 1.4646,
      "step": 484
    },
    {
      "epoch": 1.4610169491525424,
      "grad_norm": 5.108595848083496,
      "learning_rate": 7.105740181268882e-07,
      "loss": 1.3969,
      "step": 485
    },
    {
      "epoch": 1.4640301318267421,
      "grad_norm": 5.136443614959717,
      "learning_rate": 7.099697885196374e-07,
      "loss": 1.3959,
      "step": 486
    },
    {
      "epoch": 1.4670433145009416,
      "grad_norm": 5.6289286613464355,
      "learning_rate": 7.093655589123867e-07,
      "loss": 1.3887,
      "step": 487
    },
    {
      "epoch": 1.4700564971751413,
      "grad_norm": 5.159824371337891,
      "learning_rate": 7.087613293051359e-07,
      "loss": 1.4145,
      "step": 488
    },
    {
      "epoch": 1.4730696798493408,
      "grad_norm": 5.452634334564209,
      "learning_rate": 7.081570996978851e-07,
      "loss": 1.3945,
      "step": 489
    },
    {
      "epoch": 1.4760828625235405,
      "grad_norm": 5.129777908325195,
      "learning_rate": 7.075528700906344e-07,
      "loss": 1.5507,
      "step": 490
    },
    {
      "epoch": 1.4790960451977402,
      "grad_norm": 5.247596740722656,
      "learning_rate": 7.069486404833836e-07,
      "loss": 1.4331,
      "step": 491
    },
    {
      "epoch": 1.4821092278719397,
      "grad_norm": 6.178140163421631,
      "learning_rate": 7.063444108761329e-07,
      "loss": 1.4418,
      "step": 492
    },
    {
      "epoch": 1.4851224105461394,
      "grad_norm": 6.076567649841309,
      "learning_rate": 7.057401812688822e-07,
      "loss": 1.3777,
      "step": 493
    },
    {
      "epoch": 1.488135593220339,
      "grad_norm": 5.229823112487793,
      "learning_rate": 7.051359516616314e-07,
      "loss": 1.3608,
      "step": 494
    },
    {
      "epoch": 1.4911487758945385,
      "grad_norm": 6.000827312469482,
      "learning_rate": 7.045317220543806e-07,
      "loss": 1.4285,
      "step": 495
    },
    {
      "epoch": 1.4941619585687382,
      "grad_norm": 6.488296031951904,
      "learning_rate": 7.039274924471299e-07,
      "loss": 1.396,
      "step": 496
    },
    {
      "epoch": 1.497175141242938,
      "grad_norm": 6.797378063201904,
      "learning_rate": 7.033232628398791e-07,
      "loss": 1.6419,
      "step": 497
    },
    {
      "epoch": 1.5001883239171376,
      "grad_norm": 5.642067909240723,
      "learning_rate": 7.027190332326284e-07,
      "loss": 1.4001,
      "step": 498
    },
    {
      "epoch": 1.503201506591337,
      "grad_norm": 7.238025665283203,
      "learning_rate": 7.021148036253776e-07,
      "loss": 1.5748,
      "step": 499
    },
    {
      "epoch": 1.5062146892655366,
      "grad_norm": 4.841119766235352,
      "learning_rate": 7.015105740181268e-07,
      "loss": 1.4002,
      "step": 500
    },
    {
      "epoch": 1.5092278719397365,
      "grad_norm": 7.108461856842041,
      "learning_rate": 7.009063444108762e-07,
      "loss": 1.457,
      "step": 501
    },
    {
      "epoch": 1.512241054613936,
      "grad_norm": 5.759829521179199,
      "learning_rate": 7.003021148036253e-07,
      "loss": 1.4616,
      "step": 502
    },
    {
      "epoch": 1.5152542372881355,
      "grad_norm": 5.384749889373779,
      "learning_rate": 6.996978851963746e-07,
      "loss": 1.4173,
      "step": 503
    },
    {
      "epoch": 1.5182674199623352,
      "grad_norm": 5.466532230377197,
      "learning_rate": 6.990936555891238e-07,
      "loss": 1.353,
      "step": 504
    },
    {
      "epoch": 1.5212806026365349,
      "grad_norm": 9.823829650878906,
      "learning_rate": 6.984894259818731e-07,
      "loss": 1.44,
      "step": 505
    },
    {
      "epoch": 1.5242937853107343,
      "grad_norm": 5.307360649108887,
      "learning_rate": 6.978851963746222e-07,
      "loss": 1.3811,
      "step": 506
    },
    {
      "epoch": 1.527306967984934,
      "grad_norm": 5.112379550933838,
      "learning_rate": 6.972809667673716e-07,
      "loss": 1.3994,
      "step": 507
    },
    {
      "epoch": 1.5303201506591337,
      "grad_norm": 5.7161359786987305,
      "learning_rate": 6.966767371601208e-07,
      "loss": 1.479,
      "step": 508
    },
    {
      "epoch": 1.5333333333333332,
      "grad_norm": 5.918424606323242,
      "learning_rate": 6.9607250755287e-07,
      "loss": 1.5487,
      "step": 509
    },
    {
      "epoch": 1.536346516007533,
      "grad_norm": 4.992625713348389,
      "learning_rate": 6.954682779456194e-07,
      "loss": 1.3757,
      "step": 510
    },
    {
      "epoch": 1.5393596986817326,
      "grad_norm": 4.293216228485107,
      "learning_rate": 6.948640483383685e-07,
      "loss": 1.4065,
      "step": 511
    },
    {
      "epoch": 1.542372881355932,
      "grad_norm": 5.834140300750732,
      "learning_rate": 6.942598187311179e-07,
      "loss": 1.4839,
      "step": 512
    },
    {
      "epoch": 1.5453860640301318,
      "grad_norm": 5.41923189163208,
      "learning_rate": 6.93655589123867e-07,
      "loss": 1.4985,
      "step": 513
    },
    {
      "epoch": 1.5483992467043315,
      "grad_norm": 5.158897876739502,
      "learning_rate": 6.930513595166163e-07,
      "loss": 1.4512,
      "step": 514
    },
    {
      "epoch": 1.551412429378531,
      "grad_norm": 6.274599552154541,
      "learning_rate": 6.924471299093655e-07,
      "loss": 1.4295,
      "step": 515
    },
    {
      "epoch": 1.5544256120527307,
      "grad_norm": 5.780722141265869,
      "learning_rate": 6.918429003021148e-07,
      "loss": 1.4675,
      "step": 516
    },
    {
      "epoch": 1.5574387947269304,
      "grad_norm": 6.4688520431518555,
      "learning_rate": 6.912386706948639e-07,
      "loss": 1.4375,
      "step": 517
    },
    {
      "epoch": 1.5604519774011298,
      "grad_norm": 6.904114723205566,
      "learning_rate": 6.906344410876133e-07,
      "loss": 1.3001,
      "step": 518
    },
    {
      "epoch": 1.5634651600753295,
      "grad_norm": 7.99424934387207,
      "learning_rate": 6.900302114803625e-07,
      "loss": 1.3876,
      "step": 519
    },
    {
      "epoch": 1.5664783427495292,
      "grad_norm": 4.946364879608154,
      "learning_rate": 6.894259818731117e-07,
      "loss": 1.4967,
      "step": 520
    },
    {
      "epoch": 1.5694915254237287,
      "grad_norm": 4.895719051361084,
      "learning_rate": 6.88821752265861e-07,
      "loss": 1.4387,
      "step": 521
    },
    {
      "epoch": 1.5725047080979284,
      "grad_norm": 5.683162689208984,
      "learning_rate": 6.882175226586102e-07,
      "loss": 1.4157,
      "step": 522
    },
    {
      "epoch": 1.5755178907721281,
      "grad_norm": 6.254124164581299,
      "learning_rate": 6.876132930513596e-07,
      "loss": 1.3239,
      "step": 523
    },
    {
      "epoch": 1.5785310734463276,
      "grad_norm": 5.455890655517578,
      "learning_rate": 6.870090634441087e-07,
      "loss": 1.4771,
      "step": 524
    },
    {
      "epoch": 1.5815442561205273,
      "grad_norm": 5.1645307540893555,
      "learning_rate": 6.86404833836858e-07,
      "loss": 1.4606,
      "step": 525
    },
    {
      "epoch": 1.584557438794727,
      "grad_norm": 5.679819107055664,
      "learning_rate": 6.858006042296072e-07,
      "loss": 1.4379,
      "step": 526
    },
    {
      "epoch": 1.5875706214689265,
      "grad_norm": 5.951003074645996,
      "learning_rate": 6.851963746223565e-07,
      "loss": 1.4842,
      "step": 527
    },
    {
      "epoch": 1.5905838041431262,
      "grad_norm": 5.812933921813965,
      "learning_rate": 6.845921450151057e-07,
      "loss": 1.4825,
      "step": 528
    },
    {
      "epoch": 1.5935969868173259,
      "grad_norm": 5.2482218742370605,
      "learning_rate": 6.83987915407855e-07,
      "loss": 1.488,
      "step": 529
    },
    {
      "epoch": 1.5966101694915253,
      "grad_norm": 5.172732830047607,
      "learning_rate": 6.833836858006042e-07,
      "loss": 1.3151,
      "step": 530
    },
    {
      "epoch": 1.599623352165725,
      "grad_norm": 5.541701793670654,
      "learning_rate": 6.827794561933534e-07,
      "loss": 1.3685,
      "step": 531
    },
    {
      "epoch": 1.6026365348399247,
      "grad_norm": 4.998197555541992,
      "learning_rate": 6.821752265861027e-07,
      "loss": 1.4423,
      "step": 532
    },
    {
      "epoch": 1.6056497175141242,
      "grad_norm": 5.002514839172363,
      "learning_rate": 6.815709969788519e-07,
      "loss": 1.4232,
      "step": 533
    },
    {
      "epoch": 1.608662900188324,
      "grad_norm": 7.178779125213623,
      "learning_rate": 6.809667673716012e-07,
      "loss": 1.5029,
      "step": 534
    },
    {
      "epoch": 1.6116760828625236,
      "grad_norm": 6.734219551086426,
      "learning_rate": 6.803625377643504e-07,
      "loss": 1.4361,
      "step": 535
    },
    {
      "epoch": 1.614689265536723,
      "grad_norm": 6.7906494140625,
      "learning_rate": 6.797583081570996e-07,
      "loss": 1.2748,
      "step": 536
    },
    {
      "epoch": 1.6177024482109228,
      "grad_norm": 4.756163120269775,
      "learning_rate": 6.79154078549849e-07,
      "loss": 1.4651,
      "step": 537
    },
    {
      "epoch": 1.6207156308851225,
      "grad_norm": 6.231260776519775,
      "learning_rate": 6.785498489425982e-07,
      "loss": 1.4384,
      "step": 538
    },
    {
      "epoch": 1.623728813559322,
      "grad_norm": 5.305384635925293,
      "learning_rate": 6.779456193353474e-07,
      "loss": 1.4345,
      "step": 539
    },
    {
      "epoch": 1.6267419962335217,
      "grad_norm": 4.599124431610107,
      "learning_rate": 6.773413897280967e-07,
      "loss": 1.4567,
      "step": 540
    },
    {
      "epoch": 1.6297551789077214,
      "grad_norm": 5.924282073974609,
      "learning_rate": 6.767371601208459e-07,
      "loss": 1.3263,
      "step": 541
    },
    {
      "epoch": 1.6327683615819208,
      "grad_norm": 6.763551235198975,
      "learning_rate": 6.761329305135951e-07,
      "loss": 1.432,
      "step": 542
    },
    {
      "epoch": 1.6357815442561205,
      "grad_norm": 5.712234973907471,
      "learning_rate": 6.755287009063444e-07,
      "loss": 1.4291,
      "step": 543
    },
    {
      "epoch": 1.6387947269303202,
      "grad_norm": 5.8092360496521,
      "learning_rate": 6.749244712990936e-07,
      "loss": 1.3997,
      "step": 544
    },
    {
      "epoch": 1.6418079096045197,
      "grad_norm": 5.469808101654053,
      "learning_rate": 6.743202416918428e-07,
      "loss": 1.3896,
      "step": 545
    },
    {
      "epoch": 1.6448210922787194,
      "grad_norm": 5.859208106994629,
      "learning_rate": 6.737160120845922e-07,
      "loss": 1.4631,
      "step": 546
    },
    {
      "epoch": 1.6478342749529191,
      "grad_norm": 5.414376735687256,
      "learning_rate": 6.731117824773413e-07,
      "loss": 1.3612,
      "step": 547
    },
    {
      "epoch": 1.6508474576271186,
      "grad_norm": 5.3840460777282715,
      "learning_rate": 6.725075528700907e-07,
      "loss": 1.3608,
      "step": 548
    },
    {
      "epoch": 1.6538606403013183,
      "grad_norm": 4.658404350280762,
      "learning_rate": 6.719033232628398e-07,
      "loss": 1.5127,
      "step": 549
    },
    {
      "epoch": 1.656873822975518,
      "grad_norm": 4.918388366699219,
      "learning_rate": 6.712990936555891e-07,
      "loss": 1.4597,
      "step": 550
    },
    {
      "epoch": 1.6598870056497175,
      "grad_norm": 6.723229885101318,
      "learning_rate": 6.706948640483383e-07,
      "loss": 1.3722,
      "step": 551
    },
    {
      "epoch": 1.6629001883239172,
      "grad_norm": 5.890351295471191,
      "learning_rate": 6.700906344410876e-07,
      "loss": 1.4422,
      "step": 552
    },
    {
      "epoch": 1.6659133709981169,
      "grad_norm": 6.722075939178467,
      "learning_rate": 6.694864048338367e-07,
      "loss": 1.4273,
      "step": 553
    },
    {
      "epoch": 1.6689265536723163,
      "grad_norm": 6.511855125427246,
      "learning_rate": 6.688821752265861e-07,
      "loss": 1.6251,
      "step": 554
    },
    {
      "epoch": 1.671939736346516,
      "grad_norm": 5.096655368804932,
      "learning_rate": 6.682779456193354e-07,
      "loss": 1.4326,
      "step": 555
    },
    {
      "epoch": 1.6749529190207157,
      "grad_norm": 5.17719841003418,
      "learning_rate": 6.676737160120845e-07,
      "loss": 1.2426,
      "step": 556
    },
    {
      "epoch": 1.6779661016949152,
      "grad_norm": 6.523287773132324,
      "learning_rate": 6.670694864048339e-07,
      "loss": 1.3799,
      "step": 557
    },
    {
      "epoch": 1.680979284369115,
      "grad_norm": 5.452298641204834,
      "learning_rate": 6.66465256797583e-07,
      "loss": 1.3897,
      "step": 558
    },
    {
      "epoch": 1.6839924670433146,
      "grad_norm": 5.382078647613525,
      "learning_rate": 6.658610271903324e-07,
      "loss": 1.3989,
      "step": 559
    },
    {
      "epoch": 1.687005649717514,
      "grad_norm": 6.651437759399414,
      "learning_rate": 6.652567975830815e-07,
      "loss": 1.5026,
      "step": 560
    },
    {
      "epoch": 1.6900188323917138,
      "grad_norm": 4.4180145263671875,
      "learning_rate": 6.646525679758308e-07,
      "loss": 1.3469,
      "step": 561
    },
    {
      "epoch": 1.6930320150659135,
      "grad_norm": 4.69598388671875,
      "learning_rate": 6.6404833836858e-07,
      "loss": 1.4108,
      "step": 562
    },
    {
      "epoch": 1.696045197740113,
      "grad_norm": 4.863903999328613,
      "learning_rate": 6.634441087613293e-07,
      "loss": 1.5132,
      "step": 563
    },
    {
      "epoch": 1.6990583804143125,
      "grad_norm": 5.178380966186523,
      "learning_rate": 6.628398791540785e-07,
      "loss": 1.5195,
      "step": 564
    },
    {
      "epoch": 1.7020715630885124,
      "grad_norm": 6.061720848083496,
      "learning_rate": 6.622356495468278e-07,
      "loss": 1.3956,
      "step": 565
    },
    {
      "epoch": 1.7050847457627119,
      "grad_norm": 4.397692680358887,
      "learning_rate": 6.61631419939577e-07,
      "loss": 1.3829,
      "step": 566
    },
    {
      "epoch": 1.7080979284369113,
      "grad_norm": 5.247250556945801,
      "learning_rate": 6.610271903323262e-07,
      "loss": 1.4632,
      "step": 567
    },
    {
      "epoch": 1.7111111111111112,
      "grad_norm": 5.468592643737793,
      "learning_rate": 6.604229607250756e-07,
      "loss": 1.3197,
      "step": 568
    },
    {
      "epoch": 1.7141242937853107,
      "grad_norm": 4.7552385330200195,
      "learning_rate": 6.598187311178247e-07,
      "loss": 1.4925,
      "step": 569
    },
    {
      "epoch": 1.7171374764595102,
      "grad_norm": 5.632788181304932,
      "learning_rate": 6.59214501510574e-07,
      "loss": 1.4752,
      "step": 570
    },
    {
      "epoch": 1.7201506591337101,
      "grad_norm": 4.604435443878174,
      "learning_rate": 6.586102719033232e-07,
      "loss": 1.4336,
      "step": 571
    },
    {
      "epoch": 1.7231638418079096,
      "grad_norm": 5.476536273956299,
      "learning_rate": 6.580060422960725e-07,
      "loss": 1.4693,
      "step": 572
    },
    {
      "epoch": 1.726177024482109,
      "grad_norm": 4.73729944229126,
      "learning_rate": 6.574018126888218e-07,
      "loss": 1.454,
      "step": 573
    },
    {
      "epoch": 1.729190207156309,
      "grad_norm": 5.8851847648620605,
      "learning_rate": 6.56797583081571e-07,
      "loss": 1.4858,
      "step": 574
    },
    {
      "epoch": 1.7322033898305085,
      "grad_norm": 5.509660720825195,
      "learning_rate": 6.561933534743202e-07,
      "loss": 1.5265,
      "step": 575
    },
    {
      "epoch": 1.735216572504708,
      "grad_norm": 5.304653167724609,
      "learning_rate": 6.555891238670695e-07,
      "loss": 1.3569,
      "step": 576
    },
    {
      "epoch": 1.7382297551789079,
      "grad_norm": 5.039734840393066,
      "learning_rate": 6.549848942598187e-07,
      "loss": 1.419,
      "step": 577
    },
    {
      "epoch": 1.7412429378531074,
      "grad_norm": 6.974076271057129,
      "learning_rate": 6.543806646525679e-07,
      "loss": 1.5582,
      "step": 578
    },
    {
      "epoch": 1.7442561205273068,
      "grad_norm": 6.748344898223877,
      "learning_rate": 6.537764350453172e-07,
      "loss": 1.5854,
      "step": 579
    },
    {
      "epoch": 1.7472693032015068,
      "grad_norm": 5.640841960906982,
      "learning_rate": 6.531722054380664e-07,
      "loss": 1.4451,
      "step": 580
    },
    {
      "epoch": 1.7502824858757062,
      "grad_norm": 5.6795454025268555,
      "learning_rate": 6.525679758308156e-07,
      "loss": 1.4107,
      "step": 581
    },
    {
      "epoch": 1.7532956685499057,
      "grad_norm": 5.71448278427124,
      "learning_rate": 6.519637462235649e-07,
      "loss": 1.4481,
      "step": 582
    },
    {
      "epoch": 1.7563088512241056,
      "grad_norm": 5.561422824859619,
      "learning_rate": 6.513595166163141e-07,
      "loss": 1.5204,
      "step": 583
    },
    {
      "epoch": 1.759322033898305,
      "grad_norm": 4.414923667907715,
      "learning_rate": 6.507552870090635e-07,
      "loss": 1.4593,
      "step": 584
    },
    {
      "epoch": 1.7623352165725046,
      "grad_norm": 5.140356540679932,
      "learning_rate": 6.501510574018127e-07,
      "loss": 1.4937,
      "step": 585
    },
    {
      "epoch": 1.7653483992467043,
      "grad_norm": 7.388606071472168,
      "learning_rate": 6.495468277945619e-07,
      "loss": 1.4052,
      "step": 586
    },
    {
      "epoch": 1.768361581920904,
      "grad_norm": 5.832814693450928,
      "learning_rate": 6.489425981873112e-07,
      "loss": 1.4518,
      "step": 587
    },
    {
      "epoch": 1.7713747645951035,
      "grad_norm": 4.214459419250488,
      "learning_rate": 6.483383685800604e-07,
      "loss": 1.4523,
      "step": 588
    },
    {
      "epoch": 1.7743879472693032,
      "grad_norm": 5.070772171020508,
      "learning_rate": 6.477341389728096e-07,
      "loss": 1.3983,
      "step": 589
    },
    {
      "epoch": 1.7774011299435029,
      "grad_norm": 5.3739800453186035,
      "learning_rate": 6.471299093655589e-07,
      "loss": 1.4219,
      "step": 590
    },
    {
      "epoch": 1.7804143126177023,
      "grad_norm": 6.607515335083008,
      "learning_rate": 6.465256797583081e-07,
      "loss": 1.3319,
      "step": 591
    },
    {
      "epoch": 1.783427495291902,
      "grad_norm": 5.779582500457764,
      "learning_rate": 6.459214501510573e-07,
      "loss": 1.3368,
      "step": 592
    },
    {
      "epoch": 1.7864406779661017,
      "grad_norm": 4.628208160400391,
      "learning_rate": 6.453172205438067e-07,
      "loss": 1.4129,
      "step": 593
    },
    {
      "epoch": 1.7894538606403012,
      "grad_norm": 5.075791835784912,
      "learning_rate": 6.447129909365558e-07,
      "loss": 1.3953,
      "step": 594
    },
    {
      "epoch": 1.792467043314501,
      "grad_norm": 5.970827102661133,
      "learning_rate": 6.441087613293051e-07,
      "loss": 1.4621,
      "step": 595
    },
    {
      "epoch": 1.7954802259887006,
      "grad_norm": 5.0847883224487305,
      "learning_rate": 6.435045317220543e-07,
      "loss": 1.45,
      "step": 596
    },
    {
      "epoch": 1.7984934086629,
      "grad_norm": 5.330321311950684,
      "learning_rate": 6.429003021148036e-07,
      "loss": 1.3755,
      "step": 597
    },
    {
      "epoch": 1.8015065913370998,
      "grad_norm": 5.063493251800537,
      "learning_rate": 6.422960725075527e-07,
      "loss": 1.4522,
      "step": 598
    },
    {
      "epoch": 1.8045197740112995,
      "grad_norm": 5.650209903717041,
      "learning_rate": 6.416918429003021e-07,
      "loss": 1.3714,
      "step": 599
    },
    {
      "epoch": 1.807532956685499,
      "grad_norm": 5.014791965484619,
      "learning_rate": 6.410876132930513e-07,
      "loss": 1.4091,
      "step": 600
    },
    {
      "epoch": 1.8105461393596987,
      "grad_norm": 4.727352142333984,
      "learning_rate": 6.404833836858006e-07,
      "loss": 1.4282,
      "step": 601
    },
    {
      "epoch": 1.8135593220338984,
      "grad_norm": 5.757930755615234,
      "learning_rate": 6.398791540785499e-07,
      "loss": 1.4752,
      "step": 602
    },
    {
      "epoch": 1.8165725047080978,
      "grad_norm": 5.246910095214844,
      "learning_rate": 6.39274924471299e-07,
      "loss": 1.4855,
      "step": 603
    },
    {
      "epoch": 1.8195856873822975,
      "grad_norm": 6.4755682945251465,
      "learning_rate": 6.386706948640484e-07,
      "loss": 1.5642,
      "step": 604
    },
    {
      "epoch": 1.8225988700564972,
      "grad_norm": 5.53103494644165,
      "learning_rate": 6.380664652567975e-07,
      "loss": 1.4201,
      "step": 605
    },
    {
      "epoch": 1.8256120527306967,
      "grad_norm": 6.595399379730225,
      "learning_rate": 6.374622356495468e-07,
      "loss": 1.4027,
      "step": 606
    },
    {
      "epoch": 1.8286252354048964,
      "grad_norm": 5.8376359939575195,
      "learning_rate": 6.36858006042296e-07,
      "loss": 1.5129,
      "step": 607
    },
    {
      "epoch": 1.831638418079096,
      "grad_norm": 6.222456455230713,
      "learning_rate": 6.362537764350453e-07,
      "loss": 1.4368,
      "step": 608
    },
    {
      "epoch": 1.8346516007532956,
      "grad_norm": 6.442774772644043,
      "learning_rate": 6.356495468277944e-07,
      "loss": 1.3926,
      "step": 609
    },
    {
      "epoch": 1.8376647834274953,
      "grad_norm": 5.401163101196289,
      "learning_rate": 6.350453172205438e-07,
      "loss": 1.4971,
      "step": 610
    },
    {
      "epoch": 1.840677966101695,
      "grad_norm": 5.267601490020752,
      "learning_rate": 6.34441087613293e-07,
      "loss": 1.4403,
      "step": 611
    },
    {
      "epoch": 1.8436911487758945,
      "grad_norm": 5.1611714363098145,
      "learning_rate": 6.338368580060423e-07,
      "loss": 1.4001,
      "step": 612
    },
    {
      "epoch": 1.8467043314500942,
      "grad_norm": 4.236810207366943,
      "learning_rate": 6.332326283987916e-07,
      "loss": 1.4281,
      "step": 613
    },
    {
      "epoch": 1.8497175141242939,
      "grad_norm": 5.382960796356201,
      "learning_rate": 6.326283987915407e-07,
      "loss": 1.4978,
      "step": 614
    },
    {
      "epoch": 1.8527306967984933,
      "grad_norm": 5.151810169219971,
      "learning_rate": 6.320241691842901e-07,
      "loss": 1.4408,
      "step": 615
    },
    {
      "epoch": 1.855743879472693,
      "grad_norm": 6.229462623596191,
      "learning_rate": 6.314199395770392e-07,
      "loss": 1.4,
      "step": 616
    },
    {
      "epoch": 1.8587570621468927,
      "grad_norm": 5.40347146987915,
      "learning_rate": 6.308157099697885e-07,
      "loss": 1.4664,
      "step": 617
    },
    {
      "epoch": 1.8617702448210922,
      "grad_norm": 5.364798069000244,
      "learning_rate": 6.302114803625377e-07,
      "loss": 1.3194,
      "step": 618
    },
    {
      "epoch": 1.864783427495292,
      "grad_norm": 4.928649425506592,
      "learning_rate": 6.29607250755287e-07,
      "loss": 1.4539,
      "step": 619
    },
    {
      "epoch": 1.8677966101694916,
      "grad_norm": 5.486970901489258,
      "learning_rate": 6.290030211480362e-07,
      "loss": 1.5761,
      "step": 620
    },
    {
      "epoch": 1.870809792843691,
      "grad_norm": 5.141716957092285,
      "learning_rate": 6.283987915407855e-07,
      "loss": 1.5517,
      "step": 621
    },
    {
      "epoch": 1.8738229755178908,
      "grad_norm": 5.570183277130127,
      "learning_rate": 6.277945619335347e-07,
      "loss": 1.4369,
      "step": 622
    },
    {
      "epoch": 1.8768361581920905,
      "grad_norm": 5.514773368835449,
      "learning_rate": 6.27190332326284e-07,
      "loss": 1.3528,
      "step": 623
    },
    {
      "epoch": 1.87984934086629,
      "grad_norm": 4.866400718688965,
      "learning_rate": 6.265861027190332e-07,
      "loss": 1.4558,
      "step": 624
    },
    {
      "epoch": 1.8828625235404897,
      "grad_norm": 5.65744161605835,
      "learning_rate": 6.259818731117824e-07,
      "loss": 1.4621,
      "step": 625
    },
    {
      "epoch": 1.8858757062146894,
      "grad_norm": 4.45788049697876,
      "learning_rate": 6.253776435045317e-07,
      "loss": 1.4233,
      "step": 626
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 4.6774468421936035,
      "learning_rate": 6.247734138972809e-07,
      "loss": 1.3827,
      "step": 627
    },
    {
      "epoch": 1.8919020715630885,
      "grad_norm": 5.3839240074157715,
      "learning_rate": 6.241691842900301e-07,
      "loss": 1.3881,
      "step": 628
    },
    {
      "epoch": 1.8949152542372882,
      "grad_norm": 5.282009601593018,
      "learning_rate": 6.235649546827795e-07,
      "loss": 1.5081,
      "step": 629
    },
    {
      "epoch": 1.8979284369114877,
      "grad_norm": 5.900636672973633,
      "learning_rate": 6.229607250755287e-07,
      "loss": 1.3394,
      "step": 630
    },
    {
      "epoch": 1.9009416195856874,
      "grad_norm": 5.5449604988098145,
      "learning_rate": 6.223564954682779e-07,
      "loss": 1.4728,
      "step": 631
    },
    {
      "epoch": 1.9039548022598871,
      "grad_norm": 5.975988864898682,
      "learning_rate": 6.217522658610272e-07,
      "loss": 1.4423,
      "step": 632
    },
    {
      "epoch": 1.9069679849340866,
      "grad_norm": 5.850360870361328,
      "learning_rate": 6.211480362537764e-07,
      "loss": 1.4192,
      "step": 633
    },
    {
      "epoch": 1.9099811676082863,
      "grad_norm": 5.3933424949646,
      "learning_rate": 6.205438066465256e-07,
      "loss": 1.4928,
      "step": 634
    },
    {
      "epoch": 1.912994350282486,
      "grad_norm": 5.343086242675781,
      "learning_rate": 6.199395770392749e-07,
      "loss": 1.4382,
      "step": 635
    },
    {
      "epoch": 1.9160075329566855,
      "grad_norm": 5.127535820007324,
      "learning_rate": 6.193353474320241e-07,
      "loss": 1.3975,
      "step": 636
    },
    {
      "epoch": 1.9190207156308852,
      "grad_norm": 6.427939414978027,
      "learning_rate": 6.187311178247734e-07,
      "loss": 1.4685,
      "step": 637
    },
    {
      "epoch": 1.9220338983050849,
      "grad_norm": 5.146970748901367,
      "learning_rate": 6.181268882175227e-07,
      "loss": 1.3038,
      "step": 638
    },
    {
      "epoch": 1.9250470809792843,
      "grad_norm": 5.896442890167236,
      "learning_rate": 6.175226586102718e-07,
      "loss": 1.4573,
      "step": 639
    },
    {
      "epoch": 1.928060263653484,
      "grad_norm": 5.2345356941223145,
      "learning_rate": 6.169184290030212e-07,
      "loss": 1.4047,
      "step": 640
    },
    {
      "epoch": 1.9310734463276837,
      "grad_norm": 5.183843612670898,
      "learning_rate": 6.163141993957703e-07,
      "loss": 1.5048,
      "step": 641
    },
    {
      "epoch": 1.9340866290018832,
      "grad_norm": 6.291079998016357,
      "learning_rate": 6.157099697885196e-07,
      "loss": 1.3371,
      "step": 642
    },
    {
      "epoch": 1.937099811676083,
      "grad_norm": 6.718411922454834,
      "learning_rate": 6.151057401812688e-07,
      "loss": 1.4606,
      "step": 643
    },
    {
      "epoch": 1.9401129943502826,
      "grad_norm": 6.028992176055908,
      "learning_rate": 6.145015105740181e-07,
      "loss": 1.5625,
      "step": 644
    },
    {
      "epoch": 1.943126177024482,
      "grad_norm": 5.395115852355957,
      "learning_rate": 6.138972809667673e-07,
      "loss": 1.4054,
      "step": 645
    },
    {
      "epoch": 1.9461393596986816,
      "grad_norm": 4.531974792480469,
      "learning_rate": 6.132930513595166e-07,
      "loss": 1.433,
      "step": 646
    },
    {
      "epoch": 1.9491525423728815,
      "grad_norm": 5.246399402618408,
      "learning_rate": 6.126888217522659e-07,
      "loss": 1.4677,
      "step": 647
    },
    {
      "epoch": 1.952165725047081,
      "grad_norm": 8.41258430480957,
      "learning_rate": 6.12084592145015e-07,
      "loss": 1.4845,
      "step": 648
    },
    {
      "epoch": 1.9551789077212804,
      "grad_norm": 5.498213291168213,
      "learning_rate": 6.114803625377644e-07,
      "loss": 1.434,
      "step": 649
    },
    {
      "epoch": 1.9581920903954804,
      "grad_norm": 5.884972095489502,
      "learning_rate": 6.108761329305135e-07,
      "loss": 1.3248,
      "step": 650
    },
    {
      "epoch": 1.9612052730696798,
      "grad_norm": 5.844563961029053,
      "learning_rate": 6.102719033232629e-07,
      "loss": 1.3895,
      "step": 651
    },
    {
      "epoch": 1.9642184557438793,
      "grad_norm": 4.956814765930176,
      "learning_rate": 6.09667673716012e-07,
      "loss": 1.3546,
      "step": 652
    },
    {
      "epoch": 1.9672316384180792,
      "grad_norm": 6.289551258087158,
      "learning_rate": 6.090634441087613e-07,
      "loss": 1.3619,
      "step": 653
    },
    {
      "epoch": 1.9702448210922787,
      "grad_norm": 4.80326509475708,
      "learning_rate": 6.084592145015105e-07,
      "loss": 1.4339,
      "step": 654
    },
    {
      "epoch": 1.9732580037664782,
      "grad_norm": 4.916763782501221,
      "learning_rate": 6.078549848942598e-07,
      "loss": 1.4357,
      "step": 655
    },
    {
      "epoch": 1.9762711864406781,
      "grad_norm": 5.264612674713135,
      "learning_rate": 6.07250755287009e-07,
      "loss": 1.3895,
      "step": 656
    },
    {
      "epoch": 1.9792843691148776,
      "grad_norm": 4.559102535247803,
      "learning_rate": 6.066465256797583e-07,
      "loss": 1.3428,
      "step": 657
    },
    {
      "epoch": 1.982297551789077,
      "grad_norm": 4.3896589279174805,
      "learning_rate": 6.060422960725075e-07,
      "loss": 1.2766,
      "step": 658
    },
    {
      "epoch": 1.985310734463277,
      "grad_norm": 5.347879886627197,
      "learning_rate": 6.054380664652567e-07,
      "loss": 1.4443,
      "step": 659
    },
    {
      "epoch": 1.9883239171374765,
      "grad_norm": 5.088440895080566,
      "learning_rate": 6.048338368580061e-07,
      "loss": 1.4539,
      "step": 660
    },
    {
      "epoch": 1.991337099811676,
      "grad_norm": 5.309561729431152,
      "learning_rate": 6.042296072507552e-07,
      "loss": 1.4494,
      "step": 661
    },
    {
      "epoch": 1.9943502824858759,
      "grad_norm": 6.114358901977539,
      "learning_rate": 6.036253776435046e-07,
      "loss": 1.3435,
      "step": 662
    },
    {
      "epoch": 1.9973634651600753,
      "grad_norm": 4.403398036956787,
      "learning_rate": 6.030211480362537e-07,
      "loss": 1.3779,
      "step": 663
    },
    {
      "epoch": 2.0,
      "grad_norm": 4.7274346351623535,
      "learning_rate": 6.02416918429003e-07,
      "loss": 1.4645,
      "step": 664
    },
    {
      "epoch": 2.0030131826741995,
      "grad_norm": 6.506847381591797,
      "learning_rate": 6.018126888217523e-07,
      "loss": 1.5385,
      "step": 665
    },
    {
      "epoch": 2.0060263653483994,
      "grad_norm": 7.451054096221924,
      "learning_rate": 6.012084592145015e-07,
      "loss": 1.4049,
      "step": 666
    },
    {
      "epoch": 2.009039548022599,
      "grad_norm": 4.383606433868408,
      "learning_rate": 6.006042296072507e-07,
      "loss": 1.4833,
      "step": 667
    },
    {
      "epoch": 2.0120527306967984,
      "grad_norm": 5.063993453979492,
      "learning_rate": 6e-07,
      "loss": 1.3355,
      "step": 668
    },
    {
      "epoch": 2.0150659133709983,
      "grad_norm": 5.351034641265869,
      "learning_rate": 5.993957703927492e-07,
      "loss": 1.3882,
      "step": 669
    },
    {
      "epoch": 2.0180790960451978,
      "grad_norm": 7.559557914733887,
      "learning_rate": 5.987915407854984e-07,
      "loss": 1.4989,
      "step": 670
    },
    {
      "epoch": 2.0210922787193972,
      "grad_norm": 5.76372766494751,
      "learning_rate": 5.981873111782477e-07,
      "loss": 1.3548,
      "step": 671
    },
    {
      "epoch": 2.024105461393597,
      "grad_norm": 5.260524749755859,
      "learning_rate": 5.975830815709969e-07,
      "loss": 1.4599,
      "step": 672
    },
    {
      "epoch": 2.0271186440677966,
      "grad_norm": 5.199622631072998,
      "learning_rate": 5.969788519637462e-07,
      "loss": 1.4346,
      "step": 673
    },
    {
      "epoch": 2.030131826741996,
      "grad_norm": 5.199345588684082,
      "learning_rate": 5.963746223564955e-07,
      "loss": 1.4608,
      "step": 674
    },
    {
      "epoch": 2.033145009416196,
      "grad_norm": 4.905064582824707,
      "learning_rate": 5.957703927492447e-07,
      "loss": 1.4167,
      "step": 675
    },
    {
      "epoch": 2.0361581920903955,
      "grad_norm": 5.352112293243408,
      "learning_rate": 5.95166163141994e-07,
      "loss": 1.5008,
      "step": 676
    },
    {
      "epoch": 2.039171374764595,
      "grad_norm": 5.230722427368164,
      "learning_rate": 5.945619335347432e-07,
      "loss": 1.4865,
      "step": 677
    },
    {
      "epoch": 2.042184557438795,
      "grad_norm": 6.2545647621154785,
      "learning_rate": 5.939577039274924e-07,
      "loss": 1.4017,
      "step": 678
    },
    {
      "epoch": 2.0451977401129944,
      "grad_norm": 5.609623908996582,
      "learning_rate": 5.933534743202417e-07,
      "loss": 1.4035,
      "step": 679
    },
    {
      "epoch": 2.048210922787194,
      "grad_norm": 4.778747081756592,
      "learning_rate": 5.927492447129909e-07,
      "loss": 1.4581,
      "step": 680
    },
    {
      "epoch": 2.0512241054613938,
      "grad_norm": 5.225364685058594,
      "learning_rate": 5.921450151057401e-07,
      "loss": 1.4524,
      "step": 681
    },
    {
      "epoch": 2.0542372881355933,
      "grad_norm": 5.3008222579956055,
      "learning_rate": 5.915407854984894e-07,
      "loss": 1.5256,
      "step": 682
    },
    {
      "epoch": 2.0572504708097927,
      "grad_norm": 4.803897857666016,
      "learning_rate": 5.909365558912387e-07,
      "loss": 1.3641,
      "step": 683
    },
    {
      "epoch": 2.0602636534839927,
      "grad_norm": 5.865955829620361,
      "learning_rate": 5.903323262839878e-07,
      "loss": 1.5513,
      "step": 684
    },
    {
      "epoch": 2.063276836158192,
      "grad_norm": 5.892612934112549,
      "learning_rate": 5.897280966767372e-07,
      "loss": 1.3533,
      "step": 685
    },
    {
      "epoch": 2.0662900188323916,
      "grad_norm": 6.444551467895508,
      "learning_rate": 5.891238670694863e-07,
      "loss": 1.3951,
      "step": 686
    },
    {
      "epoch": 2.0693032015065915,
      "grad_norm": 4.745134353637695,
      "learning_rate": 5.885196374622357e-07,
      "loss": 1.3467,
      "step": 687
    },
    {
      "epoch": 2.072316384180791,
      "grad_norm": 4.58413028717041,
      "learning_rate": 5.879154078549848e-07,
      "loss": 1.4109,
      "step": 688
    },
    {
      "epoch": 2.0753295668549905,
      "grad_norm": 7.045490264892578,
      "learning_rate": 5.873111782477341e-07,
      "loss": 1.2779,
      "step": 689
    },
    {
      "epoch": 2.0783427495291904,
      "grad_norm": 4.938101291656494,
      "learning_rate": 5.867069486404834e-07,
      "loss": 1.4159,
      "step": 690
    },
    {
      "epoch": 2.08135593220339,
      "grad_norm": 5.45305871963501,
      "learning_rate": 5.861027190332326e-07,
      "loss": 1.4708,
      "step": 691
    },
    {
      "epoch": 2.0843691148775894,
      "grad_norm": 5.357665061950684,
      "learning_rate": 5.854984894259819e-07,
      "loss": 1.4104,
      "step": 692
    },
    {
      "epoch": 2.0873822975517893,
      "grad_norm": 5.973804950714111,
      "learning_rate": 5.848942598187311e-07,
      "loss": 1.4934,
      "step": 693
    },
    {
      "epoch": 2.0903954802259888,
      "grad_norm": 5.5561370849609375,
      "learning_rate": 5.842900302114804e-07,
      "loss": 1.4021,
      "step": 694
    },
    {
      "epoch": 2.0934086629001882,
      "grad_norm": 6.015888690948486,
      "learning_rate": 5.836858006042295e-07,
      "loss": 1.3318,
      "step": 695
    },
    {
      "epoch": 2.096421845574388,
      "grad_norm": 5.203176498413086,
      "learning_rate": 5.830815709969789e-07,
      "loss": 1.3799,
      "step": 696
    },
    {
      "epoch": 2.0994350282485876,
      "grad_norm": 5.700403213500977,
      "learning_rate": 5.82477341389728e-07,
      "loss": 1.4465,
      "step": 697
    },
    {
      "epoch": 2.102448210922787,
      "grad_norm": 5.27009391784668,
      "learning_rate": 5.818731117824774e-07,
      "loss": 1.4464,
      "step": 698
    },
    {
      "epoch": 2.105461393596987,
      "grad_norm": 4.3890838623046875,
      "learning_rate": 5.812688821752265e-07,
      "loss": 1.3357,
      "step": 699
    },
    {
      "epoch": 2.1084745762711865,
      "grad_norm": 5.063640117645264,
      "learning_rate": 5.806646525679758e-07,
      "loss": 1.3312,
      "step": 700
    },
    {
      "epoch": 2.111487758945386,
      "grad_norm": 5.567170143127441,
      "learning_rate": 5.800604229607251e-07,
      "loss": 1.443,
      "step": 701
    },
    {
      "epoch": 2.1145009416195855,
      "grad_norm": 4.773354530334473,
      "learning_rate": 5.794561933534743e-07,
      "loss": 1.4135,
      "step": 702
    },
    {
      "epoch": 2.1175141242937854,
      "grad_norm": 5.5113205909729,
      "learning_rate": 5.788519637462235e-07,
      "loss": 1.4001,
      "step": 703
    },
    {
      "epoch": 2.120527306967985,
      "grad_norm": 6.3716840744018555,
      "learning_rate": 5.782477341389728e-07,
      "loss": 1.551,
      "step": 704
    },
    {
      "epoch": 2.123540489642185,
      "grad_norm": 6.4553046226501465,
      "learning_rate": 5.776435045317221e-07,
      "loss": 1.5445,
      "step": 705
    },
    {
      "epoch": 2.1265536723163843,
      "grad_norm": 6.153264045715332,
      "learning_rate": 5.770392749244712e-07,
      "loss": 1.4689,
      "step": 706
    },
    {
      "epoch": 2.1295668549905837,
      "grad_norm": 6.04611873626709,
      "learning_rate": 5.764350453172206e-07,
      "loss": 1.3696,
      "step": 707
    },
    {
      "epoch": 2.132580037664783,
      "grad_norm": 5.727451801300049,
      "learning_rate": 5.758308157099697e-07,
      "loss": 1.3972,
      "step": 708
    },
    {
      "epoch": 2.135593220338983,
      "grad_norm": 5.192663192749023,
      "learning_rate": 5.75226586102719e-07,
      "loss": 1.3843,
      "step": 709
    },
    {
      "epoch": 2.1386064030131826,
      "grad_norm": 4.959181308746338,
      "learning_rate": 5.746223564954682e-07,
      "loss": 1.3187,
      "step": 710
    },
    {
      "epoch": 2.1416195856873825,
      "grad_norm": 6.960421085357666,
      "learning_rate": 5.740181268882175e-07,
      "loss": 1.3501,
      "step": 711
    },
    {
      "epoch": 2.144632768361582,
      "grad_norm": 6.067958831787109,
      "learning_rate": 5.734138972809668e-07,
      "loss": 1.3431,
      "step": 712
    },
    {
      "epoch": 2.1476459510357815,
      "grad_norm": 6.101826190948486,
      "learning_rate": 5.72809667673716e-07,
      "loss": 1.3915,
      "step": 713
    },
    {
      "epoch": 2.150659133709981,
      "grad_norm": 5.134862899780273,
      "learning_rate": 5.722054380664652e-07,
      "loss": 1.3667,
      "step": 714
    },
    {
      "epoch": 2.153672316384181,
      "grad_norm": 5.357845783233643,
      "learning_rate": 5.716012084592145e-07,
      "loss": 1.461,
      "step": 715
    },
    {
      "epoch": 2.1566854990583804,
      "grad_norm": 5.645199775695801,
      "learning_rate": 5.709969788519637e-07,
      "loss": 1.4587,
      "step": 716
    },
    {
      "epoch": 2.15969868173258,
      "grad_norm": 4.612567901611328,
      "learning_rate": 5.703927492447129e-07,
      "loss": 1.3755,
      "step": 717
    },
    {
      "epoch": 2.1627118644067798,
      "grad_norm": 5.404798984527588,
      "learning_rate": 5.697885196374622e-07,
      "loss": 1.397,
      "step": 718
    },
    {
      "epoch": 2.1657250470809792,
      "grad_norm": 6.823877334594727,
      "learning_rate": 5.691842900302114e-07,
      "loss": 1.5049,
      "step": 719
    },
    {
      "epoch": 2.1687382297551787,
      "grad_norm": 4.873520851135254,
      "learning_rate": 5.685800604229607e-07,
      "loss": 1.3848,
      "step": 720
    },
    {
      "epoch": 2.1717514124293786,
      "grad_norm": 4.607947826385498,
      "learning_rate": 5.6797583081571e-07,
      "loss": 1.3787,
      "step": 721
    },
    {
      "epoch": 2.174764595103578,
      "grad_norm": 4.3039045333862305,
      "learning_rate": 5.673716012084592e-07,
      "loss": 1.4073,
      "step": 722
    },
    {
      "epoch": 2.1777777777777776,
      "grad_norm": 6.4014081954956055,
      "learning_rate": 5.667673716012085e-07,
      "loss": 1.4743,
      "step": 723
    },
    {
      "epoch": 2.1807909604519775,
      "grad_norm": 5.704488277435303,
      "learning_rate": 5.661631419939577e-07,
      "loss": 1.3492,
      "step": 724
    },
    {
      "epoch": 2.183804143126177,
      "grad_norm": 5.089229583740234,
      "learning_rate": 5.655589123867069e-07,
      "loss": 1.3759,
      "step": 725
    },
    {
      "epoch": 2.1868173258003765,
      "grad_norm": 5.573424816131592,
      "learning_rate": 5.649546827794562e-07,
      "loss": 1.3611,
      "step": 726
    },
    {
      "epoch": 2.1898305084745764,
      "grad_norm": 5.113455772399902,
      "learning_rate": 5.643504531722054e-07,
      "loss": 1.2688,
      "step": 727
    },
    {
      "epoch": 2.192843691148776,
      "grad_norm": 5.637343406677246,
      "learning_rate": 5.637462235649546e-07,
      "loss": 1.2778,
      "step": 728
    },
    {
      "epoch": 2.1958568738229753,
      "grad_norm": 5.297298908233643,
      "learning_rate": 5.631419939577039e-07,
      "loss": 1.3677,
      "step": 729
    },
    {
      "epoch": 2.1988700564971753,
      "grad_norm": 5.349950790405273,
      "learning_rate": 5.625377643504532e-07,
      "loss": 1.3514,
      "step": 730
    },
    {
      "epoch": 2.2018832391713747,
      "grad_norm": 5.5406575202941895,
      "learning_rate": 5.619335347432023e-07,
      "loss": 1.4946,
      "step": 731
    },
    {
      "epoch": 2.204896421845574,
      "grad_norm": 5.90025520324707,
      "learning_rate": 5.613293051359517e-07,
      "loss": 1.3405,
      "step": 732
    },
    {
      "epoch": 2.207909604519774,
      "grad_norm": 6.53027868270874,
      "learning_rate": 5.607250755287008e-07,
      "loss": 1.364,
      "step": 733
    },
    {
      "epoch": 2.2109227871939736,
      "grad_norm": 6.908459663391113,
      "learning_rate": 5.601208459214501e-07,
      "loss": 1.4171,
      "step": 734
    },
    {
      "epoch": 2.213935969868173,
      "grad_norm": 6.314930438995361,
      "learning_rate": 5.595166163141993e-07,
      "loss": 1.4053,
      "step": 735
    },
    {
      "epoch": 2.216949152542373,
      "grad_norm": 5.039096355438232,
      "learning_rate": 5.589123867069486e-07,
      "loss": 1.4515,
      "step": 736
    },
    {
      "epoch": 2.2199623352165725,
      "grad_norm": 5.380539894104004,
      "learning_rate": 5.583081570996979e-07,
      "loss": 1.3262,
      "step": 737
    },
    {
      "epoch": 2.222975517890772,
      "grad_norm": 5.479008197784424,
      "learning_rate": 5.577039274924471e-07,
      "loss": 1.4381,
      "step": 738
    },
    {
      "epoch": 2.225988700564972,
      "grad_norm": 5.449029922485352,
      "learning_rate": 5.570996978851964e-07,
      "loss": 1.5548,
      "step": 739
    },
    {
      "epoch": 2.2290018832391714,
      "grad_norm": 6.784027576446533,
      "learning_rate": 5.564954682779456e-07,
      "loss": 1.4505,
      "step": 740
    },
    {
      "epoch": 2.232015065913371,
      "grad_norm": 5.272122859954834,
      "learning_rate": 5.558912386706949e-07,
      "loss": 1.4236,
      "step": 741
    },
    {
      "epoch": 2.2350282485875708,
      "grad_norm": 5.2925848960876465,
      "learning_rate": 5.55287009063444e-07,
      "loss": 1.4045,
      "step": 742
    },
    {
      "epoch": 2.2380414312617702,
      "grad_norm": 5.430851459503174,
      "learning_rate": 5.546827794561934e-07,
      "loss": 1.3611,
      "step": 743
    },
    {
      "epoch": 2.2410546139359697,
      "grad_norm": 6.0691819190979,
      "learning_rate": 5.540785498489425e-07,
      "loss": 1.3461,
      "step": 744
    },
    {
      "epoch": 2.2440677966101696,
      "grad_norm": 6.548588752746582,
      "learning_rate": 5.534743202416918e-07,
      "loss": 1.5202,
      "step": 745
    },
    {
      "epoch": 2.247080979284369,
      "grad_norm": 4.588008880615234,
      "learning_rate": 5.52870090634441e-07,
      "loss": 1.3955,
      "step": 746
    },
    {
      "epoch": 2.2500941619585686,
      "grad_norm": 4.85317850112915,
      "learning_rate": 5.522658610271903e-07,
      "loss": 1.3379,
      "step": 747
    },
    {
      "epoch": 2.2531073446327685,
      "grad_norm": 5.505369186401367,
      "learning_rate": 5.516616314199396e-07,
      "loss": 1.2991,
      "step": 748
    },
    {
      "epoch": 2.256120527306968,
      "grad_norm": 5.266923427581787,
      "learning_rate": 5.510574018126888e-07,
      "loss": 1.4563,
      "step": 749
    },
    {
      "epoch": 2.2591337099811675,
      "grad_norm": 4.722748279571533,
      "learning_rate": 5.504531722054381e-07,
      "loss": 1.3144,
      "step": 750
    },
    {
      "epoch": 2.2621468926553674,
      "grad_norm": 5.333494663238525,
      "learning_rate": 5.498489425981873e-07,
      "loss": 1.3694,
      "step": 751
    },
    {
      "epoch": 2.265160075329567,
      "grad_norm": 5.768506050109863,
      "learning_rate": 5.492447129909366e-07,
      "loss": 1.3551,
      "step": 752
    },
    {
      "epoch": 2.2681732580037663,
      "grad_norm": 5.590920448303223,
      "learning_rate": 5.486404833836857e-07,
      "loss": 1.4318,
      "step": 753
    },
    {
      "epoch": 2.2711864406779663,
      "grad_norm": 5.287954330444336,
      "learning_rate": 5.480362537764351e-07,
      "loss": 1.4571,
      "step": 754
    },
    {
      "epoch": 2.2741996233521657,
      "grad_norm": 5.73705530166626,
      "learning_rate": 5.474320241691842e-07,
      "loss": 1.4492,
      "step": 755
    },
    {
      "epoch": 2.277212806026365,
      "grad_norm": 4.944558620452881,
      "learning_rate": 5.468277945619335e-07,
      "loss": 1.3898,
      "step": 756
    },
    {
      "epoch": 2.280225988700565,
      "grad_norm": 5.280138969421387,
      "learning_rate": 5.462235649546828e-07,
      "loss": 1.3925,
      "step": 757
    },
    {
      "epoch": 2.2832391713747646,
      "grad_norm": 5.228864669799805,
      "learning_rate": 5.45619335347432e-07,
      "loss": 1.316,
      "step": 758
    },
    {
      "epoch": 2.286252354048964,
      "grad_norm": 5.202868938446045,
      "learning_rate": 5.450151057401812e-07,
      "loss": 1.5104,
      "step": 759
    },
    {
      "epoch": 2.289265536723164,
      "grad_norm": 5.165500640869141,
      "learning_rate": 5.444108761329305e-07,
      "loss": 1.4511,
      "step": 760
    },
    {
      "epoch": 2.2922787193973635,
      "grad_norm": 5.167695045471191,
      "learning_rate": 5.438066465256797e-07,
      "loss": 1.4157,
      "step": 761
    },
    {
      "epoch": 2.295291902071563,
      "grad_norm": 5.771923542022705,
      "learning_rate": 5.43202416918429e-07,
      "loss": 1.4223,
      "step": 762
    },
    {
      "epoch": 2.298305084745763,
      "grad_norm": 6.398752212524414,
      "learning_rate": 5.425981873111782e-07,
      "loss": 1.2413,
      "step": 763
    },
    {
      "epoch": 2.3013182674199624,
      "grad_norm": 4.828259468078613,
      "learning_rate": 5.419939577039274e-07,
      "loss": 1.4065,
      "step": 764
    },
    {
      "epoch": 2.304331450094162,
      "grad_norm": 4.799897193908691,
      "learning_rate": 5.413897280966767e-07,
      "loss": 1.4111,
      "step": 765
    },
    {
      "epoch": 2.3073446327683618,
      "grad_norm": 4.8980278968811035,
      "learning_rate": 5.40785498489426e-07,
      "loss": 1.4593,
      "step": 766
    },
    {
      "epoch": 2.3103578154425612,
      "grad_norm": 6.555448532104492,
      "learning_rate": 5.401812688821752e-07,
      "loss": 1.5678,
      "step": 767
    },
    {
      "epoch": 2.3133709981167607,
      "grad_norm": 5.026364803314209,
      "learning_rate": 5.395770392749245e-07,
      "loss": 1.3852,
      "step": 768
    },
    {
      "epoch": 2.3163841807909606,
      "grad_norm": 5.971618175506592,
      "learning_rate": 5.389728096676737e-07,
      "loss": 1.4891,
      "step": 769
    },
    {
      "epoch": 2.31939736346516,
      "grad_norm": 5.163649559020996,
      "learning_rate": 5.383685800604229e-07,
      "loss": 1.4324,
      "step": 770
    },
    {
      "epoch": 2.3224105461393596,
      "grad_norm": 5.030628204345703,
      "learning_rate": 5.377643504531722e-07,
      "loss": 1.4346,
      "step": 771
    },
    {
      "epoch": 2.3254237288135595,
      "grad_norm": 6.850794792175293,
      "learning_rate": 5.371601208459214e-07,
      "loss": 1.2893,
      "step": 772
    },
    {
      "epoch": 2.328436911487759,
      "grad_norm": 4.461858749389648,
      "learning_rate": 5.365558912386706e-07,
      "loss": 1.3034,
      "step": 773
    },
    {
      "epoch": 2.3314500941619585,
      "grad_norm": 4.366841793060303,
      "learning_rate": 5.359516616314199e-07,
      "loss": 1.3536,
      "step": 774
    },
    {
      "epoch": 2.334463276836158,
      "grad_norm": 5.5118727684021,
      "learning_rate": 5.353474320241692e-07,
      "loss": 1.4047,
      "step": 775
    },
    {
      "epoch": 2.337476459510358,
      "grad_norm": 5.083255767822266,
      "learning_rate": 5.347432024169184e-07,
      "loss": 1.3084,
      "step": 776
    },
    {
      "epoch": 2.3404896421845574,
      "grad_norm": 5.434283256530762,
      "learning_rate": 5.341389728096677e-07,
      "loss": 1.3846,
      "step": 777
    },
    {
      "epoch": 2.3435028248587573,
      "grad_norm": 4.90469217300415,
      "learning_rate": 5.335347432024168e-07,
      "loss": 1.4139,
      "step": 778
    },
    {
      "epoch": 2.3465160075329567,
      "grad_norm": 6.241771221160889,
      "learning_rate": 5.329305135951662e-07,
      "loss": 1.4582,
      "step": 779
    },
    {
      "epoch": 2.3495291902071562,
      "grad_norm": 5.895584583282471,
      "learning_rate": 5.323262839879153e-07,
      "loss": 1.3051,
      "step": 780
    },
    {
      "epoch": 2.3525423728813557,
      "grad_norm": 5.881920337677002,
      "learning_rate": 5.317220543806646e-07,
      "loss": 1.4703,
      "step": 781
    },
    {
      "epoch": 2.3555555555555556,
      "grad_norm": 5.702391624450684,
      "learning_rate": 5.311178247734139e-07,
      "loss": 1.3757,
      "step": 782
    },
    {
      "epoch": 2.358568738229755,
      "grad_norm": 5.143468856811523,
      "learning_rate": 5.305135951661631e-07,
      "loss": 1.3637,
      "step": 783
    },
    {
      "epoch": 2.361581920903955,
      "grad_norm": 4.814526081085205,
      "learning_rate": 5.299093655589125e-07,
      "loss": 1.257,
      "step": 784
    },
    {
      "epoch": 2.3645951035781545,
      "grad_norm": 6.0213751792907715,
      "learning_rate": 5.293051359516616e-07,
      "loss": 1.5238,
      "step": 785
    },
    {
      "epoch": 2.367608286252354,
      "grad_norm": 4.7446489334106445,
      "learning_rate": 5.287009063444109e-07,
      "loss": 1.3483,
      "step": 786
    },
    {
      "epoch": 2.3706214689265535,
      "grad_norm": 5.7863616943359375,
      "learning_rate": 5.2809667673716e-07,
      "loss": 1.4076,
      "step": 787
    },
    {
      "epoch": 2.3736346516007534,
      "grad_norm": 4.720901966094971,
      "learning_rate": 5.274924471299094e-07,
      "loss": 1.3956,
      "step": 788
    },
    {
      "epoch": 2.376647834274953,
      "grad_norm": 4.803937911987305,
      "learning_rate": 5.268882175226585e-07,
      "loss": 1.3972,
      "step": 789
    },
    {
      "epoch": 2.3796610169491528,
      "grad_norm": 6.049300670623779,
      "learning_rate": 5.262839879154079e-07,
      "loss": 1.2986,
      "step": 790
    },
    {
      "epoch": 2.3826741996233523,
      "grad_norm": 5.316163539886475,
      "learning_rate": 5.25679758308157e-07,
      "loss": 1.3263,
      "step": 791
    },
    {
      "epoch": 2.3856873822975517,
      "grad_norm": 5.801413059234619,
      "learning_rate": 5.250755287009063e-07,
      "loss": 1.4789,
      "step": 792
    },
    {
      "epoch": 2.388700564971751,
      "grad_norm": 5.5726165771484375,
      "learning_rate": 5.244712990936556e-07,
      "loss": 1.4595,
      "step": 793
    },
    {
      "epoch": 2.391713747645951,
      "grad_norm": 5.9866156578063965,
      "learning_rate": 5.238670694864048e-07,
      "loss": 1.4622,
      "step": 794
    },
    {
      "epoch": 2.3947269303201506,
      "grad_norm": 4.857815265655518,
      "learning_rate": 5.23262839879154e-07,
      "loss": 1.2981,
      "step": 795
    },
    {
      "epoch": 2.3977401129943505,
      "grad_norm": 5.8389058113098145,
      "learning_rate": 5.226586102719033e-07,
      "loss": 1.3678,
      "step": 796
    },
    {
      "epoch": 2.40075329566855,
      "grad_norm": 6.6678996086120605,
      "learning_rate": 5.220543806646526e-07,
      "loss": 1.3378,
      "step": 797
    },
    {
      "epoch": 2.4037664783427495,
      "grad_norm": 5.256933212280273,
      "learning_rate": 5.214501510574017e-07,
      "loss": 1.4176,
      "step": 798
    },
    {
      "epoch": 2.406779661016949,
      "grad_norm": 4.508882522583008,
      "learning_rate": 5.208459214501511e-07,
      "loss": 1.3573,
      "step": 799
    },
    {
      "epoch": 2.409792843691149,
      "grad_norm": 4.6468186378479,
      "learning_rate": 5.202416918429002e-07,
      "loss": 1.2596,
      "step": 800
    },
    {
      "epoch": 2.4128060263653484,
      "grad_norm": 5.40158224105835,
      "learning_rate": 5.196374622356496e-07,
      "loss": 1.4059,
      "step": 801
    },
    {
      "epoch": 2.415819209039548,
      "grad_norm": 6.531670570373535,
      "learning_rate": 5.190332326283988e-07,
      "loss": 1.3649,
      "step": 802
    },
    {
      "epoch": 2.4188323917137478,
      "grad_norm": 5.398077487945557,
      "learning_rate": 5.18429003021148e-07,
      "loss": 1.3326,
      "step": 803
    },
    {
      "epoch": 2.4218455743879472,
      "grad_norm": 5.232184410095215,
      "learning_rate": 5.178247734138973e-07,
      "loss": 1.438,
      "step": 804
    },
    {
      "epoch": 2.4248587570621467,
      "grad_norm": 5.577856063842773,
      "learning_rate": 5.172205438066465e-07,
      "loss": 1.2982,
      "step": 805
    },
    {
      "epoch": 2.4278719397363466,
      "grad_norm": 4.479556083679199,
      "learning_rate": 5.166163141993957e-07,
      "loss": 1.3887,
      "step": 806
    },
    {
      "epoch": 2.430885122410546,
      "grad_norm": 4.324286460876465,
      "learning_rate": 5.16012084592145e-07,
      "loss": 1.3925,
      "step": 807
    },
    {
      "epoch": 2.4338983050847456,
      "grad_norm": 4.672438621520996,
      "learning_rate": 5.154078549848942e-07,
      "loss": 1.2739,
      "step": 808
    },
    {
      "epoch": 2.4369114877589455,
      "grad_norm": 6.77756929397583,
      "learning_rate": 5.148036253776434e-07,
      "loss": 1.4571,
      "step": 809
    },
    {
      "epoch": 2.439924670433145,
      "grad_norm": 5.18680477142334,
      "learning_rate": 5.141993957703927e-07,
      "loss": 1.4374,
      "step": 810
    },
    {
      "epoch": 2.4429378531073445,
      "grad_norm": 4.846097946166992,
      "learning_rate": 5.13595166163142e-07,
      "loss": 1.3009,
      "step": 811
    },
    {
      "epoch": 2.4459510357815444,
      "grad_norm": 4.986232757568359,
      "learning_rate": 5.129909365558913e-07,
      "loss": 1.4091,
      "step": 812
    },
    {
      "epoch": 2.448964218455744,
      "grad_norm": 4.635514259338379,
      "learning_rate": 5.123867069486405e-07,
      "loss": 1.4438,
      "step": 813
    },
    {
      "epoch": 2.4519774011299433,
      "grad_norm": 4.925203323364258,
      "learning_rate": 5.117824773413897e-07,
      "loss": 1.3924,
      "step": 814
    },
    {
      "epoch": 2.4549905838041433,
      "grad_norm": 5.646998405456543,
      "learning_rate": 5.11178247734139e-07,
      "loss": 1.4767,
      "step": 815
    },
    {
      "epoch": 2.4580037664783427,
      "grad_norm": 4.781537055969238,
      "learning_rate": 5.105740181268882e-07,
      "loss": 1.3645,
      "step": 816
    },
    {
      "epoch": 2.461016949152542,
      "grad_norm": 5.457485675811768,
      "learning_rate": 5.099697885196374e-07,
      "loss": 1.4672,
      "step": 817
    },
    {
      "epoch": 2.464030131826742,
      "grad_norm": 4.934605598449707,
      "learning_rate": 5.093655589123867e-07,
      "loss": 1.3191,
      "step": 818
    },
    {
      "epoch": 2.4670433145009416,
      "grad_norm": 5.155109405517578,
      "learning_rate": 5.087613293051359e-07,
      "loss": 1.323,
      "step": 819
    },
    {
      "epoch": 2.470056497175141,
      "grad_norm": 6.053231239318848,
      "learning_rate": 5.081570996978852e-07,
      "loss": 1.3896,
      "step": 820
    },
    {
      "epoch": 2.473069679849341,
      "grad_norm": 5.602438449859619,
      "learning_rate": 5.075528700906344e-07,
      "loss": 1.3991,
      "step": 821
    },
    {
      "epoch": 2.4760828625235405,
      "grad_norm": 6.6072235107421875,
      "learning_rate": 5.069486404833837e-07,
      "loss": 1.3277,
      "step": 822
    },
    {
      "epoch": 2.47909604519774,
      "grad_norm": 5.839221000671387,
      "learning_rate": 5.063444108761328e-07,
      "loss": 1.3465,
      "step": 823
    },
    {
      "epoch": 2.48210922787194,
      "grad_norm": 5.864413261413574,
      "learning_rate": 5.057401812688822e-07,
      "loss": 1.3285,
      "step": 824
    },
    {
      "epoch": 2.4851224105461394,
      "grad_norm": 4.84779691696167,
      "learning_rate": 5.051359516616313e-07,
      "loss": 1.379,
      "step": 825
    },
    {
      "epoch": 2.488135593220339,
      "grad_norm": 4.586862564086914,
      "learning_rate": 5.045317220543807e-07,
      "loss": 1.3847,
      "step": 826
    },
    {
      "epoch": 2.4911487758945388,
      "grad_norm": 6.357424736022949,
      "learning_rate": 5.039274924471299e-07,
      "loss": 1.51,
      "step": 827
    },
    {
      "epoch": 2.4941619585687382,
      "grad_norm": 5.194407939910889,
      "learning_rate": 5.033232628398791e-07,
      "loss": 1.3787,
      "step": 828
    },
    {
      "epoch": 2.4971751412429377,
      "grad_norm": 4.970487117767334,
      "learning_rate": 5.027190332326285e-07,
      "loss": 1.3422,
      "step": 829
    },
    {
      "epoch": 2.5001883239171376,
      "grad_norm": 5.828860282897949,
      "learning_rate": 5.021148036253776e-07,
      "loss": 1.3608,
      "step": 830
    },
    {
      "epoch": 2.503201506591337,
      "grad_norm": 4.613931179046631,
      "learning_rate": 5.015105740181269e-07,
      "loss": 1.373,
      "step": 831
    },
    {
      "epoch": 2.5062146892655366,
      "grad_norm": 5.8415985107421875,
      "learning_rate": 5.009063444108761e-07,
      "loss": 1.3869,
      "step": 832
    },
    {
      "epoch": 2.5092278719397365,
      "grad_norm": 5.232382297515869,
      "learning_rate": 5.003021148036254e-07,
      "loss": 1.2892,
      "step": 833
    },
    {
      "epoch": 2.512241054613936,
      "grad_norm": 4.9899492263793945,
      "learning_rate": 4.996978851963746e-07,
      "loss": 1.3713,
      "step": 834
    },
    {
      "epoch": 2.5152542372881355,
      "grad_norm": 5.91182279586792,
      "learning_rate": 4.990936555891239e-07,
      "loss": 1.3652,
      "step": 835
    },
    {
      "epoch": 2.518267419962335,
      "grad_norm": 5.414116859436035,
      "learning_rate": 4.984894259818731e-07,
      "loss": 1.4621,
      "step": 836
    },
    {
      "epoch": 2.521280602636535,
      "grad_norm": 6.548119068145752,
      "learning_rate": 4.978851963746224e-07,
      "loss": 1.527,
      "step": 837
    },
    {
      "epoch": 2.5242937853107343,
      "grad_norm": 4.411587238311768,
      "learning_rate": 4.972809667673716e-07,
      "loss": 1.4071,
      "step": 838
    },
    {
      "epoch": 2.5273069679849343,
      "grad_norm": 5.227695941925049,
      "learning_rate": 4.966767371601208e-07,
      "loss": 1.3503,
      "step": 839
    },
    {
      "epoch": 2.5303201506591337,
      "grad_norm": 4.4931960105896,
      "learning_rate": 4.960725075528701e-07,
      "loss": 1.4042,
      "step": 840
    },
    {
      "epoch": 2.533333333333333,
      "grad_norm": 5.4123406410217285,
      "learning_rate": 4.954682779456193e-07,
      "loss": 1.4937,
      "step": 841
    },
    {
      "epoch": 2.5363465160075327,
      "grad_norm": 4.782264232635498,
      "learning_rate": 4.948640483383685e-07,
      "loss": 1.4335,
      "step": 842
    },
    {
      "epoch": 2.5393596986817326,
      "grad_norm": 5.6392693519592285,
      "learning_rate": 4.942598187311179e-07,
      "loss": 1.3021,
      "step": 843
    },
    {
      "epoch": 2.542372881355932,
      "grad_norm": 4.517958164215088,
      "learning_rate": 4.936555891238671e-07,
      "loss": 1.3187,
      "step": 844
    },
    {
      "epoch": 2.545386064030132,
      "grad_norm": 5.458770751953125,
      "learning_rate": 4.930513595166163e-07,
      "loss": 1.4001,
      "step": 845
    },
    {
      "epoch": 2.5483992467043315,
      "grad_norm": 4.532254695892334,
      "learning_rate": 4.924471299093656e-07,
      "loss": 1.3851,
      "step": 846
    },
    {
      "epoch": 2.551412429378531,
      "grad_norm": 4.643901824951172,
      "learning_rate": 4.918429003021148e-07,
      "loss": 1.4623,
      "step": 847
    },
    {
      "epoch": 2.5544256120527304,
      "grad_norm": 4.74837589263916,
      "learning_rate": 4.91238670694864e-07,
      "loss": 1.4195,
      "step": 848
    },
    {
      "epoch": 2.5574387947269304,
      "grad_norm": 5.033172130584717,
      "learning_rate": 4.906344410876133e-07,
      "loss": 1.3541,
      "step": 849
    },
    {
      "epoch": 2.56045197740113,
      "grad_norm": 5.355044364929199,
      "learning_rate": 4.900302114803625e-07,
      "loss": 1.3985,
      "step": 850
    },
    {
      "epoch": 2.5634651600753298,
      "grad_norm": 5.097663879394531,
      "learning_rate": 4.894259818731118e-07,
      "loss": 1.4036,
      "step": 851
    },
    {
      "epoch": 2.5664783427495292,
      "grad_norm": 4.603138446807861,
      "learning_rate": 4.88821752265861e-07,
      "loss": 1.3395,
      "step": 852
    },
    {
      "epoch": 2.5694915254237287,
      "grad_norm": 4.3714070320129395,
      "learning_rate": 4.882175226586102e-07,
      "loss": 1.4366,
      "step": 853
    },
    {
      "epoch": 2.572504708097928,
      "grad_norm": 5.633694648742676,
      "learning_rate": 4.876132930513595e-07,
      "loss": 1.456,
      "step": 854
    },
    {
      "epoch": 2.575517890772128,
      "grad_norm": 5.291596412658691,
      "learning_rate": 4.870090634441087e-07,
      "loss": 1.4473,
      "step": 855
    },
    {
      "epoch": 2.5785310734463276,
      "grad_norm": 4.71557092666626,
      "learning_rate": 4.864048338368579e-07,
      "loss": 1.361,
      "step": 856
    },
    {
      "epoch": 2.5815442561205275,
      "grad_norm": 5.6157426834106445,
      "learning_rate": 4.858006042296073e-07,
      "loss": 1.3313,
      "step": 857
    },
    {
      "epoch": 2.584557438794727,
      "grad_norm": 4.893215179443359,
      "learning_rate": 4.851963746223565e-07,
      "loss": 1.3823,
      "step": 858
    },
    {
      "epoch": 2.5875706214689265,
      "grad_norm": 5.11285400390625,
      "learning_rate": 4.845921450151057e-07,
      "loss": 1.3059,
      "step": 859
    },
    {
      "epoch": 2.590583804143126,
      "grad_norm": 5.747056007385254,
      "learning_rate": 4.83987915407855e-07,
      "loss": 1.4338,
      "step": 860
    },
    {
      "epoch": 2.593596986817326,
      "grad_norm": 5.899341106414795,
      "learning_rate": 4.833836858006042e-07,
      "loss": 1.3658,
      "step": 861
    },
    {
      "epoch": 2.5966101694915253,
      "grad_norm": 4.324906349182129,
      "learning_rate": 4.827794561933535e-07,
      "loss": 1.3912,
      "step": 862
    },
    {
      "epoch": 2.5996233521657253,
      "grad_norm": 4.909964561462402,
      "learning_rate": 4.821752265861027e-07,
      "loss": 1.3919,
      "step": 863
    },
    {
      "epoch": 2.6026365348399247,
      "grad_norm": 5.210026264190674,
      "learning_rate": 4.815709969788519e-07,
      "loss": 1.4038,
      "step": 864
    },
    {
      "epoch": 2.605649717514124,
      "grad_norm": 5.408275604248047,
      "learning_rate": 4.809667673716012e-07,
      "loss": 1.4682,
      "step": 865
    },
    {
      "epoch": 2.6086629001883237,
      "grad_norm": 5.552017688751221,
      "learning_rate": 4.803625377643504e-07,
      "loss": 1.2967,
      "step": 866
    },
    {
      "epoch": 2.6116760828625236,
      "grad_norm": 7.799774169921875,
      "learning_rate": 4.797583081570996e-07,
      "loss": 1.426,
      "step": 867
    },
    {
      "epoch": 2.614689265536723,
      "grad_norm": 6.884754180908203,
      "learning_rate": 4.791540785498489e-07,
      "loss": 1.3881,
      "step": 868
    },
    {
      "epoch": 2.617702448210923,
      "grad_norm": 7.83217191696167,
      "learning_rate": 4.785498489425981e-07,
      "loss": 1.418,
      "step": 869
    },
    {
      "epoch": 2.6207156308851225,
      "grad_norm": 5.122860431671143,
      "learning_rate": 4.779456193353473e-07,
      "loss": 1.3091,
      "step": 870
    },
    {
      "epoch": 2.623728813559322,
      "grad_norm": 5.722933292388916,
      "learning_rate": 4.773413897280967e-07,
      "loss": 1.362,
      "step": 871
    },
    {
      "epoch": 2.6267419962335214,
      "grad_norm": 4.507980823516846,
      "learning_rate": 4.767371601208459e-07,
      "loss": 1.4246,
      "step": 872
    },
    {
      "epoch": 2.6297551789077214,
      "grad_norm": 5.295544624328613,
      "learning_rate": 4.7613293051359515e-07,
      "loss": 1.4139,
      "step": 873
    },
    {
      "epoch": 2.632768361581921,
      "grad_norm": 4.21176815032959,
      "learning_rate": 4.755287009063444e-07,
      "loss": 1.3874,
      "step": 874
    },
    {
      "epoch": 2.6357815442561208,
      "grad_norm": 4.981658935546875,
      "learning_rate": 4.749244712990936e-07,
      "loss": 1.3805,
      "step": 875
    },
    {
      "epoch": 2.6387947269303202,
      "grad_norm": 4.418703556060791,
      "learning_rate": 4.7432024169184286e-07,
      "loss": 1.29,
      "step": 876
    },
    {
      "epoch": 2.6418079096045197,
      "grad_norm": 6.650477409362793,
      "learning_rate": 4.737160120845921e-07,
      "loss": 1.4507,
      "step": 877
    },
    {
      "epoch": 2.644821092278719,
      "grad_norm": 4.820608139038086,
      "learning_rate": 4.731117824773413e-07,
      "loss": 1.2432,
      "step": 878
    },
    {
      "epoch": 2.647834274952919,
      "grad_norm": 5.358329772949219,
      "learning_rate": 4.7250755287009056e-07,
      "loss": 1.3021,
      "step": 879
    },
    {
      "epoch": 2.6508474576271186,
      "grad_norm": 4.207238674163818,
      "learning_rate": 4.719033232628399e-07,
      "loss": 1.405,
      "step": 880
    },
    {
      "epoch": 2.6538606403013185,
      "grad_norm": 5.843127250671387,
      "learning_rate": 4.7129909365558914e-07,
      "loss": 1.3403,
      "step": 881
    },
    {
      "epoch": 2.656873822975518,
      "grad_norm": 6.023222923278809,
      "learning_rate": 4.706948640483384e-07,
      "loss": 1.4879,
      "step": 882
    },
    {
      "epoch": 2.6598870056497175,
      "grad_norm": 5.1860857009887695,
      "learning_rate": 4.700906344410876e-07,
      "loss": 1.4778,
      "step": 883
    },
    {
      "epoch": 2.662900188323917,
      "grad_norm": 5.576006889343262,
      "learning_rate": 4.6948640483383684e-07,
      "loss": 1.3816,
      "step": 884
    },
    {
      "epoch": 2.665913370998117,
      "grad_norm": 5.2130045890808105,
      "learning_rate": 4.688821752265861e-07,
      "loss": 1.2855,
      "step": 885
    },
    {
      "epoch": 2.6689265536723163,
      "grad_norm": 4.84255838394165,
      "learning_rate": 4.682779456193353e-07,
      "loss": 1.4034,
      "step": 886
    },
    {
      "epoch": 2.6719397363465163,
      "grad_norm": 5.544811725616455,
      "learning_rate": 4.6767371601208455e-07,
      "loss": 1.3905,
      "step": 887
    },
    {
      "epoch": 2.6749529190207157,
      "grad_norm": 4.909422874450684,
      "learning_rate": 4.670694864048338e-07,
      "loss": 1.3772,
      "step": 888
    },
    {
      "epoch": 2.6779661016949152,
      "grad_norm": 6.080364227294922,
      "learning_rate": 4.664652567975831e-07,
      "loss": 1.387,
      "step": 889
    },
    {
      "epoch": 2.6809792843691147,
      "grad_norm": 4.797935962677002,
      "learning_rate": 4.658610271903323e-07,
      "loss": 1.4102,
      "step": 890
    },
    {
      "epoch": 2.6839924670433146,
      "grad_norm": 5.779572010040283,
      "learning_rate": 4.6525679758308155e-07,
      "loss": 1.4343,
      "step": 891
    },
    {
      "epoch": 2.687005649717514,
      "grad_norm": 5.506649971008301,
      "learning_rate": 4.646525679758308e-07,
      "loss": 1.4558,
      "step": 892
    },
    {
      "epoch": 2.690018832391714,
      "grad_norm": 5.0597052574157715,
      "learning_rate": 4.6404833836858e-07,
      "loss": 1.3169,
      "step": 893
    },
    {
      "epoch": 2.6930320150659135,
      "grad_norm": 5.385110378265381,
      "learning_rate": 4.6344410876132925e-07,
      "loss": 1.3916,
      "step": 894
    },
    {
      "epoch": 2.696045197740113,
      "grad_norm": 6.406915187835693,
      "learning_rate": 4.6283987915407854e-07,
      "loss": 1.3749,
      "step": 895
    },
    {
      "epoch": 2.6990583804143125,
      "grad_norm": 5.116516590118408,
      "learning_rate": 4.622356495468278e-07,
      "loss": 1.3157,
      "step": 896
    },
    {
      "epoch": 2.7020715630885124,
      "grad_norm": 5.402820110321045,
      "learning_rate": 4.61631419939577e-07,
      "loss": 1.5401,
      "step": 897
    },
    {
      "epoch": 2.705084745762712,
      "grad_norm": 5.761125564575195,
      "learning_rate": 4.610271903323263e-07,
      "loss": 1.3589,
      "step": 898
    },
    {
      "epoch": 2.7080979284369113,
      "grad_norm": 5.445271015167236,
      "learning_rate": 4.6042296072507554e-07,
      "loss": 1.3288,
      "step": 899
    },
    {
      "epoch": 2.7111111111111112,
      "grad_norm": 4.508528709411621,
      "learning_rate": 4.5981873111782477e-07,
      "loss": 1.3436,
      "step": 900
    },
    {
      "epoch": 2.7141242937853107,
      "grad_norm": 4.843202590942383,
      "learning_rate": 4.59214501510574e-07,
      "loss": 1.4008,
      "step": 901
    },
    {
      "epoch": 2.71713747645951,
      "grad_norm": 4.8625335693359375,
      "learning_rate": 4.5861027190332324e-07,
      "loss": 1.4299,
      "step": 902
    },
    {
      "epoch": 2.72015065913371,
      "grad_norm": 5.369333267211914,
      "learning_rate": 4.580060422960725e-07,
      "loss": 1.4505,
      "step": 903
    },
    {
      "epoch": 2.7231638418079096,
      "grad_norm": 6.931520462036133,
      "learning_rate": 4.574018126888217e-07,
      "loss": 1.3121,
      "step": 904
    },
    {
      "epoch": 2.726177024482109,
      "grad_norm": 6.4634623527526855,
      "learning_rate": 4.5679758308157095e-07,
      "loss": 1.3854,
      "step": 905
    },
    {
      "epoch": 2.729190207156309,
      "grad_norm": 5.996848106384277,
      "learning_rate": 4.561933534743202e-07,
      "loss": 1.348,
      "step": 906
    },
    {
      "epoch": 2.7322033898305085,
      "grad_norm": 5.70857048034668,
      "learning_rate": 4.5558912386706947e-07,
      "loss": 1.2956,
      "step": 907
    },
    {
      "epoch": 2.735216572504708,
      "grad_norm": 5.584412097930908,
      "learning_rate": 4.549848942598187e-07,
      "loss": 1.379,
      "step": 908
    },
    {
      "epoch": 2.738229755178908,
      "grad_norm": 6.666832447052002,
      "learning_rate": 4.5438066465256794e-07,
      "loss": 1.4878,
      "step": 909
    },
    {
      "epoch": 2.7412429378531074,
      "grad_norm": 5.557536602020264,
      "learning_rate": 4.5377643504531723e-07,
      "loss": 1.3061,
      "step": 910
    },
    {
      "epoch": 2.744256120527307,
      "grad_norm": 6.849345684051514,
      "learning_rate": 4.5317220543806647e-07,
      "loss": 1.547,
      "step": 911
    },
    {
      "epoch": 2.7472693032015068,
      "grad_norm": 5.811504364013672,
      "learning_rate": 4.525679758308157e-07,
      "loss": 1.4129,
      "step": 912
    },
    {
      "epoch": 2.7502824858757062,
      "grad_norm": 6.68612003326416,
      "learning_rate": 4.5196374622356494e-07,
      "loss": 1.3288,
      "step": 913
    },
    {
      "epoch": 2.7532956685499057,
      "grad_norm": 5.305330753326416,
      "learning_rate": 4.5135951661631417e-07,
      "loss": 1.407,
      "step": 914
    },
    {
      "epoch": 2.7563088512241056,
      "grad_norm": 5.111266613006592,
      "learning_rate": 4.507552870090634e-07,
      "loss": 1.3197,
      "step": 915
    },
    {
      "epoch": 2.759322033898305,
      "grad_norm": 5.044455051422119,
      "learning_rate": 4.501510574018127e-07,
      "loss": 1.3481,
      "step": 916
    },
    {
      "epoch": 2.7623352165725046,
      "grad_norm": 5.4864091873168945,
      "learning_rate": 4.4954682779456193e-07,
      "loss": 1.4862,
      "step": 917
    },
    {
      "epoch": 2.7653483992467045,
      "grad_norm": 5.183647632598877,
      "learning_rate": 4.4894259818731117e-07,
      "loss": 1.4012,
      "step": 918
    },
    {
      "epoch": 2.768361581920904,
      "grad_norm": 5.264411926269531,
      "learning_rate": 4.483383685800604e-07,
      "loss": 1.4432,
      "step": 919
    },
    {
      "epoch": 2.7713747645951035,
      "grad_norm": 5.036288738250732,
      "learning_rate": 4.4773413897280964e-07,
      "loss": 1.4567,
      "step": 920
    },
    {
      "epoch": 2.774387947269303,
      "grad_norm": 4.618870735168457,
      "learning_rate": 4.471299093655589e-07,
      "loss": 1.3392,
      "step": 921
    },
    {
      "epoch": 2.777401129943503,
      "grad_norm": 5.67301607131958,
      "learning_rate": 4.465256797583081e-07,
      "loss": 1.3805,
      "step": 922
    },
    {
      "epoch": 2.7804143126177023,
      "grad_norm": 6.1921706199646,
      "learning_rate": 4.4592145015105735e-07,
      "loss": 1.2438,
      "step": 923
    },
    {
      "epoch": 2.7834274952919023,
      "grad_norm": 4.661489963531494,
      "learning_rate": 4.453172205438066e-07,
      "loss": 1.323,
      "step": 924
    },
    {
      "epoch": 2.7864406779661017,
      "grad_norm": 5.9292216300964355,
      "learning_rate": 4.447129909365559e-07,
      "loss": 1.3986,
      "step": 925
    },
    {
      "epoch": 2.789453860640301,
      "grad_norm": 4.722766876220703,
      "learning_rate": 4.4410876132930516e-07,
      "loss": 1.4888,
      "step": 926
    },
    {
      "epoch": 2.7924670433145007,
      "grad_norm": 5.00396203994751,
      "learning_rate": 4.435045317220544e-07,
      "loss": 1.4067,
      "step": 927
    },
    {
      "epoch": 2.7954802259887006,
      "grad_norm": 5.182219505310059,
      "learning_rate": 4.4290030211480363e-07,
      "loss": 1.337,
      "step": 928
    },
    {
      "epoch": 2.7984934086629,
      "grad_norm": 5.727806091308594,
      "learning_rate": 4.4229607250755286e-07,
      "loss": 1.3156,
      "step": 929
    },
    {
      "epoch": 2.8015065913371,
      "grad_norm": 5.534318447113037,
      "learning_rate": 4.416918429003021e-07,
      "loss": 1.3646,
      "step": 930
    },
    {
      "epoch": 2.8045197740112995,
      "grad_norm": 4.730491638183594,
      "learning_rate": 4.4108761329305134e-07,
      "loss": 1.3839,
      "step": 931
    },
    {
      "epoch": 2.807532956685499,
      "grad_norm": 4.715068817138672,
      "learning_rate": 4.4048338368580057e-07,
      "loss": 1.3194,
      "step": 932
    },
    {
      "epoch": 2.8105461393596984,
      "grad_norm": 4.534972667694092,
      "learning_rate": 4.398791540785498e-07,
      "loss": 1.3764,
      "step": 933
    },
    {
      "epoch": 2.8135593220338984,
      "grad_norm": 4.85308313369751,
      "learning_rate": 4.3927492447129904e-07,
      "loss": 1.3973,
      "step": 934
    },
    {
      "epoch": 2.816572504708098,
      "grad_norm": 5.348034858703613,
      "learning_rate": 4.3867069486404833e-07,
      "loss": 1.3229,
      "step": 935
    },
    {
      "epoch": 2.8195856873822978,
      "grad_norm": 6.930526256561279,
      "learning_rate": 4.3806646525679757e-07,
      "loss": 1.4855,
      "step": 936
    },
    {
      "epoch": 2.8225988700564972,
      "grad_norm": 5.733300685882568,
      "learning_rate": 4.374622356495468e-07,
      "loss": 1.3428,
      "step": 937
    },
    {
      "epoch": 2.8256120527306967,
      "grad_norm": 4.497043609619141,
      "learning_rate": 4.3685800604229604e-07,
      "loss": 1.2583,
      "step": 938
    },
    {
      "epoch": 2.828625235404896,
      "grad_norm": 5.137788772583008,
      "learning_rate": 4.3625377643504527e-07,
      "loss": 1.3998,
      "step": 939
    },
    {
      "epoch": 2.831638418079096,
      "grad_norm": 5.27037239074707,
      "learning_rate": 4.3564954682779456e-07,
      "loss": 1.408,
      "step": 940
    },
    {
      "epoch": 2.8346516007532956,
      "grad_norm": 5.4238152503967285,
      "learning_rate": 4.350453172205438e-07,
      "loss": 1.4005,
      "step": 941
    },
    {
      "epoch": 2.8376647834274955,
      "grad_norm": 5.701737880706787,
      "learning_rate": 4.3444108761329303e-07,
      "loss": 1.3428,
      "step": 942
    },
    {
      "epoch": 2.840677966101695,
      "grad_norm": 4.339885711669922,
      "learning_rate": 4.3383685800604227e-07,
      "loss": 1.4307,
      "step": 943
    },
    {
      "epoch": 2.8436911487758945,
      "grad_norm": 5.742118835449219,
      "learning_rate": 4.3323262839879155e-07,
      "loss": 1.4677,
      "step": 944
    },
    {
      "epoch": 2.846704331450094,
      "grad_norm": 5.369758605957031,
      "learning_rate": 4.326283987915408e-07,
      "loss": 1.3123,
      "step": 945
    },
    {
      "epoch": 2.849717514124294,
      "grad_norm": 4.570165634155273,
      "learning_rate": 4.3202416918429e-07,
      "loss": 1.523,
      "step": 946
    },
    {
      "epoch": 2.8527306967984933,
      "grad_norm": 5.12955379486084,
      "learning_rate": 4.3141993957703926e-07,
      "loss": 1.2585,
      "step": 947
    },
    {
      "epoch": 2.8557438794726933,
      "grad_norm": 5.771577835083008,
      "learning_rate": 4.308157099697885e-07,
      "loss": 1.161,
      "step": 948
    },
    {
      "epoch": 2.8587570621468927,
      "grad_norm": 5.594604015350342,
      "learning_rate": 4.3021148036253773e-07,
      "loss": 1.3644,
      "step": 949
    },
    {
      "epoch": 2.861770244821092,
      "grad_norm": 5.8950700759887695,
      "learning_rate": 4.2960725075528697e-07,
      "loss": 1.3926,
      "step": 950
    },
    {
      "epoch": 2.8647834274952917,
      "grad_norm": 6.498231410980225,
      "learning_rate": 4.290030211480362e-07,
      "loss": 1.3941,
      "step": 951
    },
    {
      "epoch": 2.8677966101694916,
      "grad_norm": 4.38367223739624,
      "learning_rate": 4.2839879154078544e-07,
      "loss": 1.3824,
      "step": 952
    },
    {
      "epoch": 2.870809792843691,
      "grad_norm": 6.300016403198242,
      "learning_rate": 4.2779456193353473e-07,
      "loss": 1.3675,
      "step": 953
    },
    {
      "epoch": 2.873822975517891,
      "grad_norm": 5.853883266448975,
      "learning_rate": 4.2719033232628396e-07,
      "loss": 1.4628,
      "step": 954
    },
    {
      "epoch": 2.8768361581920905,
      "grad_norm": 4.957842826843262,
      "learning_rate": 4.2658610271903325e-07,
      "loss": 1.4033,
      "step": 955
    },
    {
      "epoch": 2.87984934086629,
      "grad_norm": 4.800219535827637,
      "learning_rate": 4.259818731117825e-07,
      "loss": 1.2881,
      "step": 956
    },
    {
      "epoch": 2.8828625235404894,
      "grad_norm": 5.728854179382324,
      "learning_rate": 4.253776435045317e-07,
      "loss": 1.39,
      "step": 957
    },
    {
      "epoch": 2.8858757062146894,
      "grad_norm": 5.591170310974121,
      "learning_rate": 4.2477341389728096e-07,
      "loss": 1.3108,
      "step": 958
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 5.233771800994873,
      "learning_rate": 4.241691842900302e-07,
      "loss": 1.3804,
      "step": 959
    },
    {
      "epoch": 2.8919020715630888,
      "grad_norm": 4.858612060546875,
      "learning_rate": 4.2356495468277943e-07,
      "loss": 1.369,
      "step": 960
    },
    {
      "epoch": 2.8949152542372882,
      "grad_norm": 6.213875770568848,
      "learning_rate": 4.2296072507552866e-07,
      "loss": 1.3103,
      "step": 961
    },
    {
      "epoch": 2.8979284369114877,
      "grad_norm": 5.499582290649414,
      "learning_rate": 4.2235649546827795e-07,
      "loss": 1.4543,
      "step": 962
    },
    {
      "epoch": 2.900941619585687,
      "grad_norm": 4.72174072265625,
      "learning_rate": 4.217522658610272e-07,
      "loss": 1.3417,
      "step": 963
    },
    {
      "epoch": 2.903954802259887,
      "grad_norm": 5.060640335083008,
      "learning_rate": 4.211480362537764e-07,
      "loss": 1.3713,
      "step": 964
    },
    {
      "epoch": 2.9069679849340866,
      "grad_norm": 5.321628570556641,
      "learning_rate": 4.2054380664652566e-07,
      "loss": 1.3485,
      "step": 965
    },
    {
      "epoch": 2.9099811676082865,
      "grad_norm": 6.256387233734131,
      "learning_rate": 4.199395770392749e-07,
      "loss": 1.4791,
      "step": 966
    },
    {
      "epoch": 2.912994350282486,
      "grad_norm": 4.677583694458008,
      "learning_rate": 4.1933534743202413e-07,
      "loss": 1.4334,
      "step": 967
    },
    {
      "epoch": 2.9160075329566855,
      "grad_norm": 4.438000679016113,
      "learning_rate": 4.1873111782477336e-07,
      "loss": 1.3218,
      "step": 968
    },
    {
      "epoch": 2.919020715630885,
      "grad_norm": 5.72012996673584,
      "learning_rate": 4.181268882175226e-07,
      "loss": 1.5547,
      "step": 969
    },
    {
      "epoch": 2.922033898305085,
      "grad_norm": 5.33144474029541,
      "learning_rate": 4.1752265861027184e-07,
      "loss": 1.4333,
      "step": 970
    },
    {
      "epoch": 2.9250470809792843,
      "grad_norm": 4.570855140686035,
      "learning_rate": 4.169184290030212e-07,
      "loss": 1.4132,
      "step": 971
    },
    {
      "epoch": 2.9280602636534843,
      "grad_norm": 5.121436595916748,
      "learning_rate": 4.163141993957704e-07,
      "loss": 1.414,
      "step": 972
    },
    {
      "epoch": 2.9310734463276837,
      "grad_norm": 5.1723222732543945,
      "learning_rate": 4.1570996978851965e-07,
      "loss": 1.3499,
      "step": 973
    },
    {
      "epoch": 2.934086629001883,
      "grad_norm": 4.78765344619751,
      "learning_rate": 4.151057401812689e-07,
      "loss": 1.2727,
      "step": 974
    },
    {
      "epoch": 2.9370998116760827,
      "grad_norm": 5.11204195022583,
      "learning_rate": 4.145015105740181e-07,
      "loss": 1.3183,
      "step": 975
    },
    {
      "epoch": 2.9401129943502826,
      "grad_norm": 5.006422519683838,
      "learning_rate": 4.1389728096676735e-07,
      "loss": 1.3286,
      "step": 976
    },
    {
      "epoch": 2.943126177024482,
      "grad_norm": 5.531855583190918,
      "learning_rate": 4.132930513595166e-07,
      "loss": 1.3885,
      "step": 977
    },
    {
      "epoch": 2.9461393596986816,
      "grad_norm": 4.342312335968018,
      "learning_rate": 4.126888217522658e-07,
      "loss": 1.2971,
      "step": 978
    },
    {
      "epoch": 2.9491525423728815,
      "grad_norm": 5.590865612030029,
      "learning_rate": 4.1208459214501506e-07,
      "loss": 1.4025,
      "step": 979
    },
    {
      "epoch": 2.952165725047081,
      "grad_norm": 5.830648899078369,
      "learning_rate": 4.1148036253776435e-07,
      "loss": 1.4031,
      "step": 980
    },
    {
      "epoch": 2.9551789077212804,
      "grad_norm": 4.93297815322876,
      "learning_rate": 4.108761329305136e-07,
      "loss": 1.2535,
      "step": 981
    },
    {
      "epoch": 2.9581920903954804,
      "grad_norm": 5.593379497528076,
      "learning_rate": 4.102719033232628e-07,
      "loss": 1.2898,
      "step": 982
    },
    {
      "epoch": 2.96120527306968,
      "grad_norm": 5.680592060089111,
      "learning_rate": 4.0966767371601206e-07,
      "loss": 1.3898,
      "step": 983
    },
    {
      "epoch": 2.9642184557438793,
      "grad_norm": 7.401136875152588,
      "learning_rate": 4.090634441087613e-07,
      "loss": 1.4972,
      "step": 984
    },
    {
      "epoch": 2.9672316384180792,
      "grad_norm": 5.317058086395264,
      "learning_rate": 4.0845921450151053e-07,
      "loss": 1.3956,
      "step": 985
    },
    {
      "epoch": 2.9702448210922787,
      "grad_norm": 4.717957496643066,
      "learning_rate": 4.078549848942598e-07,
      "loss": 1.3377,
      "step": 986
    },
    {
      "epoch": 2.973258003766478,
      "grad_norm": 5.769641876220703,
      "learning_rate": 4.0725075528700905e-07,
      "loss": 1.3407,
      "step": 987
    },
    {
      "epoch": 2.976271186440678,
      "grad_norm": 7.250093460083008,
      "learning_rate": 4.066465256797583e-07,
      "loss": 1.4534,
      "step": 988
    },
    {
      "epoch": 2.9792843691148776,
      "grad_norm": 4.991407871246338,
      "learning_rate": 4.060422960725076e-07,
      "loss": 1.3179,
      "step": 989
    },
    {
      "epoch": 2.982297551789077,
      "grad_norm": 4.5322980880737305,
      "learning_rate": 4.054380664652568e-07,
      "loss": 1.294,
      "step": 990
    },
    {
      "epoch": 2.985310734463277,
      "grad_norm": 5.788262367248535,
      "learning_rate": 4.0483383685800605e-07,
      "loss": 1.3344,
      "step": 991
    },
    {
      "epoch": 2.9883239171374765,
      "grad_norm": 5.948826789855957,
      "learning_rate": 4.042296072507553e-07,
      "loss": 1.3195,
      "step": 992
    },
    {
      "epoch": 2.991337099811676,
      "grad_norm": 5.251885414123535,
      "learning_rate": 4.036253776435045e-07,
      "loss": 1.3783,
      "step": 993
    },
    {
      "epoch": 2.994350282485876,
      "grad_norm": 5.911839962005615,
      "learning_rate": 4.0302114803625375e-07,
      "loss": 1.3643,
      "step": 994
    },
    {
      "epoch": 2.9973634651600753,
      "grad_norm": 4.559868812561035,
      "learning_rate": 4.02416918429003e-07,
      "loss": 1.3504,
      "step": 995
    },
    {
      "epoch": 3.0,
      "grad_norm": 4.937360763549805,
      "learning_rate": 4.018126888217522e-07,
      "loss": 1.2505,
      "step": 996
    },
    {
      "epoch": 3.0030131826741995,
      "grad_norm": 6.265735626220703,
      "learning_rate": 4.0120845921450146e-07,
      "loss": 1.3716,
      "step": 997
    },
    {
      "epoch": 3.0060263653483994,
      "grad_norm": 5.515944004058838,
      "learning_rate": 4.006042296072507e-07,
      "loss": 1.3743,
      "step": 998
    },
    {
      "epoch": 3.009039548022599,
      "grad_norm": 4.209858417510986,
      "learning_rate": 4e-07,
      "loss": 1.3081,
      "step": 999
    },
    {
      "epoch": 3.0120527306967984,
      "grad_norm": 4.728229522705078,
      "learning_rate": 3.993957703927492e-07,
      "loss": 1.3707,
      "step": 1000
    },
    {
      "epoch": 3.0150659133709983,
      "grad_norm": 4.642185211181641,
      "learning_rate": 3.987915407854985e-07,
      "loss": 1.3156,
      "step": 1001
    },
    {
      "epoch": 3.0180790960451978,
      "grad_norm": 4.265927791595459,
      "learning_rate": 3.9818731117824774e-07,
      "loss": 1.3349,
      "step": 1002
    },
    {
      "epoch": 3.0210922787193972,
      "grad_norm": 4.554968357086182,
      "learning_rate": 3.97583081570997e-07,
      "loss": 1.4295,
      "step": 1003
    },
    {
      "epoch": 3.024105461393597,
      "grad_norm": 6.320156097412109,
      "learning_rate": 3.969788519637462e-07,
      "loss": 1.4345,
      "step": 1004
    },
    {
      "epoch": 3.0271186440677966,
      "grad_norm": 5.13922643661499,
      "learning_rate": 3.9637462235649545e-07,
      "loss": 1.414,
      "step": 1005
    },
    {
      "epoch": 3.030131826741996,
      "grad_norm": 5.429257392883301,
      "learning_rate": 3.957703927492447e-07,
      "loss": 1.3601,
      "step": 1006
    },
    {
      "epoch": 3.033145009416196,
      "grad_norm": 5.341658115386963,
      "learning_rate": 3.951661631419939e-07,
      "loss": 1.4078,
      "step": 1007
    },
    {
      "epoch": 3.0361581920903955,
      "grad_norm": 5.2500433921813965,
      "learning_rate": 3.945619335347432e-07,
      "loss": 1.3362,
      "step": 1008
    },
    {
      "epoch": 3.039171374764595,
      "grad_norm": 4.797705173492432,
      "learning_rate": 3.9395770392749244e-07,
      "loss": 1.3936,
      "step": 1009
    },
    {
      "epoch": 3.042184557438795,
      "grad_norm": 6.012185573577881,
      "learning_rate": 3.933534743202417e-07,
      "loss": 1.5112,
      "step": 1010
    },
    {
      "epoch": 3.0451977401129944,
      "grad_norm": 5.856369972229004,
      "learning_rate": 3.927492447129909e-07,
      "loss": 1.259,
      "step": 1011
    },
    {
      "epoch": 3.048210922787194,
      "grad_norm": 4.568045616149902,
      "learning_rate": 3.9214501510574015e-07,
      "loss": 1.4061,
      "step": 1012
    },
    {
      "epoch": 3.0512241054613938,
      "grad_norm": 5.07448673248291,
      "learning_rate": 3.915407854984894e-07,
      "loss": 1.4891,
      "step": 1013
    },
    {
      "epoch": 3.0542372881355933,
      "grad_norm": 6.176218032836914,
      "learning_rate": 3.909365558912386e-07,
      "loss": 1.4924,
      "step": 1014
    },
    {
      "epoch": 3.0572504708097927,
      "grad_norm": 5.526464939117432,
      "learning_rate": 3.9033232628398786e-07,
      "loss": 1.3928,
      "step": 1015
    },
    {
      "epoch": 3.0602636534839927,
      "grad_norm": 5.0440192222595215,
      "learning_rate": 3.897280966767371e-07,
      "loss": 1.3097,
      "step": 1016
    },
    {
      "epoch": 3.063276836158192,
      "grad_norm": 5.838516712188721,
      "learning_rate": 3.8912386706948643e-07,
      "loss": 1.3283,
      "step": 1017
    },
    {
      "epoch": 3.0662900188323916,
      "grad_norm": 4.818419933319092,
      "learning_rate": 3.8851963746223567e-07,
      "loss": 1.3688,
      "step": 1018
    },
    {
      "epoch": 3.0693032015065915,
      "grad_norm": 4.810229301452637,
      "learning_rate": 3.879154078549849e-07,
      "loss": 1.2191,
      "step": 1019
    },
    {
      "epoch": 3.072316384180791,
      "grad_norm": 5.7492594718933105,
      "learning_rate": 3.8731117824773414e-07,
      "loss": 1.2977,
      "step": 1020
    },
    {
      "epoch": 3.0753295668549905,
      "grad_norm": 4.548093318939209,
      "learning_rate": 3.867069486404834e-07,
      "loss": 1.3439,
      "step": 1021
    },
    {
      "epoch": 3.0783427495291904,
      "grad_norm": 4.916570663452148,
      "learning_rate": 3.861027190332326e-07,
      "loss": 1.2329,
      "step": 1022
    },
    {
      "epoch": 3.08135593220339,
      "grad_norm": 5.817365646362305,
      "learning_rate": 3.8549848942598184e-07,
      "loss": 1.3656,
      "step": 1023
    },
    {
      "epoch": 3.0843691148775894,
      "grad_norm": 5.2817254066467285,
      "learning_rate": 3.848942598187311e-07,
      "loss": 1.3226,
      "step": 1024
    },
    {
      "epoch": 3.0873822975517893,
      "grad_norm": 7.269449710845947,
      "learning_rate": 3.842900302114803e-07,
      "loss": 1.4445,
      "step": 1025
    },
    {
      "epoch": 3.0903954802259888,
      "grad_norm": 5.553394317626953,
      "learning_rate": 3.836858006042296e-07,
      "loss": 1.2573,
      "step": 1026
    },
    {
      "epoch": 3.0934086629001882,
      "grad_norm": 5.7581634521484375,
      "learning_rate": 3.8308157099697884e-07,
      "loss": 1.3977,
      "step": 1027
    },
    {
      "epoch": 3.096421845574388,
      "grad_norm": 5.1239118576049805,
      "learning_rate": 3.824773413897281e-07,
      "loss": 1.417,
      "step": 1028
    },
    {
      "epoch": 3.0994350282485876,
      "grad_norm": 5.5828094482421875,
      "learning_rate": 3.818731117824773e-07,
      "loss": 1.3681,
      "step": 1029
    },
    {
      "epoch": 3.102448210922787,
      "grad_norm": 5.310403347015381,
      "learning_rate": 3.8126888217522655e-07,
      "loss": 1.3408,
      "step": 1030
    },
    {
      "epoch": 3.105461393596987,
      "grad_norm": 4.930902481079102,
      "learning_rate": 3.8066465256797583e-07,
      "loss": 1.4034,
      "step": 1031
    },
    {
      "epoch": 3.1084745762711865,
      "grad_norm": 4.8793840408325195,
      "learning_rate": 3.8006042296072507e-07,
      "loss": 1.3755,
      "step": 1032
    },
    {
      "epoch": 3.111487758945386,
      "grad_norm": 5.215387344360352,
      "learning_rate": 3.794561933534743e-07,
      "loss": 1.2071,
      "step": 1033
    },
    {
      "epoch": 3.1145009416195855,
      "grad_norm": 4.731071949005127,
      "learning_rate": 3.7885196374622354e-07,
      "loss": 1.2409,
      "step": 1034
    },
    {
      "epoch": 3.1175141242937854,
      "grad_norm": 4.49262809753418,
      "learning_rate": 3.7824773413897283e-07,
      "loss": 1.3407,
      "step": 1035
    },
    {
      "epoch": 3.120527306967985,
      "grad_norm": 6.764143943786621,
      "learning_rate": 3.7764350453172206e-07,
      "loss": 1.4285,
      "step": 1036
    },
    {
      "epoch": 3.123540489642185,
      "grad_norm": 4.908986568450928,
      "learning_rate": 3.770392749244713e-07,
      "loss": 1.3841,
      "step": 1037
    },
    {
      "epoch": 3.1265536723163843,
      "grad_norm": 5.709153652191162,
      "learning_rate": 3.7643504531722054e-07,
      "loss": 1.4646,
      "step": 1038
    },
    {
      "epoch": 3.1295668549905837,
      "grad_norm": 5.032353401184082,
      "learning_rate": 3.7583081570996977e-07,
      "loss": 1.3858,
      "step": 1039
    },
    {
      "epoch": 3.132580037664783,
      "grad_norm": 4.8558268547058105,
      "learning_rate": 3.75226586102719e-07,
      "loss": 1.256,
      "step": 1040
    },
    {
      "epoch": 3.135593220338983,
      "grad_norm": 5.294119834899902,
      "learning_rate": 3.7462235649546824e-07,
      "loss": 1.3622,
      "step": 1041
    },
    {
      "epoch": 3.1386064030131826,
      "grad_norm": 5.285462856292725,
      "learning_rate": 3.740181268882175e-07,
      "loss": 1.3741,
      "step": 1042
    },
    {
      "epoch": 3.1416195856873825,
      "grad_norm": 5.080116271972656,
      "learning_rate": 3.734138972809667e-07,
      "loss": 1.3484,
      "step": 1043
    },
    {
      "epoch": 3.144632768361582,
      "grad_norm": 6.381402492523193,
      "learning_rate": 3.72809667673716e-07,
      "loss": 1.4131,
      "step": 1044
    },
    {
      "epoch": 3.1476459510357815,
      "grad_norm": 5.436094760894775,
      "learning_rate": 3.7220543806646524e-07,
      "loss": 1.4764,
      "step": 1045
    },
    {
      "epoch": 3.150659133709981,
      "grad_norm": 5.257254600524902,
      "learning_rate": 3.716012084592145e-07,
      "loss": 1.3854,
      "step": 1046
    },
    {
      "epoch": 3.153672316384181,
      "grad_norm": 4.668705463409424,
      "learning_rate": 3.7099697885196376e-07,
      "loss": 1.3192,
      "step": 1047
    },
    {
      "epoch": 3.1566854990583804,
      "grad_norm": 6.393636703491211,
      "learning_rate": 3.70392749244713e-07,
      "loss": 1.522,
      "step": 1048
    },
    {
      "epoch": 3.15969868173258,
      "grad_norm": 5.2552690505981445,
      "learning_rate": 3.6978851963746223e-07,
      "loss": 1.4212,
      "step": 1049
    },
    {
      "epoch": 3.1627118644067798,
      "grad_norm": 5.195391654968262,
      "learning_rate": 3.6918429003021147e-07,
      "loss": 1.3469,
      "step": 1050
    },
    {
      "epoch": 3.1657250470809792,
      "grad_norm": 5.488234996795654,
      "learning_rate": 3.685800604229607e-07,
      "loss": 1.3399,
      "step": 1051
    },
    {
      "epoch": 3.1687382297551787,
      "grad_norm": 5.200152397155762,
      "learning_rate": 3.6797583081570994e-07,
      "loss": 1.3312,
      "step": 1052
    },
    {
      "epoch": 3.1717514124293786,
      "grad_norm": 4.748150825500488,
      "learning_rate": 3.673716012084592e-07,
      "loss": 1.3778,
      "step": 1053
    },
    {
      "epoch": 3.174764595103578,
      "grad_norm": 4.560179233551025,
      "learning_rate": 3.6676737160120846e-07,
      "loss": 1.3159,
      "step": 1054
    },
    {
      "epoch": 3.1777777777777776,
      "grad_norm": 6.017602443695068,
      "learning_rate": 3.661631419939577e-07,
      "loss": 1.322,
      "step": 1055
    },
    {
      "epoch": 3.1807909604519775,
      "grad_norm": 5.199182510375977,
      "learning_rate": 3.6555891238670693e-07,
      "loss": 1.3151,
      "step": 1056
    },
    {
      "epoch": 3.183804143126177,
      "grad_norm": 4.5492401123046875,
      "learning_rate": 3.6495468277945617e-07,
      "loss": 1.2823,
      "step": 1057
    },
    {
      "epoch": 3.1868173258003765,
      "grad_norm": 4.5472540855407715,
      "learning_rate": 3.643504531722054e-07,
      "loss": 1.3764,
      "step": 1058
    },
    {
      "epoch": 3.1898305084745764,
      "grad_norm": 5.612013339996338,
      "learning_rate": 3.6374622356495464e-07,
      "loss": 1.5466,
      "step": 1059
    },
    {
      "epoch": 3.192843691148776,
      "grad_norm": 4.775079727172852,
      "learning_rate": 3.631419939577039e-07,
      "loss": 1.3381,
      "step": 1060
    },
    {
      "epoch": 3.1958568738229753,
      "grad_norm": 5.2801008224487305,
      "learning_rate": 3.625377643504531e-07,
      "loss": 1.4203,
      "step": 1061
    },
    {
      "epoch": 3.1988700564971753,
      "grad_norm": 5.039644241333008,
      "learning_rate": 3.619335347432024e-07,
      "loss": 1.301,
      "step": 1062
    },
    {
      "epoch": 3.2018832391713747,
      "grad_norm": 5.403880596160889,
      "learning_rate": 3.613293051359517e-07,
      "loss": 1.3206,
      "step": 1063
    },
    {
      "epoch": 3.204896421845574,
      "grad_norm": 4.912797451019287,
      "learning_rate": 3.607250755287009e-07,
      "loss": 1.3385,
      "step": 1064
    },
    {
      "epoch": 3.207909604519774,
      "grad_norm": 4.710302352905273,
      "learning_rate": 3.6012084592145016e-07,
      "loss": 1.4034,
      "step": 1065
    },
    {
      "epoch": 3.2109227871939736,
      "grad_norm": 5.205152988433838,
      "learning_rate": 3.595166163141994e-07,
      "loss": 1.3148,
      "step": 1066
    },
    {
      "epoch": 3.213935969868173,
      "grad_norm": 6.991178035736084,
      "learning_rate": 3.5891238670694863e-07,
      "loss": 1.3533,
      "step": 1067
    },
    {
      "epoch": 3.216949152542373,
      "grad_norm": 4.749478816986084,
      "learning_rate": 3.5830815709969786e-07,
      "loss": 1.2859,
      "step": 1068
    },
    {
      "epoch": 3.2199623352165725,
      "grad_norm": 5.161870002746582,
      "learning_rate": 3.577039274924471e-07,
      "loss": 1.4471,
      "step": 1069
    },
    {
      "epoch": 3.222975517890772,
      "grad_norm": 4.947021484375,
      "learning_rate": 3.5709969788519634e-07,
      "loss": 1.3335,
      "step": 1070
    },
    {
      "epoch": 3.225988700564972,
      "grad_norm": 4.7010064125061035,
      "learning_rate": 3.5649546827794557e-07,
      "loss": 1.3607,
      "step": 1071
    },
    {
      "epoch": 3.2290018832391714,
      "grad_norm": 5.017043590545654,
      "learning_rate": 3.5589123867069486e-07,
      "loss": 1.2449,
      "step": 1072
    },
    {
      "epoch": 3.232015065913371,
      "grad_norm": 5.346526145935059,
      "learning_rate": 3.552870090634441e-07,
      "loss": 1.3357,
      "step": 1073
    },
    {
      "epoch": 3.2350282485875708,
      "grad_norm": 6.598041534423828,
      "learning_rate": 3.5468277945619333e-07,
      "loss": 1.529,
      "step": 1074
    },
    {
      "epoch": 3.2380414312617702,
      "grad_norm": 5.89646577835083,
      "learning_rate": 3.5407854984894257e-07,
      "loss": 1.497,
      "step": 1075
    },
    {
      "epoch": 3.2410546139359697,
      "grad_norm": 6.0068864822387695,
      "learning_rate": 3.534743202416918e-07,
      "loss": 1.4841,
      "step": 1076
    },
    {
      "epoch": 3.2440677966101696,
      "grad_norm": 5.8331475257873535,
      "learning_rate": 3.528700906344411e-07,
      "loss": 1.4391,
      "step": 1077
    },
    {
      "epoch": 3.247080979284369,
      "grad_norm": 4.499456882476807,
      "learning_rate": 3.522658610271903e-07,
      "loss": 1.3826,
      "step": 1078
    },
    {
      "epoch": 3.2500941619585686,
      "grad_norm": 4.90435791015625,
      "learning_rate": 3.5166163141993956e-07,
      "loss": 1.3437,
      "step": 1079
    },
    {
      "epoch": 3.2531073446327685,
      "grad_norm": 4.4210896492004395,
      "learning_rate": 3.510574018126888e-07,
      "loss": 1.34,
      "step": 1080
    },
    {
      "epoch": 3.256120527306968,
      "grad_norm": 4.623739242553711,
      "learning_rate": 3.504531722054381e-07,
      "loss": 1.4279,
      "step": 1081
    },
    {
      "epoch": 3.2591337099811675,
      "grad_norm": 5.586244106292725,
      "learning_rate": 3.498489425981873e-07,
      "loss": 1.378,
      "step": 1082
    },
    {
      "epoch": 3.2621468926553674,
      "grad_norm": 5.002141952514648,
      "learning_rate": 3.4924471299093655e-07,
      "loss": 1.4804,
      "step": 1083
    },
    {
      "epoch": 3.265160075329567,
      "grad_norm": 5.78187894821167,
      "learning_rate": 3.486404833836858e-07,
      "loss": 1.443,
      "step": 1084
    },
    {
      "epoch": 3.2681732580037663,
      "grad_norm": 5.287418365478516,
      "learning_rate": 3.48036253776435e-07,
      "loss": 1.391,
      "step": 1085
    },
    {
      "epoch": 3.2711864406779663,
      "grad_norm": 5.684135913848877,
      "learning_rate": 3.4743202416918426e-07,
      "loss": 1.3685,
      "step": 1086
    },
    {
      "epoch": 3.2741996233521657,
      "grad_norm": 4.80598258972168,
      "learning_rate": 3.468277945619335e-07,
      "loss": 1.3006,
      "step": 1087
    },
    {
      "epoch": 3.277212806026365,
      "grad_norm": 4.770624160766602,
      "learning_rate": 3.4622356495468273e-07,
      "loss": 1.5162,
      "step": 1088
    },
    {
      "epoch": 3.280225988700565,
      "grad_norm": 4.657224178314209,
      "learning_rate": 3.4561933534743197e-07,
      "loss": 1.3749,
      "step": 1089
    },
    {
      "epoch": 3.2832391713747646,
      "grad_norm": 5.499764919281006,
      "learning_rate": 3.4501510574018126e-07,
      "loss": 1.4321,
      "step": 1090
    },
    {
      "epoch": 3.286252354048964,
      "grad_norm": 5.319194793701172,
      "learning_rate": 3.444108761329305e-07,
      "loss": 1.2939,
      "step": 1091
    },
    {
      "epoch": 3.289265536723164,
      "grad_norm": 4.814940452575684,
      "learning_rate": 3.438066465256798e-07,
      "loss": 1.4619,
      "step": 1092
    },
    {
      "epoch": 3.2922787193973635,
      "grad_norm": 6.2003397941589355,
      "learning_rate": 3.43202416918429e-07,
      "loss": 1.3182,
      "step": 1093
    },
    {
      "epoch": 3.295291902071563,
      "grad_norm": 5.594181537628174,
      "learning_rate": 3.4259818731117825e-07,
      "loss": 1.3483,
      "step": 1094
    },
    {
      "epoch": 3.298305084745763,
      "grad_norm": 5.733535289764404,
      "learning_rate": 3.419939577039275e-07,
      "loss": 1.4475,
      "step": 1095
    },
    {
      "epoch": 3.3013182674199624,
      "grad_norm": 6.244132041931152,
      "learning_rate": 3.413897280966767e-07,
      "loss": 1.2626,
      "step": 1096
    },
    {
      "epoch": 3.304331450094162,
      "grad_norm": 5.074985027313232,
      "learning_rate": 3.4078549848942596e-07,
      "loss": 1.3829,
      "step": 1097
    },
    {
      "epoch": 3.3073446327683618,
      "grad_norm": 5.177950859069824,
      "learning_rate": 3.401812688821752e-07,
      "loss": 1.3406,
      "step": 1098
    },
    {
      "epoch": 3.3103578154425612,
      "grad_norm": 5.125436782836914,
      "learning_rate": 3.395770392749245e-07,
      "loss": 1.3205,
      "step": 1099
    },
    {
      "epoch": 3.3133709981167607,
      "grad_norm": 4.635063171386719,
      "learning_rate": 3.389728096676737e-07,
      "loss": 1.4278,
      "step": 1100
    },
    {
      "epoch": 3.3163841807909606,
      "grad_norm": 5.764314651489258,
      "learning_rate": 3.3836858006042295e-07,
      "loss": 1.291,
      "step": 1101
    },
    {
      "epoch": 3.31939736346516,
      "grad_norm": 5.857874393463135,
      "learning_rate": 3.377643504531722e-07,
      "loss": 1.3229,
      "step": 1102
    },
    {
      "epoch": 3.3224105461393596,
      "grad_norm": 4.713305950164795,
      "learning_rate": 3.371601208459214e-07,
      "loss": 1.3376,
      "step": 1103
    },
    {
      "epoch": 3.3254237288135595,
      "grad_norm": 5.242147445678711,
      "learning_rate": 3.3655589123867066e-07,
      "loss": 1.3968,
      "step": 1104
    },
    {
      "epoch": 3.328436911487759,
      "grad_norm": 4.680526256561279,
      "learning_rate": 3.359516616314199e-07,
      "loss": 1.3421,
      "step": 1105
    },
    {
      "epoch": 3.3314500941619585,
      "grad_norm": 5.29753303527832,
      "learning_rate": 3.3534743202416913e-07,
      "loss": 1.5115,
      "step": 1106
    },
    {
      "epoch": 3.334463276836158,
      "grad_norm": 5.9016499519348145,
      "learning_rate": 3.3474320241691836e-07,
      "loss": 1.4298,
      "step": 1107
    },
    {
      "epoch": 3.337476459510358,
      "grad_norm": 4.899509906768799,
      "learning_rate": 3.341389728096677e-07,
      "loss": 1.2703,
      "step": 1108
    },
    {
      "epoch": 3.3404896421845574,
      "grad_norm": 5.0335187911987305,
      "learning_rate": 3.3353474320241694e-07,
      "loss": 1.3411,
      "step": 1109
    },
    {
      "epoch": 3.3435028248587573,
      "grad_norm": 4.804665565490723,
      "learning_rate": 3.329305135951662e-07,
      "loss": 1.4402,
      "step": 1110
    },
    {
      "epoch": 3.3465160075329567,
      "grad_norm": 4.380899429321289,
      "learning_rate": 3.323262839879154e-07,
      "loss": 1.3263,
      "step": 1111
    },
    {
      "epoch": 3.3495291902071562,
      "grad_norm": 4.972743511199951,
      "learning_rate": 3.3172205438066465e-07,
      "loss": 1.3601,
      "step": 1112
    },
    {
      "epoch": 3.3525423728813557,
      "grad_norm": 4.960188865661621,
      "learning_rate": 3.311178247734139e-07,
      "loss": 1.289,
      "step": 1113
    },
    {
      "epoch": 3.3555555555555556,
      "grad_norm": 6.5886430740356445,
      "learning_rate": 3.305135951661631e-07,
      "loss": 1.4357,
      "step": 1114
    },
    {
      "epoch": 3.358568738229755,
      "grad_norm": 5.167580604553223,
      "learning_rate": 3.2990936555891235e-07,
      "loss": 1.3103,
      "step": 1115
    },
    {
      "epoch": 3.361581920903955,
      "grad_norm": 6.519869804382324,
      "learning_rate": 3.293051359516616e-07,
      "loss": 1.356,
      "step": 1116
    },
    {
      "epoch": 3.3645951035781545,
      "grad_norm": 4.818637847900391,
      "learning_rate": 3.287009063444109e-07,
      "loss": 1.4105,
      "step": 1117
    },
    {
      "epoch": 3.367608286252354,
      "grad_norm": 4.644964694976807,
      "learning_rate": 3.280966767371601e-07,
      "loss": 1.3662,
      "step": 1118
    },
    {
      "epoch": 3.3706214689265535,
      "grad_norm": 4.9648613929748535,
      "learning_rate": 3.2749244712990935e-07,
      "loss": 1.2075,
      "step": 1119
    },
    {
      "epoch": 3.3736346516007534,
      "grad_norm": 5.00739860534668,
      "learning_rate": 3.268882175226586e-07,
      "loss": 1.3582,
      "step": 1120
    },
    {
      "epoch": 3.376647834274953,
      "grad_norm": 4.559837341308594,
      "learning_rate": 3.262839879154078e-07,
      "loss": 1.2944,
      "step": 1121
    },
    {
      "epoch": 3.3796610169491528,
      "grad_norm": 5.58215856552124,
      "learning_rate": 3.2567975830815706e-07,
      "loss": 1.3866,
      "step": 1122
    },
    {
      "epoch": 3.3826741996233523,
      "grad_norm": 5.749438285827637,
      "learning_rate": 3.2507552870090634e-07,
      "loss": 1.284,
      "step": 1123
    },
    {
      "epoch": 3.3856873822975517,
      "grad_norm": 5.8699822425842285,
      "learning_rate": 3.244712990936556e-07,
      "loss": 1.346,
      "step": 1124
    },
    {
      "epoch": 3.388700564971751,
      "grad_norm": 5.565084457397461,
      "learning_rate": 3.238670694864048e-07,
      "loss": 1.3141,
      "step": 1125
    },
    {
      "epoch": 3.391713747645951,
      "grad_norm": 5.329553127288818,
      "learning_rate": 3.2326283987915405e-07,
      "loss": 1.3235,
      "step": 1126
    },
    {
      "epoch": 3.3947269303201506,
      "grad_norm": 5.60961389541626,
      "learning_rate": 3.2265861027190334e-07,
      "loss": 1.4679,
      "step": 1127
    },
    {
      "epoch": 3.3977401129943505,
      "grad_norm": 5.863851547241211,
      "learning_rate": 3.220543806646526e-07,
      "loss": 1.3782,
      "step": 1128
    },
    {
      "epoch": 3.40075329566855,
      "grad_norm": 5.224005222320557,
      "learning_rate": 3.214501510574018e-07,
      "loss": 1.4244,
      "step": 1129
    },
    {
      "epoch": 3.4037664783427495,
      "grad_norm": 5.077877044677734,
      "learning_rate": 3.2084592145015105e-07,
      "loss": 1.4025,
      "step": 1130
    },
    {
      "epoch": 3.406779661016949,
      "grad_norm": 5.754922389984131,
      "learning_rate": 3.202416918429003e-07,
      "loss": 1.3606,
      "step": 1131
    },
    {
      "epoch": 3.409792843691149,
      "grad_norm": 5.3501811027526855,
      "learning_rate": 3.196374622356495e-07,
      "loss": 1.3681,
      "step": 1132
    },
    {
      "epoch": 3.4128060263653484,
      "grad_norm": 4.872705459594727,
      "learning_rate": 3.1903323262839875e-07,
      "loss": 1.343,
      "step": 1133
    },
    {
      "epoch": 3.415819209039548,
      "grad_norm": 5.372798919677734,
      "learning_rate": 3.18429003021148e-07,
      "loss": 1.3367,
      "step": 1134
    },
    {
      "epoch": 3.4188323917137478,
      "grad_norm": 4.503696918487549,
      "learning_rate": 3.178247734138972e-07,
      "loss": 1.3431,
      "step": 1135
    },
    {
      "epoch": 3.4218455743879472,
      "grad_norm": 4.819828510284424,
      "learning_rate": 3.172205438066465e-07,
      "loss": 1.3245,
      "step": 1136
    },
    {
      "epoch": 3.4248587570621467,
      "grad_norm": 5.415550708770752,
      "learning_rate": 3.166163141993958e-07,
      "loss": 1.3533,
      "step": 1137
    },
    {
      "epoch": 3.4278719397363466,
      "grad_norm": 4.537299156188965,
      "learning_rate": 3.1601208459214503e-07,
      "loss": 1.3507,
      "step": 1138
    },
    {
      "epoch": 3.430885122410546,
      "grad_norm": 4.891145706176758,
      "learning_rate": 3.1540785498489427e-07,
      "loss": 1.2972,
      "step": 1139
    },
    {
      "epoch": 3.4338983050847456,
      "grad_norm": 5.297690391540527,
      "learning_rate": 3.148036253776435e-07,
      "loss": 1.3568,
      "step": 1140
    },
    {
      "epoch": 3.4369114877589455,
      "grad_norm": 5.499969005584717,
      "learning_rate": 3.1419939577039274e-07,
      "loss": 1.4943,
      "step": 1141
    },
    {
      "epoch": 3.439924670433145,
      "grad_norm": 6.925271511077881,
      "learning_rate": 3.13595166163142e-07,
      "loss": 1.4044,
      "step": 1142
    },
    {
      "epoch": 3.4429378531073445,
      "grad_norm": 4.854650020599365,
      "learning_rate": 3.129909365558912e-07,
      "loss": 1.3228,
      "step": 1143
    },
    {
      "epoch": 3.4459510357815444,
      "grad_norm": 4.858430862426758,
      "learning_rate": 3.1238670694864045e-07,
      "loss": 1.4948,
      "step": 1144
    },
    {
      "epoch": 3.448964218455744,
      "grad_norm": 5.154025554656982,
      "learning_rate": 3.1178247734138974e-07,
      "loss": 1.4148,
      "step": 1145
    },
    {
      "epoch": 3.4519774011299433,
      "grad_norm": 5.326500415802002,
      "learning_rate": 3.1117824773413897e-07,
      "loss": 1.3099,
      "step": 1146
    },
    {
      "epoch": 3.4549905838041433,
      "grad_norm": 5.270984172821045,
      "learning_rate": 3.105740181268882e-07,
      "loss": 1.2985,
      "step": 1147
    },
    {
      "epoch": 3.4580037664783427,
      "grad_norm": 5.856513500213623,
      "learning_rate": 3.0996978851963744e-07,
      "loss": 1.4718,
      "step": 1148
    },
    {
      "epoch": 3.461016949152542,
      "grad_norm": 4.907252311706543,
      "learning_rate": 3.093655589123867e-07,
      "loss": 1.2586,
      "step": 1149
    },
    {
      "epoch": 3.464030131826742,
      "grad_norm": 4.766683101654053,
      "learning_rate": 3.087613293051359e-07,
      "loss": 1.3684,
      "step": 1150
    },
    {
      "epoch": 3.4670433145009416,
      "grad_norm": 5.567834377288818,
      "learning_rate": 3.0815709969788515e-07,
      "loss": 1.4026,
      "step": 1151
    },
    {
      "epoch": 3.470056497175141,
      "grad_norm": 5.1269049644470215,
      "learning_rate": 3.075528700906344e-07,
      "loss": 1.2812,
      "step": 1152
    },
    {
      "epoch": 3.473069679849341,
      "grad_norm": 6.845109462738037,
      "learning_rate": 3.0694864048338367e-07,
      "loss": 1.4028,
      "step": 1153
    },
    {
      "epoch": 3.4760828625235405,
      "grad_norm": 6.165011882781982,
      "learning_rate": 3.0634441087613296e-07,
      "loss": 1.4255,
      "step": 1154
    },
    {
      "epoch": 3.47909604519774,
      "grad_norm": 5.380854606628418,
      "learning_rate": 3.057401812688822e-07,
      "loss": 1.3953,
      "step": 1155
    },
    {
      "epoch": 3.48210922787194,
      "grad_norm": 4.164031982421875,
      "learning_rate": 3.0513595166163143e-07,
      "loss": 1.3046,
      "step": 1156
    },
    {
      "epoch": 3.4851224105461394,
      "grad_norm": 5.596676826477051,
      "learning_rate": 3.0453172205438067e-07,
      "loss": 1.2447,
      "step": 1157
    },
    {
      "epoch": 3.488135593220339,
      "grad_norm": 4.686988353729248,
      "learning_rate": 3.039274924471299e-07,
      "loss": 1.3602,
      "step": 1158
    },
    {
      "epoch": 3.4911487758945388,
      "grad_norm": 5.251356601715088,
      "learning_rate": 3.0332326283987914e-07,
      "loss": 1.4349,
      "step": 1159
    },
    {
      "epoch": 3.4941619585687382,
      "grad_norm": 5.9721150398254395,
      "learning_rate": 3.027190332326284e-07,
      "loss": 1.3905,
      "step": 1160
    },
    {
      "epoch": 3.4971751412429377,
      "grad_norm": 5.841638088226318,
      "learning_rate": 3.021148036253776e-07,
      "loss": 1.4177,
      "step": 1161
    },
    {
      "epoch": 3.5001883239171376,
      "grad_norm": 5.412988185882568,
      "learning_rate": 3.0151057401812684e-07,
      "loss": 1.3147,
      "step": 1162
    },
    {
      "epoch": 3.503201506591337,
      "grad_norm": 4.778837203979492,
      "learning_rate": 3.0090634441087613e-07,
      "loss": 1.3302,
      "step": 1163
    },
    {
      "epoch": 3.5062146892655366,
      "grad_norm": 4.927023410797119,
      "learning_rate": 3.0030211480362537e-07,
      "loss": 1.3802,
      "step": 1164
    },
    {
      "epoch": 3.5092278719397365,
      "grad_norm": 5.8978047370910645,
      "learning_rate": 2.996978851963746e-07,
      "loss": 1.4592,
      "step": 1165
    },
    {
      "epoch": 3.512241054613936,
      "grad_norm": 4.715739727020264,
      "learning_rate": 2.9909365558912384e-07,
      "loss": 1.4071,
      "step": 1166
    },
    {
      "epoch": 3.5152542372881355,
      "grad_norm": 5.807836532592773,
      "learning_rate": 2.984894259818731e-07,
      "loss": 1.3515,
      "step": 1167
    },
    {
      "epoch": 3.518267419962335,
      "grad_norm": 5.565755367279053,
      "learning_rate": 2.9788519637462236e-07,
      "loss": 1.3773,
      "step": 1168
    },
    {
      "epoch": 3.521280602636535,
      "grad_norm": 5.299305438995361,
      "learning_rate": 2.972809667673716e-07,
      "loss": 1.3576,
      "step": 1169
    },
    {
      "epoch": 3.5242937853107343,
      "grad_norm": 4.831794261932373,
      "learning_rate": 2.9667673716012083e-07,
      "loss": 1.3291,
      "step": 1170
    },
    {
      "epoch": 3.5273069679849343,
      "grad_norm": 4.5049028396606445,
      "learning_rate": 2.9607250755287007e-07,
      "loss": 1.3444,
      "step": 1171
    },
    {
      "epoch": 3.5303201506591337,
      "grad_norm": 4.737654685974121,
      "learning_rate": 2.9546827794561936e-07,
      "loss": 1.3612,
      "step": 1172
    },
    {
      "epoch": 3.533333333333333,
      "grad_norm": 5.2322893142700195,
      "learning_rate": 2.948640483383686e-07,
      "loss": 1.2607,
      "step": 1173
    },
    {
      "epoch": 3.5363465160075327,
      "grad_norm": 4.88546085357666,
      "learning_rate": 2.9425981873111783e-07,
      "loss": 1.3197,
      "step": 1174
    },
    {
      "epoch": 3.5393596986817326,
      "grad_norm": 5.0227227210998535,
      "learning_rate": 2.9365558912386706e-07,
      "loss": 1.3714,
      "step": 1175
    },
    {
      "epoch": 3.542372881355932,
      "grad_norm": 5.591794013977051,
      "learning_rate": 2.930513595166163e-07,
      "loss": 1.262,
      "step": 1176
    },
    {
      "epoch": 3.545386064030132,
      "grad_norm": 4.491448402404785,
      "learning_rate": 2.9244712990936554e-07,
      "loss": 1.3194,
      "step": 1177
    },
    {
      "epoch": 3.5483992467043315,
      "grad_norm": 4.917142391204834,
      "learning_rate": 2.9184290030211477e-07,
      "loss": 1.2941,
      "step": 1178
    },
    {
      "epoch": 3.551412429378531,
      "grad_norm": 5.273587703704834,
      "learning_rate": 2.91238670694864e-07,
      "loss": 1.3253,
      "step": 1179
    },
    {
      "epoch": 3.5544256120527304,
      "grad_norm": 5.50856351852417,
      "learning_rate": 2.9063444108761324e-07,
      "loss": 1.2984,
      "step": 1180
    },
    {
      "epoch": 3.5574387947269304,
      "grad_norm": 4.618664264678955,
      "learning_rate": 2.9003021148036253e-07,
      "loss": 1.3245,
      "step": 1181
    },
    {
      "epoch": 3.56045197740113,
      "grad_norm": 5.439648628234863,
      "learning_rate": 2.8942598187311177e-07,
      "loss": 1.2757,
      "step": 1182
    },
    {
      "epoch": 3.5634651600753298,
      "grad_norm": 6.268113613128662,
      "learning_rate": 2.8882175226586105e-07,
      "loss": 1.3609,
      "step": 1183
    },
    {
      "epoch": 3.5664783427495292,
      "grad_norm": 4.838227272033691,
      "learning_rate": 2.882175226586103e-07,
      "loss": 1.3391,
      "step": 1184
    },
    {
      "epoch": 3.5694915254237287,
      "grad_norm": 5.490682125091553,
      "learning_rate": 2.876132930513595e-07,
      "loss": 1.4279,
      "step": 1185
    },
    {
      "epoch": 3.572504708097928,
      "grad_norm": 6.492485046386719,
      "learning_rate": 2.8700906344410876e-07,
      "loss": 1.4602,
      "step": 1186
    },
    {
      "epoch": 3.575517890772128,
      "grad_norm": 5.8095903396606445,
      "learning_rate": 2.86404833836858e-07,
      "loss": 1.352,
      "step": 1187
    },
    {
      "epoch": 3.5785310734463276,
      "grad_norm": 6.821076393127441,
      "learning_rate": 2.8580060422960723e-07,
      "loss": 1.3959,
      "step": 1188
    },
    {
      "epoch": 3.5815442561205275,
      "grad_norm": 4.676942348480225,
      "learning_rate": 2.8519637462235647e-07,
      "loss": 1.2633,
      "step": 1189
    },
    {
      "epoch": 3.584557438794727,
      "grad_norm": 6.116883277893066,
      "learning_rate": 2.845921450151057e-07,
      "loss": 1.4509,
      "step": 1190
    },
    {
      "epoch": 3.5875706214689265,
      "grad_norm": 4.982479572296143,
      "learning_rate": 2.83987915407855e-07,
      "loss": 1.4148,
      "step": 1191
    },
    {
      "epoch": 3.590583804143126,
      "grad_norm": 4.480418682098389,
      "learning_rate": 2.833836858006042e-07,
      "loss": 1.217,
      "step": 1192
    },
    {
      "epoch": 3.593596986817326,
      "grad_norm": 4.416498184204102,
      "learning_rate": 2.8277945619335346e-07,
      "loss": 1.3465,
      "step": 1193
    },
    {
      "epoch": 3.5966101694915253,
      "grad_norm": 5.555126667022705,
      "learning_rate": 2.821752265861027e-07,
      "loss": 1.4336,
      "step": 1194
    },
    {
      "epoch": 3.5996233521657253,
      "grad_norm": 5.0071916580200195,
      "learning_rate": 2.8157099697885193e-07,
      "loss": 1.25,
      "step": 1195
    },
    {
      "epoch": 3.6026365348399247,
      "grad_norm": 5.636569976806641,
      "learning_rate": 2.8096676737160117e-07,
      "loss": 1.2668,
      "step": 1196
    },
    {
      "epoch": 3.605649717514124,
      "grad_norm": 4.793169975280762,
      "learning_rate": 2.803625377643504e-07,
      "loss": 1.3564,
      "step": 1197
    },
    {
      "epoch": 3.6086629001883237,
      "grad_norm": 5.1501312255859375,
      "learning_rate": 2.7975830815709964e-07,
      "loss": 1.4297,
      "step": 1198
    },
    {
      "epoch": 3.6116760828625236,
      "grad_norm": 5.344073295593262,
      "learning_rate": 2.7915407854984893e-07,
      "loss": 1.3547,
      "step": 1199
    },
    {
      "epoch": 3.614689265536723,
      "grad_norm": 4.947509288787842,
      "learning_rate": 2.785498489425982e-07,
      "loss": 1.3137,
      "step": 1200
    },
    {
      "epoch": 3.617702448210923,
      "grad_norm": 5.015637397766113,
      "learning_rate": 2.7794561933534745e-07,
      "loss": 1.3731,
      "step": 1201
    },
    {
      "epoch": 3.6207156308851225,
      "grad_norm": 5.658746242523193,
      "learning_rate": 2.773413897280967e-07,
      "loss": 1.3724,
      "step": 1202
    },
    {
      "epoch": 3.623728813559322,
      "grad_norm": 4.99862003326416,
      "learning_rate": 2.767371601208459e-07,
      "loss": 1.3596,
      "step": 1203
    },
    {
      "epoch": 3.6267419962335214,
      "grad_norm": 5.4211249351501465,
      "learning_rate": 2.7613293051359516e-07,
      "loss": 1.3775,
      "step": 1204
    },
    {
      "epoch": 3.6297551789077214,
      "grad_norm": 5.548015117645264,
      "learning_rate": 2.755287009063444e-07,
      "loss": 1.4226,
      "step": 1205
    },
    {
      "epoch": 3.632768361581921,
      "grad_norm": 5.702395439147949,
      "learning_rate": 2.7492447129909363e-07,
      "loss": 1.3955,
      "step": 1206
    },
    {
      "epoch": 3.6357815442561208,
      "grad_norm": 6.289921283721924,
      "learning_rate": 2.7432024169184286e-07,
      "loss": 1.4912,
      "step": 1207
    },
    {
      "epoch": 3.6387947269303202,
      "grad_norm": 5.514510631561279,
      "learning_rate": 2.737160120845921e-07,
      "loss": 1.3678,
      "step": 1208
    },
    {
      "epoch": 3.6418079096045197,
      "grad_norm": 6.224170684814453,
      "learning_rate": 2.731117824773414e-07,
      "loss": 1.347,
      "step": 1209
    },
    {
      "epoch": 3.644821092278719,
      "grad_norm": 5.17102575302124,
      "learning_rate": 2.725075528700906e-07,
      "loss": 1.2199,
      "step": 1210
    },
    {
      "epoch": 3.647834274952919,
      "grad_norm": 5.576825141906738,
      "learning_rate": 2.7190332326283986e-07,
      "loss": 1.311,
      "step": 1211
    },
    {
      "epoch": 3.6508474576271186,
      "grad_norm": 4.266610145568848,
      "learning_rate": 2.712990936555891e-07,
      "loss": 1.2703,
      "step": 1212
    },
    {
      "epoch": 3.6538606403013185,
      "grad_norm": 6.209256172180176,
      "learning_rate": 2.7069486404833833e-07,
      "loss": 1.5134,
      "step": 1213
    },
    {
      "epoch": 3.656873822975518,
      "grad_norm": 5.503666400909424,
      "learning_rate": 2.700906344410876e-07,
      "loss": 1.396,
      "step": 1214
    },
    {
      "epoch": 3.6598870056497175,
      "grad_norm": 5.195498466491699,
      "learning_rate": 2.6948640483383685e-07,
      "loss": 1.3239,
      "step": 1215
    },
    {
      "epoch": 3.662900188323917,
      "grad_norm": 4.96004056930542,
      "learning_rate": 2.688821752265861e-07,
      "loss": 1.3796,
      "step": 1216
    },
    {
      "epoch": 3.665913370998117,
      "grad_norm": 5.170226097106934,
      "learning_rate": 2.682779456193353e-07,
      "loss": 1.4075,
      "step": 1217
    },
    {
      "epoch": 3.6689265536723163,
      "grad_norm": 5.280603408813477,
      "learning_rate": 2.676737160120846e-07,
      "loss": 1.3515,
      "step": 1218
    },
    {
      "epoch": 3.6719397363465163,
      "grad_norm": 6.151887893676758,
      "learning_rate": 2.6706948640483385e-07,
      "loss": 1.2336,
      "step": 1219
    },
    {
      "epoch": 3.6749529190207157,
      "grad_norm": 4.6629557609558105,
      "learning_rate": 2.664652567975831e-07,
      "loss": 1.3437,
      "step": 1220
    },
    {
      "epoch": 3.6779661016949152,
      "grad_norm": 5.940083980560303,
      "learning_rate": 2.658610271903323e-07,
      "loss": 1.2668,
      "step": 1221
    },
    {
      "epoch": 3.6809792843691147,
      "grad_norm": 5.333365440368652,
      "learning_rate": 2.6525679758308155e-07,
      "loss": 1.4356,
      "step": 1222
    },
    {
      "epoch": 3.6839924670433146,
      "grad_norm": 6.635071277618408,
      "learning_rate": 2.646525679758308e-07,
      "loss": 1.3387,
      "step": 1223
    },
    {
      "epoch": 3.687005649717514,
      "grad_norm": 4.861861705780029,
      "learning_rate": 2.6404833836858e-07,
      "loss": 1.2947,
      "step": 1224
    },
    {
      "epoch": 3.690018832391714,
      "grad_norm": 5.187896728515625,
      "learning_rate": 2.6344410876132926e-07,
      "loss": 1.3615,
      "step": 1225
    },
    {
      "epoch": 3.6930320150659135,
      "grad_norm": 6.100342750549316,
      "learning_rate": 2.628398791540785e-07,
      "loss": 1.4422,
      "step": 1226
    },
    {
      "epoch": 3.696045197740113,
      "grad_norm": 5.229577541351318,
      "learning_rate": 2.622356495468278e-07,
      "loss": 1.4377,
      "step": 1227
    },
    {
      "epoch": 3.6990583804143125,
      "grad_norm": 4.851875305175781,
      "learning_rate": 2.61631419939577e-07,
      "loss": 1.4488,
      "step": 1228
    },
    {
      "epoch": 3.7020715630885124,
      "grad_norm": 5.7039337158203125,
      "learning_rate": 2.610271903323263e-07,
      "loss": 1.2045,
      "step": 1229
    },
    {
      "epoch": 3.705084745762712,
      "grad_norm": 5.625892162322998,
      "learning_rate": 2.6042296072507554e-07,
      "loss": 1.2694,
      "step": 1230
    },
    {
      "epoch": 3.7080979284369113,
      "grad_norm": 6.30034065246582,
      "learning_rate": 2.598187311178248e-07,
      "loss": 1.4606,
      "step": 1231
    },
    {
      "epoch": 3.7111111111111112,
      "grad_norm": 5.196388244628906,
      "learning_rate": 2.59214501510574e-07,
      "loss": 1.4503,
      "step": 1232
    },
    {
      "epoch": 3.7141242937853107,
      "grad_norm": 5.292978763580322,
      "learning_rate": 2.5861027190332325e-07,
      "loss": 1.3384,
      "step": 1233
    },
    {
      "epoch": 3.71713747645951,
      "grad_norm": 6.961622714996338,
      "learning_rate": 2.580060422960725e-07,
      "loss": 1.4416,
      "step": 1234
    },
    {
      "epoch": 3.72015065913371,
      "grad_norm": 5.6827545166015625,
      "learning_rate": 2.574018126888217e-07,
      "loss": 1.4399,
      "step": 1235
    },
    {
      "epoch": 3.7231638418079096,
      "grad_norm": 5.984541893005371,
      "learning_rate": 2.56797583081571e-07,
      "loss": 1.4139,
      "step": 1236
    },
    {
      "epoch": 3.726177024482109,
      "grad_norm": 5.276035308837891,
      "learning_rate": 2.5619335347432025e-07,
      "loss": 1.3552,
      "step": 1237
    },
    {
      "epoch": 3.729190207156309,
      "grad_norm": 5.857764720916748,
      "learning_rate": 2.555891238670695e-07,
      "loss": 1.5066,
      "step": 1238
    },
    {
      "epoch": 3.7322033898305085,
      "grad_norm": 8.379862785339355,
      "learning_rate": 2.549848942598187e-07,
      "loss": 1.4009,
      "step": 1239
    },
    {
      "epoch": 3.735216572504708,
      "grad_norm": 4.620809078216553,
      "learning_rate": 2.5438066465256795e-07,
      "loss": 1.4017,
      "step": 1240
    },
    {
      "epoch": 3.738229755178908,
      "grad_norm": 5.400870323181152,
      "learning_rate": 2.537764350453172e-07,
      "loss": 1.3287,
      "step": 1241
    },
    {
      "epoch": 3.7412429378531074,
      "grad_norm": 5.817379474639893,
      "learning_rate": 2.531722054380664e-07,
      "loss": 1.3999,
      "step": 1242
    },
    {
      "epoch": 3.744256120527307,
      "grad_norm": 5.087749481201172,
      "learning_rate": 2.5256797583081566e-07,
      "loss": 1.3792,
      "step": 1243
    },
    {
      "epoch": 3.7472693032015068,
      "grad_norm": 5.400125503540039,
      "learning_rate": 2.5196374622356495e-07,
      "loss": 1.379,
      "step": 1244
    },
    {
      "epoch": 3.7502824858757062,
      "grad_norm": 5.520357131958008,
      "learning_rate": 2.5135951661631424e-07,
      "loss": 1.3412,
      "step": 1245
    },
    {
      "epoch": 3.7532956685499057,
      "grad_norm": 5.686599254608154,
      "learning_rate": 2.5075528700906347e-07,
      "loss": 1.4201,
      "step": 1246
    },
    {
      "epoch": 3.7563088512241056,
      "grad_norm": 4.288839340209961,
      "learning_rate": 2.501510574018127e-07,
      "loss": 1.3722,
      "step": 1247
    },
    {
      "epoch": 3.759322033898305,
      "grad_norm": 6.799729347229004,
      "learning_rate": 2.4954682779456194e-07,
      "loss": 1.3438,
      "step": 1248
    },
    {
      "epoch": 3.7623352165725046,
      "grad_norm": 4.724785327911377,
      "learning_rate": 2.489425981873112e-07,
      "loss": 1.384,
      "step": 1249
    },
    {
      "epoch": 3.7653483992467045,
      "grad_norm": 5.24786376953125,
      "learning_rate": 2.483383685800604e-07,
      "loss": 1.3421,
      "step": 1250
    }
  ],
  "logging_steps": 1,
  "max_steps": 1660,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 10,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.891899325354885e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}