{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.8928571428571429,
  "eval_steps": 500,
  "global_step": 3750,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0011904761904761906,
      "grad_norm": 88.51985168457031,
      "learning_rate": 3.1746031746031746e-06,
      "loss": 8.358405303955077,
      "loss_no": 18.638980664704974,
      "loss_yes": 14.973743438720703,
      "step": 5
    },
    {
      "epoch": 0.002380952380952381,
      "grad_norm": 91.47538757324219,
      "learning_rate": 7.142857142857143e-06,
      "loss": 8.704647827148438,
      "loss_no": 18.085370314748662,
      "loss_yes": 16.79430171421596,
      "step": 10
    },
    {
      "epoch": 0.0035714285714285713,
      "grad_norm": 35.22589874267578,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 4.424723052978516,
      "loss_no": 7.895021137438323,
      "loss_yes": 9.707368714468819,
      "step": 15
    },
    {
      "epoch": 0.004761904761904762,
      "grad_norm": 14.588790893554688,
      "learning_rate": 1.5079365079365079e-05,
      "loss": 1.1930377960205079,
      "loss_no": 2.510015904903412,
      "loss_yes": 2.245907783508301,
      "step": 20
    },
    {
      "epoch": 0.005952380952380952,
      "grad_norm": 3.80936336517334,
      "learning_rate": 1.9047619047619046e-05,
      "loss": 0.5172872066497802,
      "loss_no": 1.1289655983448028,
      "loss_yes": 0.9284043133258819,
      "step": 25
    },
    {
      "epoch": 0.007142857142857143,
      "grad_norm": 7.262267112731934,
      "learning_rate": 2.3015873015873015e-05,
      "loss": 0.3908528327941895,
      "loss_no": 0.5610029564963447,
      "loss_yes": 0.9586398655718024,
      "step": 30
    },
    {
      "epoch": 0.008333333333333333,
      "grad_norm": 4.659118175506592,
      "learning_rate": 2.6984126984126984e-05,
      "loss": 0.3689289569854736,
      "loss_no": 0.8770656694065441,
      "loss_yes": 0.5665885673628913,
      "step": 35
    },
    {
      "epoch": 0.009523809523809525,
      "grad_norm": 2.0184061527252197,
      "learning_rate": 3.095238095238095e-05,
      "loss": 0.37541851997375486,
      "loss_no": 0.5091895351284429,
      "loss_yes": 0.9689120792207264,
      "step": 40
    },
    {
      "epoch": 0.010714285714285714,
      "grad_norm": 1.5307880640029907,
      "learning_rate": 3.492063492063492e-05,
      "loss": 0.32902495861053466,
      "loss_no": 0.5642872631549836,
      "loss_yes": 0.7513960361480713,
      "step": 45
    },
    {
      "epoch": 0.011904761904761904,
      "grad_norm": 4.090885639190674,
      "learning_rate": 3.888888888888889e-05,
      "loss": 0.34494476318359374,
      "loss_no": 0.7543424844741822,
      "loss_yes": 0.6252305746078491,
      "step": 50
    },
    {
      "epoch": 0.013095238095238096,
      "grad_norm": 6.147914409637451,
      "learning_rate": 4.2857142857142856e-05,
      "loss": 0.4111936092376709,
      "loss_no": 0.4091564159501683,
      "loss_yes": 1.3267427815331354,
      "step": 55
    },
    {
      "epoch": 0.014285714285714285,
      "grad_norm": 5.985945701599121,
      "learning_rate": 4.682539682539683e-05,
      "loss": 0.34924936294555664,
      "loss_no": 0.3842083967867352,
      "loss_yes": 1.0449075949819464,
      "step": 60
    },
    {
      "epoch": 0.015476190476190477,
      "grad_norm": 20.802549362182617,
      "learning_rate": 5.0793650793650794e-05,
      "loss": 0.3988447666168213,
      "loss_no": 1.6640623410542805,
      "loss_yes": 0.2775974929332733,
      "step": 65
    },
    {
      "epoch": 0.016666666666666666,
      "grad_norm": 1.3408209085464478,
      "learning_rate": 5.4761904761904766e-05,
      "loss": 0.4355171680450439,
      "loss_no": 1.3135620071774436,
      "loss_yes": 0.38180092133973775,
      "step": 70
    },
    {
      "epoch": 0.017857142857142856,
      "grad_norm": 3.2432126998901367,
      "learning_rate": 5.873015873015873e-05,
      "loss": 0.3610859394073486,
      "loss_no": 0.5063194513320923,
      "loss_yes": 0.9379047214984894,
      "step": 75
    },
    {
      "epoch": 0.01904761904761905,
      "grad_norm": 2.970353603363037,
      "learning_rate": 6.26984126984127e-05,
      "loss": 0.32814488410949705,
      "loss_no": 0.5164106289545695,
      "loss_yes": 0.8660142868757248,
      "step": 80
    },
    {
      "epoch": 0.02023809523809524,
      "grad_norm": 3.3440451622009277,
      "learning_rate": 6.666666666666667e-05,
      "loss": 0.33783998489379885,
      "loss_no": 0.41811362902323407,
      "loss_yes": 0.9602937698364258,
      "step": 85
    },
    {
      "epoch": 0.02142857142857143,
      "grad_norm": 7.2201828956604,
      "learning_rate": 7.063492063492065e-05,
      "loss": 0.4477232456207275,
      "loss_no": 1.2592280344529585,
      "loss_yes": 0.4507394664817386,
      "step": 90
    },
    {
      "epoch": 0.02261904761904762,
      "grad_norm": 1.6822056770324707,
      "learning_rate": 7.460317460317461e-05,
      "loss": 0.3325671672821045,
      "loss_no": 0.6025048096974691,
      "loss_yes": 0.7163274071433328,
      "step": 95
    },
    {
      "epoch": 0.023809523809523808,
      "grad_norm": 1.219333529472351,
      "learning_rate": 7.857142857142858e-05,
      "loss": 0.38779635429382325,
      "loss_no": 1.0010955106644404,
      "loss_yes": 0.5263312709958929,
      "step": 100
    },
    {
      "epoch": 0.025,
      "grad_norm": 1.8003240823745728,
      "learning_rate": 8.253968253968255e-05,
      "loss": 0.34453716278076174,
      "loss_no": 0.4851696957712588,
      "loss_yes": 0.9649044064914479,
      "step": 105
    },
    {
      "epoch": 0.02619047619047619,
      "grad_norm": 2.18381667137146,
      "learning_rate": 8.650793650793651e-05,
      "loss": 0.380679988861084,
      "loss_no": 0.5400682743638754,
      "loss_yes": 0.9088165462017059,
      "step": 110
    },
    {
      "epoch": 0.02738095238095238,
      "grad_norm": 4.739253997802734,
      "learning_rate": 9.047619047619048e-05,
      "loss": 0.33692829608917235,
      "loss_no": 0.836992104848226,
      "loss_yes": 0.49315711071616725,
      "step": 115
    },
    {
      "epoch": 0.02857142857142857,
      "grad_norm": 1.8084297180175781,
      "learning_rate": 9.444444444444444e-05,
      "loss": 0.3220348834991455,
      "loss_no": 0.3394644778707753,
      "loss_yes": 1.055840113583733,
      "step": 120
    },
    {
      "epoch": 0.02976190476190476,
      "grad_norm": 2.7176671028137207,
      "learning_rate": 9.841269841269841e-05,
      "loss": 0.4653806686401367,
      "loss_no": 1.9407405629754066,
      "loss_yes": 0.2573300525546074,
      "step": 125
    },
    {
      "epoch": 0.030952380952380953,
      "grad_norm": 9.560848236083984,
      "learning_rate": 9.999986620495793e-05,
      "loss": 0.42188234329223634,
      "loss_no": 0.4748158186674118,
      "loss_yes": 1.2123512119054793,
      "step": 130
    },
    {
      "epoch": 0.03214285714285714,
      "grad_norm": 1.7910398244857788,
      "learning_rate": 9.999904857118272e-05,
      "loss": 0.3533162117004395,
      "loss_no": 0.500780311497775,
      "loss_yes": 0.9580721590254042,
      "step": 135
    },
    {
      "epoch": 0.03333333333333333,
      "grad_norm": 1.7252436876296997,
      "learning_rate": 9.999748764635157e-05,
      "loss": 0.27827141284942625,
      "loss_no": 0.4559985949442937,
      "loss_yes": 0.7432027012109756,
      "step": 140
    },
    {
      "epoch": 0.034523809523809526,
      "grad_norm": 3.857905626296997,
      "learning_rate": 9.999518345366932e-05,
      "loss": 0.34351181983947754,
      "loss_no": 0.3405354470014572,
      "loss_yes": 1.0334715306758882,
      "step": 145
    },
    {
      "epoch": 0.03571428571428571,
      "grad_norm": 3.288339376449585,
      "learning_rate": 9.999213602739033e-05,
      "loss": 0.3281617403030396,
      "loss_no": 0.580905346643357,
      "loss_yes": 0.7396667693790636,
      "step": 150
    },
    {
      "epoch": 0.036904761904761905,
      "grad_norm": 2.0089821815490723,
      "learning_rate": 9.998834541281798e-05,
      "loss": 0.332429027557373,
      "loss_no": 0.47115263731583307,
      "loss_yes": 0.9268805630066815,
      "step": 155
    },
    {
      "epoch": 0.0380952380952381,
      "grad_norm": 0.9099345207214355,
      "learning_rate": 9.998381166630395e-05,
      "loss": 0.3358457565307617,
      "loss_no": 0.6504669123225741,
      "loss_yes": 0.688977675004439,
      "step": 160
    },
    {
      "epoch": 0.039285714285714285,
      "grad_norm": 1.1470115184783936,
      "learning_rate": 9.997853485524734e-05,
      "loss": 0.36164631843566897,
      "loss_no": 0.7683060169219971,
      "loss_yes": 0.6480688333511353,
      "step": 165
    },
    {
      "epoch": 0.04047619047619048,
      "grad_norm": 1.954122543334961,
      "learning_rate": 9.997251505809382e-05,
      "loss": 0.3558227300643921,
      "loss_no": 0.2639644455909729,
      "loss_yes": 1.4574902455012004,
      "step": 170
    },
    {
      "epoch": 0.041666666666666664,
      "grad_norm": 0.6107162237167358,
      "learning_rate": 9.996575236433428e-05,
      "loss": 0.4163218975067139,
      "loss_no": 0.6602733068996005,
      "loss_yes": 0.9736418128013611,
      "step": 175
    },
    {
      "epoch": 0.04285714285714286,
      "grad_norm": 13.635477066040039,
      "learning_rate": 9.995824687450366e-05,
      "loss": 0.39324283599853516,
      "loss_no": 1.4365370720624924,
      "loss_yes": 0.3530813852945964,
      "step": 180
    },
    {
      "epoch": 0.04404761904761905,
      "grad_norm": 2.721339225769043,
      "learning_rate": 9.994999870017933e-05,
      "loss": 0.4674208164215088,
      "loss_no": 1.180420470237732,
      "loss_yes": 0.687401294708252,
      "step": 185
    },
    {
      "epoch": 0.04523809523809524,
      "grad_norm": 1.7934246063232422,
      "learning_rate": 9.994100796397954e-05,
      "loss": 0.37285642623901366,
      "loss_no": 0.5147760882973671,
      "loss_yes": 0.8992117345333099,
      "step": 190
    },
    {
      "epoch": 0.04642857142857143,
      "grad_norm": 4.799310684204102,
      "learning_rate": 9.993127479956149e-05,
      "loss": 0.36127505302429197,
      "loss_no": 0.9318486781496751,
      "loss_yes": 0.5330174948487963,
      "step": 195
    },
    {
      "epoch": 0.047619047619047616,
      "grad_norm": 1.9327186346054077,
      "learning_rate": 9.99207993516194e-05,
      "loss": 0.35265159606933594,
      "loss_no": 0.5681012001904574,
      "loss_yes": 0.8729243278503418,
      "step": 200
    },
    {
      "epoch": 0.04880952380952381,
      "grad_norm": 0.7312948107719421,
      "learning_rate": 9.990958177588236e-05,
      "loss": 0.3361451864242554,
      "loss_no": 0.7899421737307594,
      "loss_yes": 0.5421459612093473,
      "step": 205
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.9722387790679932,
      "learning_rate": 9.989762223911208e-05,
      "loss": 0.3336561441421509,
      "loss_no": 0.5148604437708855,
      "loss_yes": 0.7688875794410706,
      "step": 210
    },
    {
      "epoch": 0.05119047619047619,
      "grad_norm": 1.1970853805541992,
      "learning_rate": 9.98849209191002e-05,
      "loss": 0.34332735538482667,
      "loss_no": 0.6774379123340953,
      "loss_yes": 0.6978871557447646,
      "step": 215
    },
    {
      "epoch": 0.05238095238095238,
      "grad_norm": 2.335481882095337,
      "learning_rate": 9.987147800466593e-05,
      "loss": 0.3177457094192505,
      "loss_no": 0.40087563037872315,
      "loss_yes": 1.026479267786878,
      "step": 220
    },
    {
      "epoch": 0.05357142857142857,
      "grad_norm": 2.370239019393921,
      "learning_rate": 9.985729369565299e-05,
      "loss": 0.32564287185668944,
      "loss_no": 0.6725307962168818,
      "loss_yes": 0.6225255131721497,
      "step": 225
    },
    {
      "epoch": 0.05476190476190476,
      "grad_norm": 3.4346237182617188,
      "learning_rate": 9.98423682029268e-05,
      "loss": 0.3772727012634277,
      "loss_no": 0.40438981850941974,
      "loss_yes": 1.0409915122118862,
      "step": 230
    },
    {
      "epoch": 0.055952380952380955,
      "grad_norm": 1.3124198913574219,
      "learning_rate": 9.98267017483713e-05,
      "loss": 0.3407304048538208,
      "loss_no": 0.6439857916398481,
      "loss_yes": 0.727159215344323,
      "step": 235
    },
    {
      "epoch": 0.05714285714285714,
      "grad_norm": 0.48415863513946533,
      "learning_rate": 9.981029456488565e-05,
      "loss": 0.3116299152374268,
      "loss_no": 0.4172598868608475,
      "loss_yes": 0.9320799112319946,
      "step": 240
    },
    {
      "epoch": 0.058333333333333334,
      "grad_norm": 2.0601322650909424,
      "learning_rate": 9.979314689638069e-05,
      "loss": 0.3636950969696045,
      "loss_no": 0.6427235320994729,
      "loss_yes": 0.8038707914806548,
      "step": 245
    },
    {
      "epoch": 0.05952380952380952,
      "grad_norm": 0.750400722026825,
      "learning_rate": 9.977525899777548e-05,
      "loss": 0.3613053560256958,
      "loss_no": 0.8508840302626292,
      "loss_yes": 0.5301073286682367,
      "step": 250
    },
    {
      "epoch": 0.060714285714285714,
      "grad_norm": 1.3894754648208618,
      "learning_rate": 9.97566311349934e-05,
      "loss": 0.3623945713043213,
      "loss_no": 0.4142636421479677,
      "loss_yes": 1.0057174251193093,
      "step": 255
    },
    {
      "epoch": 0.06190476190476191,
      "grad_norm": 5.733947277069092,
      "learning_rate": 9.973726358495817e-05,
      "loss": 0.3849069118499756,
      "loss_no": 1.3232794298845179,
      "loss_yes": 0.3607224459233491,
      "step": 260
    },
    {
      "epoch": 0.0630952380952381,
      "grad_norm": 1.6022717952728271,
      "learning_rate": 9.971715663558979e-05,
      "loss": 0.34218697547912597,
      "loss_no": 1.3305269926786423,
      "loss_yes": 0.25359680751959485,
      "step": 265
    },
    {
      "epoch": 0.06428571428571428,
      "grad_norm": 2.143751382827759,
      "learning_rate": 9.969631058580029e-05,
      "loss": 0.35101392269134524,
      "loss_no": 0.41870624743975127,
      "loss_yes": 0.8384230490084048,
      "step": 270
    },
    {
      "epoch": 0.06547619047619048,
      "grad_norm": 1.782301425933838,
      "learning_rate": 9.967472574548919e-05,
      "loss": 0.4272181987762451,
      "loss_no": 1.3169291416803997,
      "loss_yes": 0.4759900624101812,
      "step": 275
    },
    {
      "epoch": 0.06666666666666667,
      "grad_norm": 1.5088887214660645,
      "learning_rate": 9.965240243553898e-05,
      "loss": 0.3451665163040161,
      "loss_no": 0.7533944580290053,
      "loss_yes": 0.6386790085922588,
      "step": 280
    },
    {
      "epoch": 0.06785714285714285,
      "grad_norm": 1.252109408378601,
      "learning_rate": 9.962934098781031e-05,
      "loss": 0.3440625429153442,
      "loss_no": 0.8676917552947998,
      "loss_yes": 0.5553551238516102,
      "step": 285
    },
    {
      "epoch": 0.06904761904761905,
      "grad_norm": 1.3911057710647583,
      "learning_rate": 9.960554174513708e-05,
      "loss": 0.35180661678314207,
      "loss_no": 0.7419801300222223,
      "loss_yes": 0.6566368606355455,
      "step": 290
    },
    {
      "epoch": 0.07023809523809524,
      "grad_norm": 1.8527652025222778,
      "learning_rate": 9.958100506132127e-05,
      "loss": 0.3775052070617676,
      "loss_no": 0.46813902434180765,
      "loss_yes": 0.9668639017188031,
      "step": 295
    },
    {
      "epoch": 0.07142857142857142,
      "grad_norm": 1.8081365823745728,
      "learning_rate": 9.955573130112779e-05,
      "loss": 0.350762677192688,
      "loss_no": 0.775538040244061,
      "loss_yes": 0.6010953117819393,
      "step": 300
    },
    {
      "epoch": 0.07261904761904762,
      "grad_norm": 0.5914389491081238,
      "learning_rate": 9.952972084027899e-05,
      "loss": 0.3457604169845581,
      "loss_no": 0.6061401724815368,
      "loss_yes": 0.7767625093460083,
      "step": 305
    },
    {
      "epoch": 0.07380952380952381,
      "grad_norm": 1.4774730205535889,
      "learning_rate": 9.950297406544907e-05,
      "loss": 0.35293967723846437,
      "loss_no": 0.6924434021899575,
      "loss_yes": 0.7179967505591256,
      "step": 310
    },
    {
      "epoch": 0.075,
      "grad_norm": 1.435970664024353,
      "learning_rate": 9.947549137425837e-05,
      "loss": 0.3203015089035034,
      "loss_no": 0.9369377046823502,
      "loss_yes": 0.4430309683084488,
      "step": 315
    },
    {
      "epoch": 0.0761904761904762,
      "grad_norm": 0.8129489421844482,
      "learning_rate": 9.944727317526748e-05,
      "loss": 0.3268712520599365,
      "loss_no": 0.7786429978552318,
      "loss_yes": 0.5156831176657426,
      "step": 320
    },
    {
      "epoch": 0.07738095238095238,
      "grad_norm": 0.4915390610694885,
      "learning_rate": 9.941831988797104e-05,
      "loss": 0.36898007392883303,
      "loss_no": 0.5267145445472315,
      "loss_yes": 0.9290795780363537,
      "step": 325
    },
    {
      "epoch": 0.07857142857142857,
      "grad_norm": 1.6640084981918335,
      "learning_rate": 9.938863194279163e-05,
      "loss": 0.3232881546020508,
      "loss_no": 0.7813163084142348,
      "loss_yes": 0.5469767269880875,
      "step": 330
    },
    {
      "epoch": 0.07976190476190476,
      "grad_norm": 0.4275048077106476,
      "learning_rate": 9.935820978107331e-05,
      "loss": 0.3448301315307617,
      "loss_no": 0.7599894428253173,
      "loss_yes": 0.5724320650100708,
      "step": 335
    },
    {
      "epoch": 0.08095238095238096,
      "grad_norm": 1.872321367263794,
      "learning_rate": 9.932705385507515e-05,
      "loss": 0.3874156713485718,
      "loss_no": 0.32847275733947756,
      "loss_yes": 1.2211809635162354,
      "step": 340
    },
    {
      "epoch": 0.08214285714285714,
      "grad_norm": 1.9622693061828613,
      "learning_rate": 9.929516462796437e-05,
      "loss": 0.3259219408035278,
      "loss_no": 0.7383697496520149,
      "loss_yes": 0.5810340697115118,
      "step": 345
    },
    {
      "epoch": 0.08333333333333333,
      "grad_norm": 1.926690936088562,
      "learning_rate": 9.926254257380952e-05,
      "loss": 0.320694899559021,
      "loss_no": 1.4989129602909088,
      "loss_yes": 0.2738580746310098,
      "step": 350
    },
    {
      "epoch": 0.08452380952380953,
      "grad_norm": 1.271180272102356,
      "learning_rate": 9.922918817757345e-05,
      "loss": 0.4104489803314209,
      "loss_no": 0.9143618297576904,
      "loss_yes": 0.6650731563568115,
      "step": 355
    },
    {
      "epoch": 0.08571428571428572,
      "grad_norm": 0.4071141481399536,
      "learning_rate": 9.919510193510611e-05,
      "loss": 0.3285022497177124,
      "loss_no": 0.3819475124279658,
      "loss_yes": 1.0695524960756302,
      "step": 360
    },
    {
      "epoch": 0.0869047619047619,
      "grad_norm": 2.400987148284912,
      "learning_rate": 9.916028435313708e-05,
      "loss": 0.33116774559020995,
      "loss_no": 0.8296167982949151,
      "loss_yes": 0.5254539251327515,
      "step": 365
    },
    {
      "epoch": 0.0880952380952381,
      "grad_norm": 1.7580552101135254,
      "learning_rate": 9.912473594926821e-05,
      "loss": 0.41373143196105955,
      "loss_no": 1.2379512678493152,
      "loss_yes": 0.325743748082055,
      "step": 370
    },
    {
      "epoch": 0.08928571428571429,
      "grad_norm": 4.868529319763184,
      "learning_rate": 9.908845725196573e-05,
      "loss": 0.46689586639404296,
      "loss_no": 0.38260815540949505,
      "loss_yes": 1.264489402770996,
      "step": 375
    },
    {
      "epoch": 0.09047619047619047,
      "grad_norm": 2.9892923831939697,
      "learning_rate": 9.905144880055253e-05,
      "loss": 0.38227717876434325,
      "loss_no": 0.7437043027444319,
      "loss_yes": 0.7900120682186551,
      "step": 380
    },
    {
      "epoch": 0.09166666666666666,
      "grad_norm": 2.1045291423797607,
      "learning_rate": 9.901371114520012e-05,
      "loss": 0.34674458503723143,
      "loss_no": 0.8749244526812905,
      "loss_yes": 0.5293050039382208,
      "step": 385
    },
    {
      "epoch": 0.09285714285714286,
      "grad_norm": 0.6608761548995972,
      "learning_rate": 9.89752448469204e-05,
      "loss": 0.36240100860595703,
      "loss_no": 0.388559279234513,
      "loss_yes": 1.1796867146211512,
      "step": 390
    },
    {
      "epoch": 0.09404761904761905,
      "grad_norm": 0.5076019763946533,
      "learning_rate": 9.893605047755734e-05,
      "loss": 0.38776264190673826,
      "loss_no": 0.3417918533086777,
      "loss_yes": 1.2092273950576782,
      "step": 395
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 1.1703327894210815,
      "learning_rate": 9.889612861977853e-05,
      "loss": 0.33228561878204343,
      "loss_no": 0.8094671614029828,
      "loss_yes": 0.5574476304261581,
      "step": 400
    },
    {
      "epoch": 0.09642857142857143,
      "grad_norm": 1.627182126045227,
      "learning_rate": 9.885547986706647e-05,
      "loss": 0.30863499641418457,
      "loss_no": 1.494950791200002,
      "loss_yes": 0.2411053798028401,
      "step": 405
    },
    {
      "epoch": 0.09761904761904762,
      "grad_norm": 1.4851417541503906,
      "learning_rate": 9.881410482370972e-05,
      "loss": 0.30098249912261965,
      "loss_no": 0.8786728739738464,
      "loss_yes": 0.32523348927497864,
      "step": 410
    },
    {
      "epoch": 0.0988095238095238,
      "grad_norm": 2.2865402698516846,
      "learning_rate": 9.877200410479399e-05,
      "loss": 0.4598888397216797,
      "loss_no": 0.24556791451242235,
      "loss_yes": 1.4713061289353804,
      "step": 415
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.4747251868247986,
      "learning_rate": 9.872917833619295e-05,
      "loss": 0.321370792388916,
      "loss_no": 0.5786949396133423,
      "loss_yes": 0.738676980137825,
      "step": 420
    },
    {
      "epoch": 0.10119047619047619,
      "grad_norm": 0.6201367974281311,
      "learning_rate": 9.868562815455892e-05,
      "loss": 0.3045821666717529,
      "loss_no": 0.5717940547249534,
      "loss_yes": 0.6547707749737633,
      "step": 425
    },
    {
      "epoch": 0.10238095238095238,
      "grad_norm": 0.9980819225311279,
      "learning_rate": 9.864135420731344e-05,
      "loss": 0.3335237741470337,
      "loss_no": 0.5560027301311493,
      "loss_yes": 0.7780465334653854,
      "step": 430
    },
    {
      "epoch": 0.10357142857142858,
      "grad_norm": 0.8650991320610046,
      "learning_rate": 9.85963571526376e-05,
      "loss": 0.32204256057739256,
      "loss_no": 0.6027508690243676,
      "loss_yes": 0.6897039350710417,
      "step": 435
    },
    {
      "epoch": 0.10476190476190476,
      "grad_norm": 8.50744915008545,
      "learning_rate": 9.855063765946231e-05,
      "loss": 0.39388198852539064,
      "loss_no": 1.3168152570724487,
      "loss_yes": 0.3548159518025138,
      "step": 440
    },
    {
      "epoch": 0.10595238095238095,
      "grad_norm": 1.945206642150879,
      "learning_rate": 9.850419640745831e-05,
      "loss": 0.37358860969543456,
      "loss_no": 0.7825564112928178,
      "loss_yes": 0.7181829376654192,
      "step": 445
    },
    {
      "epoch": 0.10714285714285714,
      "grad_norm": 3.692796468734741,
      "learning_rate": 9.845703408702607e-05,
      "loss": 0.33685998916625975,
      "loss_no": 0.4944489747285843,
      "loss_yes": 0.9425389170646667,
      "step": 450
    },
    {
      "epoch": 0.10833333333333334,
      "grad_norm": 1.0050404071807861,
      "learning_rate": 9.840915139928555e-05,
      "loss": 0.3738057851791382,
      "loss_no": 0.3257015546162923,
      "loss_yes": 1.0927508527582341,
      "step": 455
    },
    {
      "epoch": 0.10952380952380952,
      "grad_norm": 1.026964545249939,
      "learning_rate": 9.836054905606578e-05,
      "loss": 0.33299643993377687,
      "loss_no": 1.1490367386076186,
      "loss_yes": 0.2707111754200675,
      "step": 460
    },
    {
      "epoch": 0.11071428571428571,
      "grad_norm": 0.7561094760894775,
      "learning_rate": 9.831122777989423e-05,
      "loss": 0.30866255760192873,
      "loss_no": 0.634012657403946,
      "loss_yes": 0.6005553245544434,
      "step": 465
    },
    {
      "epoch": 0.11190476190476191,
      "grad_norm": 0.8598438501358032,
      "learning_rate": 9.826118830398615e-05,
      "loss": 0.3649313926696777,
      "loss_no": 0.4916144998177238,
      "loss_yes": 1.0520634861553417,
      "step": 470
    },
    {
      "epoch": 0.1130952380952381,
      "grad_norm": 1.6829664707183838,
      "learning_rate": 9.821043137223356e-05,
      "loss": 0.30733413696289064,
      "loss_no": 0.5553645925088362,
      "loss_yes": 0.6870573825306363,
      "step": 475
    },
    {
      "epoch": 0.11428571428571428,
      "grad_norm": 0.8979437351226807,
      "learning_rate": 9.81589577391943e-05,
      "loss": 0.3209887266159058,
      "loss_no": 0.724999371327852,
      "loss_yes": 0.5668012301127116,
      "step": 480
    },
    {
      "epoch": 0.11547619047619048,
      "grad_norm": 1.8275604248046875,
      "learning_rate": 9.810676817008077e-05,
      "loss": 0.3430445671081543,
      "loss_no": 0.7227029263973236,
      "loss_yes": 0.6494332015514374,
      "step": 485
    },
    {
      "epoch": 0.11666666666666667,
      "grad_norm": 0.7206467986106873,
      "learning_rate": 9.80538634407485e-05,
      "loss": 0.35787034034729004,
      "loss_no": 0.7090941766897837,
      "loss_yes": 0.7256637886166573,
      "step": 490
    },
    {
      "epoch": 0.11785714285714285,
      "grad_norm": 1.5540755987167358,
      "learning_rate": 9.800024433768471e-05,
      "loss": 0.39254279136657716,
      "loss_no": 0.9109226521991548,
      "loss_yes": 0.6459459709493738,
      "step": 495
    },
    {
      "epoch": 0.11904761904761904,
      "grad_norm": 1.1018657684326172,
      "learning_rate": 9.794591165799658e-05,
      "loss": 0.33489739894866943,
      "loss_no": 0.6624337651512839,
      "loss_yes": 0.6786775655216641,
      "step": 500
    },
    {
      "epoch": 0.12023809523809524,
      "grad_norm": 1.0098087787628174,
      "learning_rate": 9.789086620939936e-05,
      "loss": 0.35990176200866697,
      "loss_no": 0.6183028762990778,
      "loss_yes": 0.8437245951758491,
      "step": 505
    },
    {
      "epoch": 0.12142857142857143,
      "grad_norm": 1.7736493349075317,
      "learning_rate": 9.783510881020442e-05,
      "loss": 0.34449355602264403,
      "loss_no": 0.6643386728623334,
      "loss_yes": 0.7071234246958857,
      "step": 510
    },
    {
      "epoch": 0.12261904761904761,
      "grad_norm": 2.101976156234741,
      "learning_rate": 9.777864028930705e-05,
      "loss": 0.3524867296218872,
      "loss_no": 0.6235732099284297,
      "loss_yes": 0.8150337478693794,
      "step": 515
    },
    {
      "epoch": 0.12380952380952381,
      "grad_norm": 1.4487770795822144,
      "learning_rate": 9.772146148617414e-05,
      "loss": 0.32463295459747316,
      "loss_no": 0.5089050423015248,
      "loss_yes": 0.8207675483491685,
      "step": 520
    },
    {
      "epoch": 0.125,
      "grad_norm": 0.8513007760047913,
      "learning_rate": 9.766357325083175e-05,
      "loss": 0.30365619659423826,
      "loss_no": 0.5904446965769717,
      "loss_yes": 0.6225408485957554,
      "step": 525
    },
    {
      "epoch": 0.1261904761904762,
      "grad_norm": 1.0518348217010498,
      "learning_rate": 9.76049764438524e-05,
      "loss": 0.3257650375366211,
      "loss_no": 0.7177275356493498,
      "loss_yes": 0.5916208709989276,
      "step": 530
    },
    {
      "epoch": 0.12738095238095237,
      "grad_norm": 0.6131433248519897,
      "learning_rate": 9.754567193634232e-05,
      "loss": 0.350338077545166,
      "loss_no": 0.642767652221348,
      "loss_yes": 0.7789933120503145,
      "step": 535
    },
    {
      "epoch": 0.12857142857142856,
      "grad_norm": 0.8720692992210388,
      "learning_rate": 9.748566060992847e-05,
      "loss": 0.3393200635910034,
      "loss_no": 0.5251226425170898,
      "loss_yes": 0.8042238842357289,
      "step": 540
    },
    {
      "epoch": 0.12976190476190477,
      "grad_norm": 0.7687579393386841,
      "learning_rate": 9.74249433567455e-05,
      "loss": 0.3421366214752197,
      "loss_no": 0.8518758761255365,
      "loss_yes": 0.5326178925377982,
      "step": 545
    },
    {
      "epoch": 0.13095238095238096,
      "grad_norm": 0.8698488473892212,
      "learning_rate": 9.736352107942236e-05,
      "loss": 0.33017730712890625,
      "loss_no": 0.7692252831025557,
      "loss_yes": 0.52727695968416,
      "step": 550
    },
    {
      "epoch": 0.13214285714285715,
      "grad_norm": 2.1647849082946777,
      "learning_rate": 9.730139469106908e-05,
      "loss": 0.3845144510269165,
      "loss_no": 0.43741225798924765,
      "loss_yes": 0.967987642288208,
      "step": 555
    },
    {
      "epoch": 0.13333333333333333,
      "grad_norm": 0.9324951767921448,
      "learning_rate": 9.723856511526294e-05,
      "loss": 0.3483696222305298,
      "loss_no": 0.7812859813372294,
      "loss_yes": 0.6275334900075739,
      "step": 560
    },
    {
      "epoch": 0.13452380952380952,
      "grad_norm": 0.6884594559669495,
      "learning_rate": 9.717503328603498e-05,
      "loss": 0.34771389961242677,
      "loss_no": 0.8281194567680359,
      "loss_yes": 0.5626599311828613,
      "step": 565
    },
    {
      "epoch": 0.1357142857142857,
      "grad_norm": 1.426506519317627,
      "learning_rate": 9.711080014785601e-05,
      "loss": 0.3422666072845459,
      "loss_no": 0.6168967882792155,
      "loss_yes": 0.7250446701049804,
      "step": 570
    },
    {
      "epoch": 0.13690476190476192,
      "grad_norm": 1.818772792816162,
      "learning_rate": 9.70458666556225e-05,
      "loss": 0.4010291576385498,
      "loss_no": 1.248628443479538,
      "loss_yes": 0.355311718583107,
      "step": 575
    },
    {
      "epoch": 0.1380952380952381,
      "grad_norm": 3.5608620643615723,
      "learning_rate": 9.69802337746425e-05,
      "loss": 0.3828176498413086,
      "loss_no": 0.8120818823575974,
      "loss_yes": 0.7190797656774521,
      "step": 580
    },
    {
      "epoch": 0.1392857142857143,
      "grad_norm": 0.8274075388908386,
      "learning_rate": 9.691390248062127e-05,
      "loss": 0.34752607345581055,
      "loss_no": 0.6213748587502373,
      "loss_yes": 0.7552613290873441,
      "step": 585
    },
    {
      "epoch": 0.14047619047619048,
      "grad_norm": 0.44325605034828186,
      "learning_rate": 9.684687375964672e-05,
      "loss": 0.32142622470855714,
      "loss_no": 0.8485050333870782,
      "loss_yes": 0.4745197675444863,
      "step": 590
    },
    {
      "epoch": 0.14166666666666666,
      "grad_norm": 2.338655710220337,
      "learning_rate": 9.677914860817476e-05,
      "loss": 0.3414454460144043,
      "loss_no": 0.7902569445696744,
      "loss_yes": 0.5515489743815528,
      "step": 595
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 1.4267488718032837,
      "learning_rate": 9.671072803301457e-05,
      "loss": 0.37252197265625,
      "loss_no": 0.5060748188268571,
      "loss_yes": 1.0090854952209873,
      "step": 600
    },
    {
      "epoch": 0.14404761904761904,
      "grad_norm": 1.7256388664245605,
      "learning_rate": 9.664161305131352e-05,
      "loss": 0.35130093097686765,
      "loss_no": 0.5684630166400563,
      "loss_yes": 0.8664860195583768,
      "step": 605
    },
    {
      "epoch": 0.14523809523809525,
      "grad_norm": 0.5382404923439026,
      "learning_rate": 9.657180469054213e-05,
      "loss": 0.32007107734680174,
      "loss_no": 0.7731515608335796,
      "loss_yes": 0.5197558857145763,
      "step": 610
    },
    {
      "epoch": 0.14642857142857144,
      "grad_norm": 0.6130112409591675,
      "learning_rate": 9.650130398847872e-05,
      "loss": 0.35103132724761965,
      "loss_no": 0.6941264351209004,
      "loss_yes": 0.706807861328125,
      "step": 615
    },
    {
      "epoch": 0.14761904761904762,
      "grad_norm": 0.9735735058784485,
      "learning_rate": 9.643011199319407e-05,
      "loss": 0.31832764148712156,
      "loss_no": 0.6303996801376343,
      "loss_yes": 0.6428880572319031,
      "step": 620
    },
    {
      "epoch": 0.1488095238095238,
      "grad_norm": 0.5678589940071106,
      "learning_rate": 9.635822976303581e-05,
      "loss": 0.3285641670227051,
      "loss_no": 0.5461875313804263,
      "loss_yes": 0.7797224521636963,
      "step": 625
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.0551522970199585,
      "learning_rate": 9.628565836661263e-05,
      "loss": 0.3608440399169922,
      "loss_no": 0.9451923558586522,
      "loss_yes": 0.5194468100865682,
      "step": 630
    },
    {
      "epoch": 0.15119047619047618,
      "grad_norm": 2.1038267612457275,
      "learning_rate": 9.621239888277847e-05,
      "loss": 0.3772437572479248,
      "loss_no": 0.6646410655975342,
      "loss_yes": 0.9041798194249471,
      "step": 635
    },
    {
      "epoch": 0.1523809523809524,
      "grad_norm": 0.5314645767211914,
      "learning_rate": 9.61384524006164e-05,
      "loss": 0.4073768615722656,
      "loss_no": 0.4917425736784935,
      "loss_yes": 1.0300355950991313,
      "step": 640
    },
    {
      "epoch": 0.15357142857142858,
      "grad_norm": 1.7559762001037598,
      "learning_rate": 9.606382001942255e-05,
      "loss": 0.331181001663208,
      "loss_no": 0.8429615707958446,
      "loss_yes": 0.5288370744041775,
      "step": 645
    },
    {
      "epoch": 0.15476190476190477,
      "grad_norm": 0.9955130815505981,
      "learning_rate": 9.598850284868965e-05,
      "loss": 0.32613406181335447,
      "loss_no": 0.8917412820615267,
      "loss_yes": 0.4355494748978388,
      "step": 650
    },
    {
      "epoch": 0.15595238095238095,
      "grad_norm": 1.6783959865570068,
      "learning_rate": 9.59125020080906e-05,
      "loss": 0.32592408657073973,
      "loss_no": 0.7324263975024223,
      "loss_yes": 0.5980997482935587,
      "step": 655
    },
    {
      "epoch": 0.15714285714285714,
      "grad_norm": 1.1941145658493042,
      "learning_rate": 9.583581862746178e-05,
      "loss": 0.3098022222518921,
      "loss_no": 1.0090064406394958,
      "loss_yes": 0.40990951428046596,
      "step": 660
    },
    {
      "epoch": 0.15833333333333333,
      "grad_norm": 1.3727103471755981,
      "learning_rate": 9.575845384678632e-05,
      "loss": 0.3203455924987793,
      "loss_no": 0.7517563606563368,
      "loss_yes": 0.540126865818387,
      "step": 665
    },
    {
      "epoch": 0.1595238095238095,
      "grad_norm": 1.0713759660720825,
      "learning_rate": 9.56804088161771e-05,
      "loss": 0.3223664999008179,
      "loss_no": 0.5562608367518375,
      "loss_yes": 0.7246892963136945,
      "step": 670
    },
    {
      "epoch": 0.16071428571428573,
      "grad_norm": 0.9389786124229431,
      "learning_rate": 9.560168469585966e-05,
      "loss": 0.32811949253082273,
      "loss_no": 0.5914723972479502,
      "loss_yes": 0.7532903477549553,
      "step": 675
    },
    {
      "epoch": 0.1619047619047619,
      "grad_norm": 2.635148763656616,
      "learning_rate": 9.552228265615492e-05,
      "loss": 0.36481122970581054,
      "loss_no": 0.5499940487471494,
      "loss_yes": 0.9489880369769202,
      "step": 680
    },
    {
      "epoch": 0.1630952380952381,
      "grad_norm": 1.3581920862197876,
      "learning_rate": 9.544220387746192e-05,
      "loss": 0.321856689453125,
      "loss_no": 0.5633023161637155,
      "loss_yes": 0.7162925856454032,
      "step": 685
    },
    {
      "epoch": 0.16428571428571428,
      "grad_norm": 0.7946298718452454,
      "learning_rate": 9.536144955024006e-05,
      "loss": 0.30165929794311525,
      "loss_no": 0.8659205905028752,
      "loss_yes": 0.4617712681110089,
      "step": 690
    },
    {
      "epoch": 0.16547619047619047,
      "grad_norm": 3.336059808731079,
      "learning_rate": 9.528002087499162e-05,
      "loss": 0.5691265106201172,
      "loss_no": 1.685218048095703,
      "loss_yes": 0.22592261632283528,
      "step": 695
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 0.3963595926761627,
      "learning_rate": 9.519791906224371e-05,
      "loss": 0.29600603580474855,
      "loss_no": 0.5662193695704142,
      "loss_yes": 0.612828254699707,
      "step": 700
    },
    {
      "epoch": 0.16785714285714284,
      "grad_norm": 3.1663923263549805,
      "learning_rate": 9.511514533253043e-05,
      "loss": 0.335133957862854,
      "loss_no": 0.4262750864028931,
      "loss_yes": 0.9139905869960785,
      "step": 705
    },
    {
      "epoch": 0.16904761904761906,
      "grad_norm": 2.6011252403259277,
      "learning_rate": 9.503170091637467e-05,
      "loss": 0.3848825454711914,
      "loss_no": 1.018396602736579,
      "loss_yes": 0.5662498690865256,
      "step": 710
    },
    {
      "epoch": 0.17023809523809524,
      "grad_norm": 1.8620128631591797,
      "learning_rate": 9.494758705426978e-05,
      "loss": 0.3730576992034912,
      "loss_no": 1.1286850452423096,
      "loss_yes": 0.3622587651014328,
      "step": 715
    },
    {
      "epoch": 0.17142857142857143,
      "grad_norm": 0.5151748061180115,
      "learning_rate": 9.486280499666118e-05,
      "loss": 0.33973357677459715,
      "loss_no": 0.6799195514005774,
      "loss_yes": 0.6786203384399414,
      "step": 720
    },
    {
      "epoch": 0.17261904761904762,
      "grad_norm": 2.0003597736358643,
      "learning_rate": 9.477735600392776e-05,
      "loss": 0.3576702117919922,
      "loss_no": 0.5166821420192719,
      "loss_yes": 0.913975203037262,
      "step": 725
    },
    {
      "epoch": 0.1738095238095238,
      "grad_norm": 4.915926456451416,
      "learning_rate": 9.469124134636316e-05,
      "loss": 0.3709056854248047,
      "loss_no": 0.9379224560477517,
      "loss_yes": 0.5021175394455591,
      "step": 730
    },
    {
      "epoch": 0.175,
      "grad_norm": 1.5784199237823486,
      "learning_rate": 9.46044623041568e-05,
      "loss": 0.33855595588684084,
      "loss_no": 0.80136829046976,
      "loss_yes": 0.5396207571029663,
      "step": 735
    },
    {
      "epoch": 0.1761904761904762,
      "grad_norm": 1.1283361911773682,
      "learning_rate": 9.451702016737495e-05,
      "loss": 0.3750593662261963,
      "loss_no": 0.49844835485730854,
      "loss_yes": 0.8856031619585477,
      "step": 740
    },
    {
      "epoch": 0.1773809523809524,
      "grad_norm": 3.542513847351074,
      "learning_rate": 9.442891623594153e-05,
      "loss": 0.3563210487365723,
      "loss_no": 0.8536158204078674,
      "loss_yes": 0.5716674238443374,
      "step": 745
    },
    {
      "epoch": 0.17857142857142858,
      "grad_norm": 3.1222798824310303,
      "learning_rate": 9.434015181961873e-05,
      "loss": 0.35149075984954836,
      "loss_no": 1.3009348884224892,
      "loss_yes": 0.3043452352285385,
      "step": 750
    },
    {
      "epoch": 0.17976190476190476,
      "grad_norm": 1.3970253467559814,
      "learning_rate": 9.42507282379876e-05,
      "loss": 0.3209810256958008,
      "loss_no": 0.6780210950157859,
      "loss_yes": 0.5978898604710897,
      "step": 755
    },
    {
      "epoch": 0.18095238095238095,
      "grad_norm": 4.831498146057129,
      "learning_rate": 9.41606468204284e-05,
      "loss": 0.36049211025238037,
      "loss_no": 0.3754764720797539,
      "loss_yes": 1.0664917707443238,
      "step": 760
    },
    {
      "epoch": 0.18214285714285713,
      "grad_norm": 0.8422546982765198,
      "learning_rate": 9.406990890610085e-05,
      "loss": 0.3694563388824463,
      "loss_no": 0.5710537223254933,
      "loss_yes": 0.8629823145659073,
      "step": 765
    },
    {
      "epoch": 0.18333333333333332,
      "grad_norm": 1.7165837287902832,
      "learning_rate": 9.397851584392426e-05,
      "loss": 0.351988697052002,
      "loss_no": 0.8728800849481062,
      "loss_yes": 0.4975405666563246,
      "step": 770
    },
    {
      "epoch": 0.18452380952380953,
      "grad_norm": 1.3553961515426636,
      "learning_rate": 9.388646899255733e-05,
      "loss": 0.3120079517364502,
      "loss_no": 0.6247312873601913,
      "loss_yes": 0.6235387374957403,
      "step": 775
    },
    {
      "epoch": 0.18571428571428572,
      "grad_norm": 1.0688226222991943,
      "learning_rate": 9.379376972037816e-05,
      "loss": 0.322442364692688,
      "loss_no": 0.8800959255960252,
      "loss_yes": 0.4524390426549045,
      "step": 780
    },
    {
      "epoch": 0.1869047619047619,
      "grad_norm": 0.7693434953689575,
      "learning_rate": 9.37004194054638e-05,
      "loss": 0.30587618350982665,
      "loss_no": 0.6300883293151855,
      "loss_yes": 0.5869444713873022,
      "step": 785
    },
    {
      "epoch": 0.1880952380952381,
      "grad_norm": 1.7666841745376587,
      "learning_rate": 9.360641943556969e-05,
      "loss": 0.3367873191833496,
      "loss_no": 0.2762522878854171,
      "loss_yes": 1.2111282068140365,
      "step": 790
    },
    {
      "epoch": 0.18928571428571428,
      "grad_norm": 0.8555198311805725,
      "learning_rate": 9.35117712081092e-05,
      "loss": 0.3289558172225952,
      "loss_no": 0.47224572029980744,
      "loss_yes": 0.88483636909061,
      "step": 795
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 1.4827333688735962,
      "learning_rate": 9.341647613013266e-05,
      "loss": 0.30775628089904783,
      "loss_no": 0.7967346012592316,
      "loss_yes": 0.434290400147438,
      "step": 800
    },
    {
      "epoch": 0.19166666666666668,
      "grad_norm": 1.3362922668457031,
      "learning_rate": 9.332053561830669e-05,
      "loss": 0.2706505537033081,
      "loss_no": 0.6464600222451347,
      "loss_yes": 0.4846768929408147,
      "step": 805
    },
    {
      "epoch": 0.19285714285714287,
      "grad_norm": 1.9955449104309082,
      "learning_rate": 9.322395109889287e-05,
      "loss": 0.32530252933502196,
      "loss_no": 0.918705940246582,
      "loss_yes": 0.3542828779471548,
      "step": 810
    },
    {
      "epoch": 0.19404761904761905,
      "grad_norm": 2.047694444656372,
      "learning_rate": 9.312672400772671e-05,
      "loss": 0.4779083251953125,
      "loss_no": 0.5819201516477686,
      "loss_yes": 1.2941031796591622,
      "step": 815
    },
    {
      "epoch": 0.19523809523809524,
      "grad_norm": 1.2855961322784424,
      "learning_rate": 9.302885579019627e-05,
      "loss": 0.3093039274215698,
      "loss_no": 0.6672455939379606,
      "loss_yes": 0.5591611365477244,
      "step": 820
    },
    {
      "epoch": 0.19642857142857142,
      "grad_norm": 1.4191908836364746,
      "learning_rate": 9.293034790122064e-05,
      "loss": 0.30398919582366946,
      "loss_no": 0.3429177045822144,
      "loss_yes": 1.0497365633646647,
      "step": 825
    },
    {
      "epoch": 0.1976190476190476,
      "grad_norm": 1.8050975799560547,
      "learning_rate": 9.283120180522838e-05,
      "loss": 0.40197052955627444,
      "loss_no": 0.8843642060573285,
      "loss_yes": 0.765133610478154,
      "step": 830
    },
    {
      "epoch": 0.1988095238095238,
      "grad_norm": 3.9182283878326416,
      "learning_rate": 9.27314189761356e-05,
      "loss": 0.396483850479126,
      "loss_no": 0.8269613151964934,
      "loss_yes": 0.7465882371453678,
      "step": 835
    },
    {
      "epoch": 0.2,
      "grad_norm": 64.7704086303711,
      "learning_rate": 9.263100089732428e-05,
      "loss": 1.2902695655822753,
      "loss_no": 2.058002649082078,
      "loss_yes": 2.8495895876125856,
      "step": 840
    },
    {
      "epoch": 0.2011904761904762,
      "grad_norm": 2.231980800628662,
      "learning_rate": 9.252994906161996e-05,
      "loss": 0.38867697715759275,
      "loss_no": 0.7191643443974581,
      "loss_yes": 0.8456669714715745,
      "step": 845
    },
    {
      "epoch": 0.20238095238095238,
      "grad_norm": 6.985777378082275,
      "learning_rate": 9.24282649712698e-05,
      "loss": 0.3315237522125244,
      "loss_no": 1.0102405697107315,
      "loss_yes": 0.4310598174730937,
      "step": 850
    },
    {
      "epoch": 0.20357142857142857,
      "grad_norm": 2.2935705184936523,
      "learning_rate": 9.232595013792002e-05,
      "loss": 0.2842165470123291,
      "loss_no": 0.36014714241027834,
      "loss_yes": 0.9133559703826905,
      "step": 855
    },
    {
      "epoch": 0.20476190476190476,
      "grad_norm": 1.7474058866500854,
      "learning_rate": 9.222300608259359e-05,
      "loss": 0.4370267391204834,
      "loss_no": 0.359590682387352,
      "loss_yes": 1.3865972876548767,
      "step": 860
    },
    {
      "epoch": 0.20595238095238094,
      "grad_norm": 1.7718604803085327,
      "learning_rate": 9.211943433566755e-05,
      "loss": 0.30427591800689696,
      "loss_no": 0.5079293074431243,
      "loss_yes": 0.8169983166914719,
      "step": 865
    },
    {
      "epoch": 0.20714285714285716,
      "grad_norm": 1.3605982065200806,
      "learning_rate": 9.201523643685023e-05,
      "loss": 0.36890268325805664,
      "loss_no": 0.3865495945016543,
      "loss_yes": 1.2639026790857315,
      "step": 870
    },
    {
      "epoch": 0.20833333333333334,
      "grad_norm": 2.526315927505493,
      "learning_rate": 9.191041393515847e-05,
      "loss": 0.36841306686401365,
      "loss_no": 1.1126040882534451,
      "loss_yes": 0.4281491312113675,
      "step": 875
    },
    {
      "epoch": 0.20952380952380953,
      "grad_norm": 1.065682291984558,
      "learning_rate": 9.180496838889445e-05,
      "loss": 0.333827543258667,
      "loss_no": 0.5536563247442245,
      "loss_yes": 0.7429579496383667,
      "step": 880
    },
    {
      "epoch": 0.21071428571428572,
      "grad_norm": 2.750504732131958,
      "learning_rate": 9.169890136562265e-05,
      "loss": 0.37198781967163086,
      "loss_no": 1.1769916509327136,
      "loss_yes": 0.3519598926816668,
      "step": 885
    },
    {
      "epoch": 0.2119047619047619,
      "grad_norm": 1.4645029306411743,
      "learning_rate": 9.159221444214645e-05,
      "loss": 0.29866838455200195,
      "loss_no": 0.6165057048201561,
      "loss_yes": 0.5843143860499064,
      "step": 890
    },
    {
      "epoch": 0.2130952380952381,
      "grad_norm": 2.761849880218506,
      "learning_rate": 9.148490920448477e-05,
      "loss": 0.2914856433868408,
      "loss_no": 0.7845800817012787,
      "loss_yes": 0.4484251141548157,
      "step": 895
    },
    {
      "epoch": 0.21428571428571427,
      "grad_norm": 0.8625105619430542,
      "learning_rate": 9.137698724784841e-05,
      "loss": 0.4565627098083496,
      "loss_no": 1.3430705978756858,
      "loss_yes": 0.4376400097420341,
      "step": 900
    },
    {
      "epoch": 0.2154761904761905,
      "grad_norm": 1.949312686920166,
      "learning_rate": 9.126845017661642e-05,
      "loss": 0.3256887674331665,
      "loss_no": 0.7479445669386122,
      "loss_yes": 0.5723524039441888,
      "step": 905
    },
    {
      "epoch": 0.21666666666666667,
      "grad_norm": 0.8256125450134277,
      "learning_rate": 9.115929960431217e-05,
      "loss": 0.3217048645019531,
      "loss_no": 0.730494465146746,
      "loss_yes": 0.5471246869940507,
      "step": 910
    },
    {
      "epoch": 0.21785714285714286,
      "grad_norm": 1.441983938217163,
      "learning_rate": 9.104953715357944e-05,
      "loss": 0.27545995712280275,
      "loss_no": 0.3285245547691981,
      "loss_yes": 0.884487796574831,
      "step": 915
    },
    {
      "epoch": 0.21904761904761905,
      "grad_norm": 1.3805705308914185,
      "learning_rate": 9.093916445615825e-05,
      "loss": 0.3896683692932129,
      "loss_no": 0.6453841179609299,
      "loss_yes": 0.8686185926198959,
      "step": 920
    },
    {
      "epoch": 0.22023809523809523,
      "grad_norm": 2.490605354309082,
      "learning_rate": 9.082818315286055e-05,
      "loss": 0.42633624076843263,
      "loss_no": 1.3730160735902333,
      "loss_yes": 0.277477785160667,
      "step": 925
    },
    {
      "epoch": 0.22142857142857142,
      "grad_norm": 0.7581673264503479,
      "learning_rate": 9.071659489354598e-05,
      "loss": 0.3408942222595215,
      "loss_no": 0.577719047665596,
      "loss_yes": 0.7510136763254801,
      "step": 930
    },
    {
      "epoch": 0.2226190476190476,
      "grad_norm": 0.5259249210357666,
      "learning_rate": 9.060440133709718e-05,
      "loss": 0.3166879415512085,
      "loss_no": 0.6191928820176558,
      "loss_yes": 0.6506074335840013,
      "step": 935
    },
    {
      "epoch": 0.22380952380952382,
      "grad_norm": 1.3397510051727295,
      "learning_rate": 9.049160415139525e-05,
      "loss": 0.337026309967041,
      "loss_no": 0.684614756528069,
      "loss_yes": 0.6662296730539073,
      "step": 940
    },
    {
      "epoch": 0.225,
      "grad_norm": 1.0348702669143677,
      "learning_rate": 9.037820501329488e-05,
      "loss": 0.35176515579223633,
      "loss_no": 0.9633490774366591,
      "loss_yes": 0.49094741723754187,
      "step": 945
    },
    {
      "epoch": 0.2261904761904762,
      "grad_norm": 1.7506526708602905,
      "learning_rate": 9.026420560859943e-05,
      "loss": 0.3208664894104004,
      "loss_no": 0.8578305780887604,
      "loss_yes": 0.4256310939788818,
      "step": 950
    },
    {
      "epoch": 0.22738095238095238,
      "grad_norm": 2.6955044269561768,
      "learning_rate": 9.014960763203592e-05,
      "loss": 0.3469963073730469,
      "loss_no": 0.4432196162995838,
      "loss_yes": 0.9711539243396959,
      "step": 955
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 0.8895548582077026,
      "learning_rate": 9.003441278722981e-05,
      "loss": 0.37950382232666013,
      "loss_no": 0.4332056376669142,
      "loss_yes": 1.025501012802124,
      "step": 960
    },
    {
      "epoch": 0.22976190476190475,
      "grad_norm": 1.1351648569107056,
      "learning_rate": 8.991862278667962e-05,
      "loss": 0.3498286247253418,
      "loss_no": 1.037789801756541,
      "loss_yes": 0.42279852249405603,
      "step": 965
    },
    {
      "epoch": 0.23095238095238096,
      "grad_norm": 0.6075398325920105,
      "learning_rate": 8.980223935173153e-05,
      "loss": 0.3600341320037842,
      "loss_no": 0.9397927710884496,
      "loss_yes": 0.5212091491335914,
      "step": 970
    },
    {
      "epoch": 0.23214285714285715,
      "grad_norm": 0.7833418250083923,
      "learning_rate": 8.96852642125538e-05,
      "loss": 0.3295933246612549,
      "loss_no": 0.6600620119195235,
      "loss_yes": 0.6583892788205828,
      "step": 975
    },
    {
      "epoch": 0.23333333333333334,
      "grad_norm": 2.683419704437256,
      "learning_rate": 8.956769910811102e-05,
      "loss": 0.3489062309265137,
      "loss_no": 0.4853601396083832,
      "loss_yes": 0.9102631688117981,
      "step": 980
    },
    {
      "epoch": 0.23452380952380952,
      "grad_norm": 2.7724525928497314,
      "learning_rate": 8.944954578613827e-05,
      "loss": 0.34075298309326174,
      "loss_no": 0.7414105885169086,
      "loss_yes": 0.637227519698765,
      "step": 985
    },
    {
      "epoch": 0.2357142857142857,
      "grad_norm": 3.411195755004883,
      "learning_rate": 8.933080600311508e-05,
      "loss": 0.4050562381744385,
      "loss_no": 1.3691371742047762,
      "loss_yes": 0.30432699124018353,
      "step": 990
    },
    {
      "epoch": 0.2369047619047619,
      "grad_norm": 2.0461232662200928,
      "learning_rate": 8.921148152423946e-05,
      "loss": 0.3885436296463013,
      "loss_no": 0.9994911419020759,
      "loss_yes": 0.595119909806685,
      "step": 995
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 0.6299152374267578,
      "learning_rate": 8.90915741234015e-05,
      "loss": 0.30308668613433837,
      "loss_no": 0.5240388774871826,
      "loss_yes": 0.7430637121200562,
      "step": 1000
    },
    {
      "epoch": 0.2392857142857143,
      "grad_norm": 5.89023494720459,
      "learning_rate": 8.897108558315708e-05,
      "loss": 0.39628753662109373,
      "loss_no": 0.32031139731407166,
      "loss_yes": 1.2198610135487147,
      "step": 1005
    },
    {
      "epoch": 0.24047619047619048,
      "grad_norm": 0.9333335161209106,
      "learning_rate": 8.885001769470141e-05,
      "loss": 0.36512036323547364,
      "loss_no": 0.5206975249143747,
      "loss_yes": 0.8311318556467692,
      "step": 1010
    },
    {
      "epoch": 0.24166666666666667,
      "grad_norm": 0.49860504269599915,
      "learning_rate": 8.872837225784226e-05,
      "loss": 0.3679111242294312,
      "loss_no": 1.1506484084659152,
      "loss_yes": 0.39641902121630584,
      "step": 1015
    },
    {
      "epoch": 0.24285714285714285,
      "grad_norm": 0.9967087507247925,
      "learning_rate": 8.860615108097339e-05,
      "loss": 0.3174843072891235,
      "loss_no": 0.6430537164211273,
      "loss_yes": 0.6268834412097931,
      "step": 1020
    },
    {
      "epoch": 0.24404761904761904,
      "grad_norm": 2.9225423336029053,
      "learning_rate": 8.848335598104748e-05,
      "loss": 0.35313575267791747,
      "loss_no": 0.46712192108756617,
      "loss_yes": 0.9226449671245757,
      "step": 1025
    },
    {
      "epoch": 0.24523809523809523,
      "grad_norm": 0.9431572556495667,
      "learning_rate": 8.835998878354931e-05,
      "loss": 0.3182689189910889,
      "loss_no": 0.6882389840625581,
      "loss_yes": 0.5793944346277338,
      "step": 1030
    },
    {
      "epoch": 0.24642857142857144,
      "grad_norm": 1.306971549987793,
      "learning_rate": 8.823605132246842e-05,
      "loss": 0.3138483285903931,
      "loss_no": 0.7459443211555481,
      "loss_yes": 0.5567480945587158,
      "step": 1035
    },
    {
      "epoch": 0.24761904761904763,
      "grad_norm": 1.3374625444412231,
      "learning_rate": 8.811154544027203e-05,
      "loss": 0.37020349502563477,
      "loss_no": 1.1301748376143606,
      "loss_yes": 0.38775986149197533,
      "step": 1040
    },
    {
      "epoch": 0.2488095238095238,
      "grad_norm": 2.3006832599639893,
      "learning_rate": 8.798647298787754e-05,
      "loss": 0.338060188293457,
      "loss_no": 0.8534306406974792,
      "loss_yes": 0.49881012439727784,
      "step": 1045
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.8343178629875183,
      "learning_rate": 8.786083582462498e-05,
      "loss": 0.384260892868042,
      "loss_no": 0.5376864075660706,
      "loss_yes": 0.9224120080471039,
      "step": 1050
    },
    {
      "epoch": 0.2511904761904762,
      "grad_norm": 0.6512761116027832,
      "learning_rate": 8.773463581824954e-05,
      "loss": 0.3170451641082764,
      "loss_no": 0.6544724583625794,
      "loss_yes": 0.613708245754242,
      "step": 1055
    },
    {
      "epoch": 0.2523809523809524,
      "grad_norm": 0.4090850055217743,
      "learning_rate": 8.760787484485363e-05,
      "loss": 0.3512399435043335,
      "loss_no": 0.9364325602849325,
      "loss_yes": 0.5110640742562034,
      "step": 1060
    },
    {
      "epoch": 0.25357142857142856,
      "grad_norm": 1.265820860862732,
      "learning_rate": 8.748055478887904e-05,
      "loss": 0.3204543113708496,
      "loss_no": 0.6859875869750977,
      "loss_yes": 0.5657768448193868,
      "step": 1065
    },
    {
      "epoch": 0.25476190476190474,
      "grad_norm": 1.5108579397201538,
      "learning_rate": 8.735267754307896e-05,
      "loss": 0.3345716714859009,
      "loss_no": 0.35831805637904574,
      "loss_yes": 1.0126868674629612,
      "step": 1070
    },
    {
      "epoch": 0.25595238095238093,
      "grad_norm": 0.7807632684707642,
      "learning_rate": 8.722424500848987e-05,
      "loss": 0.3086099147796631,
      "loss_no": 0.5547884735796187,
      "loss_yes": 0.6682999459179965,
      "step": 1075
    },
    {
      "epoch": 0.2571428571428571,
      "grad_norm": 2.9430978298187256,
      "learning_rate": 8.709525909440315e-05,
      "loss": 0.33616316318511963,
      "loss_no": 0.7603759490526639,
      "loss_yes": 0.5088056027889252,
      "step": 1080
    },
    {
      "epoch": 0.25833333333333336,
      "grad_norm": 2.236783742904663,
      "learning_rate": 8.696572171833683e-05,
      "loss": 0.4098917007446289,
      "loss_no": 0.4713457900544871,
      "loss_yes": 1.2911989758996403,
      "step": 1085
    },
    {
      "epoch": 0.25952380952380955,
      "grad_norm": 1.4002878665924072,
      "learning_rate": 8.6835634806007e-05,
      "loss": 0.3594663143157959,
      "loss_no": 0.4382063090801239,
      "loss_yes": 0.9996589183807373,
      "step": 1090
    },
    {
      "epoch": 0.26071428571428573,
      "grad_norm": 1.2497179508209229,
      "learning_rate": 8.670500029129923e-05,
      "loss": 0.38326120376586914,
      "loss_no": 0.9417013100215367,
      "loss_yes": 0.5729037021335802,
      "step": 1095
    },
    {
      "epoch": 0.2619047619047619,
      "grad_norm": 2.377652645111084,
      "learning_rate": 8.657382011623981e-05,
      "loss": 0.30664935111999514,
      "loss_no": 0.7269792026943631,
      "loss_yes": 0.5202874432910572,
      "step": 1100
    },
    {
      "epoch": 0.2630952380952381,
      "grad_norm": 3.2687580585479736,
      "learning_rate": 8.644209623096686e-05,
      "loss": 0.3684055328369141,
      "loss_no": 0.477677583694458,
      "loss_yes": 1.053529938062032,
      "step": 1105
    },
    {
      "epoch": 0.2642857142857143,
      "grad_norm": 1.6730161905288696,
      "learning_rate": 8.630983059370136e-05,
      "loss": 0.3463192701339722,
      "loss_no": 0.4645145968957381,
      "loss_yes": 0.9714566469192505,
      "step": 1110
    },
    {
      "epoch": 0.2654761904761905,
      "grad_norm": 1.8049005270004272,
      "learning_rate": 8.617702517071803e-05,
      "loss": 0.3197554349899292,
      "loss_no": 0.6413796186447144,
      "loss_yes": 0.637642166018486,
      "step": 1115
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 1.3545717000961304,
      "learning_rate": 8.604368193631611e-05,
      "loss": 0.3429574728012085,
      "loss_no": 0.7962494975044614,
      "loss_yes": 0.5639661801488776,
      "step": 1120
    },
    {
      "epoch": 0.26785714285714285,
      "grad_norm": 1.761653184890747,
      "learning_rate": 8.590980287278996e-05,
      "loss": 0.3358476161956787,
      "loss_no": 0.6195503530048189,
      "loss_yes": 0.7293290276276437,
      "step": 1125
    },
    {
      "epoch": 0.26904761904761904,
      "grad_norm": 3.048429250717163,
      "learning_rate": 8.577538997039969e-05,
      "loss": 0.34366941452026367,
      "loss_no": 0.47327945232391355,
      "loss_yes": 0.90139821767807,
      "step": 1130
    },
    {
      "epoch": 0.2702380952380952,
      "grad_norm": 0.6671285033226013,
      "learning_rate": 8.564044522734147e-05,
      "loss": 0.3040154457092285,
      "loss_no": 0.5011248636245728,
      "loss_yes": 0.7862076083819072,
      "step": 1135
    },
    {
      "epoch": 0.2714285714285714,
      "grad_norm": 0.9882038235664368,
      "learning_rate": 8.55049706497179e-05,
      "loss": 0.32677488327026366,
      "loss_no": 0.57464679479599,
      "loss_yes": 0.7324527144432068,
      "step": 1140
    },
    {
      "epoch": 0.2726190476190476,
      "grad_norm": 0.9729760885238647,
      "learning_rate": 8.536896825150812e-05,
      "loss": 0.3247562646865845,
      "loss_no": 0.6100325898120278,
      "loss_yes": 0.6852324690137591,
      "step": 1145
    },
    {
      "epoch": 0.27380952380952384,
      "grad_norm": 1.458491563796997,
      "learning_rate": 8.523244005453795e-05,
      "loss": 0.44714818000793455,
      "loss_no": 1.0617399163868115,
      "loss_yes": 0.6677549446330351,
      "step": 1150
    },
    {
      "epoch": 0.275,
      "grad_norm": 1.3767852783203125,
      "learning_rate": 8.509538808844973e-05,
      "loss": 0.33166327476501467,
      "loss_no": 0.5437464714050293,
      "loss_yes": 0.735074634552002,
      "step": 1155
    },
    {
      "epoch": 0.2761904761904762,
      "grad_norm": 1.8617901802062988,
      "learning_rate": 8.495781439067227e-05,
      "loss": 0.3628904581069946,
      "loss_no": 1.226027250289917,
      "loss_yes": 0.3164883391423659,
      "step": 1160
    },
    {
      "epoch": 0.2773809523809524,
      "grad_norm": 0.6349942684173584,
      "learning_rate": 8.481972100639049e-05,
      "loss": 0.3394071340560913,
      "loss_no": 0.8883229807803505,
      "loss_yes": 0.48925869237808955,
      "step": 1165
    },
    {
      "epoch": 0.2785714285714286,
      "grad_norm": 1.2049455642700195,
      "learning_rate": 8.468110998851496e-05,
      "loss": 0.3490003108978271,
      "loss_no": 0.5860128812491894,
      "loss_yes": 0.7726590732733408,
      "step": 1170
    },
    {
      "epoch": 0.27976190476190477,
      "grad_norm": 2.1788127422332764,
      "learning_rate": 8.45419833976515e-05,
      "loss": 0.3440714359283447,
      "loss_no": 0.7199546694755554,
      "loss_yes": 0.6621147177436135,
      "step": 1175
    },
    {
      "epoch": 0.28095238095238095,
      "grad_norm": 2.898437738418579,
      "learning_rate": 8.440234330207047e-05,
      "loss": 0.3374485969543457,
      "loss_no": 0.8806576251983642,
      "loss_yes": 0.4691359758377075,
      "step": 1180
    },
    {
      "epoch": 0.28214285714285714,
      "grad_norm": 1.8720020055770874,
      "learning_rate": 8.426219177767607e-05,
      "loss": 0.33102216720581057,
      "loss_no": 0.46409399942918256,
      "loss_yes": 0.903982722096973,
      "step": 1185
    },
    {
      "epoch": 0.2833333333333333,
      "grad_norm": 0.5364805459976196,
      "learning_rate": 8.412153090797544e-05,
      "loss": 0.39176924228668214,
      "loss_no": 0.31082883006648016,
      "loss_yes": 1.211227053687686,
      "step": 1190
    },
    {
      "epoch": 0.2845238095238095,
      "grad_norm": 1.5181916952133179,
      "learning_rate": 8.398036278404767e-05,
      "loss": 0.2991539478302002,
      "loss_no": 0.6385475288737904,
      "loss_yes": 0.5491251283221774,
      "step": 1195
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 1.854755163192749,
      "learning_rate": 8.383868950451282e-05,
      "loss": 0.3169257640838623,
      "loss_no": 0.6760269217193127,
      "loss_yes": 0.6057343085606893,
      "step": 1200
    },
    {
      "epoch": 0.2869047619047619,
      "grad_norm": 2.152106523513794,
      "learning_rate": 8.369651317550054e-05,
      "loss": 0.3411480665206909,
      "loss_no": 0.7399806049134996,
      "loss_yes": 0.6350994110107422,
      "step": 1205
    },
    {
      "epoch": 0.28809523809523807,
      "grad_norm": 2.375722646713257,
      "learning_rate": 8.355383591061898e-05,
      "loss": 0.34937689304351804,
      "loss_no": 0.8785818815231323,
      "loss_yes": 0.4999959061020299,
      "step": 1210
    },
    {
      "epoch": 0.2892857142857143,
      "grad_norm": 1.2124640941619873,
      "learning_rate": 8.341065983092315e-05,
      "loss": 0.34919745922088624,
      "loss_no": 0.6222886572713437,
      "loss_yes": 0.801360614159528,
      "step": 1215
    },
    {
      "epoch": 0.2904761904761905,
      "grad_norm": 0.7282492518424988,
      "learning_rate": 8.326698706488359e-05,
      "loss": 0.3281928777694702,
      "loss_no": 0.437418776399949,
      "loss_yes": 0.8182260368181311,
      "step": 1220
    },
    {
      "epoch": 0.2916666666666667,
      "grad_norm": 1.0749274492263794,
      "learning_rate": 8.312281974835452e-05,
      "loss": 0.3700446128845215,
      "loss_no": 1.0976921670577104,
      "loss_yes": 0.47576610420061194,
      "step": 1225
    },
    {
      "epoch": 0.29285714285714287,
      "grad_norm": 1.230768084526062,
      "learning_rate": 8.297816002454231e-05,
      "loss": 0.3620162010192871,
      "loss_no": 0.8642092034930274,
      "loss_yes": 0.569092681533412,
      "step": 1230
    },
    {
      "epoch": 0.29404761904761906,
      "grad_norm": 2.67291259765625,
      "learning_rate": 8.283301004397345e-05,
      "loss": 0.3445593357086182,
      "loss_no": 0.43122838792346774,
      "loss_yes": 0.9741461527974982,
      "step": 1235
    },
    {
      "epoch": 0.29523809523809524,
      "grad_norm": 0.49046599864959717,
      "learning_rate": 8.268737196446264e-05,
      "loss": 0.3209630250930786,
      "loss_no": 0.5723420318804289,
      "loss_yes": 0.704879953747704,
      "step": 1240
    },
    {
      "epoch": 0.29642857142857143,
      "grad_norm": 0.9653617143630981,
      "learning_rate": 8.25412479510807e-05,
      "loss": 0.3406537532806396,
      "loss_no": 0.8626974856152254,
      "loss_yes": 0.5472356132839037,
      "step": 1245
    },
    {
      "epoch": 0.2976190476190476,
      "grad_norm": 0.9321579933166504,
      "learning_rate": 8.239464017612244e-05,
      "loss": 0.32562577724456787,
      "loss_no": 0.8839968575371636,
      "loss_yes": 0.4608231864192269,
      "step": 1250
    },
    {
      "epoch": 0.2988095238095238,
      "grad_norm": 0.8821216821670532,
      "learning_rate": 8.224755081907427e-05,
      "loss": 0.33688061237335204,
      "loss_no": 0.6878274368203204,
      "loss_yes": 0.6547298501519596,
      "step": 1255
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.3538691997528076,
      "learning_rate": 8.209998206658187e-05,
      "loss": 0.359171724319458,
      "loss_no": 0.5736525967007592,
      "loss_yes": 0.8782644397334048,
      "step": 1260
    },
    {
      "epoch": 0.3011904761904762,
      "grad_norm": 1.929953694343567,
      "learning_rate": 8.195193611241769e-05,
      "loss": 0.312600302696228,
      "loss_no": 0.5794072904084858,
      "loss_yes": 0.6666323911576044,
      "step": 1265
    },
    {
      "epoch": 0.30238095238095236,
      "grad_norm": 1.935105323791504,
      "learning_rate": 8.180341515744824e-05,
      "loss": 0.35419535636901855,
      "loss_no": 0.8450126958929974,
      "loss_yes": 0.5235490553519305,
      "step": 1270
    },
    {
      "epoch": 0.30357142857142855,
      "grad_norm": 1.1029138565063477,
      "learning_rate": 8.16544214096015e-05,
      "loss": 0.3349395990371704,
      "loss_no": 0.6700078447659811,
      "loss_yes": 0.6697738549926064,
      "step": 1275
    },
    {
      "epoch": 0.3047619047619048,
      "grad_norm": 1.1730389595031738,
      "learning_rate": 8.150495708383403e-05,
      "loss": 0.3147078037261963,
      "loss_no": 0.6098049491643905,
      "loss_yes": 0.649026158452034,
      "step": 1280
    },
    {
      "epoch": 0.305952380952381,
      "grad_norm": 1.554955244064331,
      "learning_rate": 8.135502440209804e-05,
      "loss": 0.35544347763061523,
      "loss_no": 0.8578828008551347,
      "loss_yes": 0.577890674273173,
      "step": 1285
    },
    {
      "epoch": 0.30714285714285716,
      "grad_norm": 0.893424391746521,
      "learning_rate": 8.120462559330835e-05,
      "loss": 0.33533148765563964,
      "loss_no": 0.7737685084342957,
      "loss_yes": 0.5675567984580994,
      "step": 1290
    },
    {
      "epoch": 0.30833333333333335,
      "grad_norm": 1.1749414205551147,
      "learning_rate": 8.10537628933093e-05,
      "loss": 0.3063926696777344,
      "loss_no": 0.7495900233586629,
      "loss_yes": 0.5306976509094238,
      "step": 1295
    },
    {
      "epoch": 0.30952380952380953,
      "grad_norm": 0.954832911491394,
      "learning_rate": 8.090243854484149e-05,
      "loss": 0.333169960975647,
      "loss_no": 0.8027498154413133,
      "loss_yes": 0.5155622080752724,
      "step": 1300
    },
    {
      "epoch": 0.3107142857142857,
      "grad_norm": 2.398926258087158,
      "learning_rate": 8.075065479750844e-05,
      "loss": 0.33866300582885744,
      "loss_no": 0.44411259347742255,
      "loss_yes": 0.9623426265186734,
      "step": 1305
    },
    {
      "epoch": 0.3119047619047619,
      "grad_norm": 1.1878610849380493,
      "learning_rate": 8.059841390774307e-05,
      "loss": 0.40200557708740237,
      "loss_no": 0.4618632477872512,
      "loss_yes": 1.0568925712419592,
      "step": 1310
    },
    {
      "epoch": 0.3130952380952381,
      "grad_norm": 1.2401082515716553,
      "learning_rate": 8.044571813877431e-05,
      "loss": 0.35249712467193606,
      "loss_no": 0.7533049318525527,
      "loss_yes": 0.6046547568761386,
      "step": 1315
    },
    {
      "epoch": 0.3142857142857143,
      "grad_norm": 0.6235382556915283,
      "learning_rate": 8.029256976059336e-05,
      "loss": 0.3291283369064331,
      "loss_no": 0.6218138382985041,
      "loss_yes": 0.6758027518237079,
      "step": 1320
    },
    {
      "epoch": 0.31547619047619047,
      "grad_norm": 0.7601622939109802,
      "learning_rate": 8.01389710499199e-05,
      "loss": 0.3438706874847412,
      "loss_no": 0.8338423456464495,
      "loss_yes": 0.5262610347647416,
      "step": 1325
    },
    {
      "epoch": 0.31666666666666665,
      "grad_norm": 2.4259448051452637,
      "learning_rate": 7.998492429016837e-05,
      "loss": 0.33989031314849855,
      "loss_no": 0.5827977240085602,
      "loss_yes": 0.7767633736133576,
      "step": 1330
    },
    {
      "epoch": 0.31785714285714284,
      "grad_norm": 0.7277395129203796,
      "learning_rate": 7.983043177141391e-05,
      "loss": 0.32492504119873045,
      "loss_no": 0.5730042896772686,
      "loss_yes": 0.7193769840967088,
      "step": 1335
    },
    {
      "epoch": 0.319047619047619,
      "grad_norm": 0.8820788264274597,
      "learning_rate": 7.967549579035835e-05,
      "loss": 0.33524270057678224,
      "loss_no": 0.8283593720859952,
      "loss_yes": 0.5413153496655551,
      "step": 1340
    },
    {
      "epoch": 0.3202380952380952,
      "grad_norm": 1.4245049953460693,
      "learning_rate": 7.952011865029614e-05,
      "loss": 0.33418989181518555,
      "loss_no": 0.7361416572874243,
      "loss_yes": 0.5855592721038394,
      "step": 1345
    },
    {
      "epoch": 0.32142857142857145,
      "grad_norm": 2.442844867706299,
      "learning_rate": 7.936430266107998e-05,
      "loss": 0.3199892520904541,
      "loss_no": 0.6315159343537831,
      "loss_yes": 0.6493307414807772,
      "step": 1350
    },
    {
      "epoch": 0.32261904761904764,
      "grad_norm": 1.5997779369354248,
      "learning_rate": 7.920805013908655e-05,
      "loss": 0.3446107149124146,
      "loss_no": 0.4315515375799603,
      "loss_yes": 0.9000411033630371,
      "step": 1355
    },
    {
      "epoch": 0.3238095238095238,
      "grad_norm": 0.43450549244880676,
      "learning_rate": 7.905136340718211e-05,
      "loss": 0.34595723152160646,
      "loss_no": 0.6086010783910751,
      "loss_yes": 0.7752246677875518,
      "step": 1360
    },
    {
      "epoch": 0.325,
      "grad_norm": 1.0614111423492432,
      "learning_rate": 7.889424479468793e-05,
      "loss": 0.3445571422576904,
      "loss_no": 0.7398932491030011,
      "loss_yes": 0.6329838476682964,
      "step": 1365
    },
    {
      "epoch": 0.3261904761904762,
      "grad_norm": 1.1842548847198486,
      "learning_rate": 7.873669663734561e-05,
      "loss": 0.3303920030593872,
      "loss_no": 0.6643339709231728,
      "loss_yes": 0.6575517029989333,
      "step": 1370
    },
    {
      "epoch": 0.3273809523809524,
      "grad_norm": 1.9286130666732788,
      "learning_rate": 7.857872127728248e-05,
      "loss": 0.35010271072387694,
      "loss_no": 0.6063228690105936,
      "loss_yes": 0.8272012402029598,
      "step": 1375
    },
    {
      "epoch": 0.32857142857142857,
      "grad_norm": 1.2626582384109497,
      "learning_rate": 7.842032106297666e-05,
      "loss": 0.3200032711029053,
      "loss_no": 0.4532164752483368,
      "loss_yes": 0.8267928123474121,
      "step": 1380
    },
    {
      "epoch": 0.32976190476190476,
      "grad_norm": 0.8287787437438965,
      "learning_rate": 7.826149834922219e-05,
      "loss": 0.33749542236328123,
      "loss_no": 0.739835364477975,
      "loss_yes": 0.6033187163503546,
      "step": 1385
    },
    {
      "epoch": 0.33095238095238094,
      "grad_norm": 2.5105412006378174,
      "learning_rate": 7.810225549709404e-05,
      "loss": 0.32938666343688966,
      "loss_no": 0.7513619831630162,
      "loss_yes": 0.5564371535652562,
      "step": 1390
    },
    {
      "epoch": 0.33214285714285713,
      "grad_norm": 1.0668069124221802,
      "learning_rate": 7.794259487391306e-05,
      "loss": 0.3253947734832764,
      "loss_no": 0.6628924489021302,
      "loss_yes": 0.6386859059333801,
      "step": 1395
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.37429991364479065,
      "learning_rate": 7.778251885321063e-05,
      "loss": 0.3286043643951416,
      "loss_no": 0.574221807718277,
      "loss_yes": 0.7401947259902955,
      "step": 1400
    },
    {
      "epoch": 0.3345238095238095,
      "grad_norm": 1.9142882823944092,
      "learning_rate": 7.762202981469357e-05,
      "loss": 0.29539191722869873,
      "loss_no": 0.5535999715328217,
      "loss_yes": 0.6279674947261811,
      "step": 1405
    },
    {
      "epoch": 0.3357142857142857,
      "grad_norm": 0.9718907475471497,
      "learning_rate": 7.74611301442086e-05,
      "loss": 0.30238890647888184,
      "loss_no": 0.4649659187897392,
      "loss_yes": 0.7939349903779871,
      "step": 1410
    },
    {
      "epoch": 0.33690476190476193,
      "grad_norm": 1.0588512420654297,
      "learning_rate": 7.729982223370691e-05,
      "loss": 0.34198622703552245,
      "loss_no": 0.6682554615868462,
      "loss_yes": 0.6968318603255532,
      "step": 1415
    },
    {
      "epoch": 0.3380952380952381,
      "grad_norm": 0.8460336923599243,
      "learning_rate": 7.713810848120872e-05,
      "loss": 0.309772253036499,
      "loss_no": 0.6095900427211415,
      "loss_yes": 0.631711032655504,
      "step": 1420
    },
    {
      "epoch": 0.3392857142857143,
      "grad_norm": 0.6776297688484192,
      "learning_rate": 7.697599129076749e-05,
      "loss": 0.29782681465148925,
      "loss_no": 0.4385999237236224,
      "loss_yes": 0.7377497241610572,
      "step": 1425
    },
    {
      "epoch": 0.3404761904761905,
      "grad_norm": 2.892848253250122,
      "learning_rate": 7.681347307243424e-05,
      "loss": 0.3074308156967163,
      "loss_no": 0.7332111691173754,
      "loss_yes": 0.5077834413165138,
      "step": 1430
    },
    {
      "epoch": 0.3416666666666667,
      "grad_norm": 2.3353469371795654,
      "learning_rate": 7.665055624222166e-05,
      "loss": 0.3767669200897217,
      "loss_no": 1.0438839140392484,
      "loss_yes": 0.43262059751309845,
      "step": 1435
    },
    {
      "epoch": 0.34285714285714286,
      "grad_norm": 0.6862359046936035,
      "learning_rate": 7.648724322206836e-05,
      "loss": 0.2942413091659546,
      "loss_no": 0.7136196108425364,
      "loss_yes": 0.4959899860879649,
      "step": 1440
    },
    {
      "epoch": 0.34404761904761905,
      "grad_norm": 0.7604457139968872,
      "learning_rate": 7.632353643980261e-05,
      "loss": 0.33834686279296877,
      "loss_no": 0.7665231290616488,
      "loss_yes": 0.5954193558011737,
      "step": 1445
    },
    {
      "epoch": 0.34523809523809523,
      "grad_norm": 1.0133905410766602,
      "learning_rate": 7.61594383291065e-05,
      "loss": 0.3413121700286865,
      "loss_no": 0.6249647736549377,
      "loss_yes": 0.7297995957461271,
      "step": 1450
    },
    {
      "epoch": 0.3464285714285714,
      "grad_norm": 0.6527475118637085,
      "learning_rate": 7.599495132947962e-05,
      "loss": 0.3342514276504517,
      "loss_no": 0.6141059035840242,
      "loss_yes": 0.7420980229097254,
      "step": 1455
    },
    {
      "epoch": 0.3476190476190476,
      "grad_norm": 0.649619460105896,
      "learning_rate": 7.58300778862028e-05,
      "loss": 0.313750696182251,
      "loss_no": 0.5248596722429449,
      "loss_yes": 0.752948972913954,
      "step": 1460
    },
    {
      "epoch": 0.3488095238095238,
      "grad_norm": 1.8342962265014648,
      "learning_rate": 7.566482045030179e-05,
      "loss": 0.3161522388458252,
      "loss_no": 0.6442864817731521,
      "loss_yes": 0.6234423025794651,
      "step": 1465
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8101385831832886,
      "learning_rate": 7.549918147851081e-05,
      "loss": 0.331938648223877,
      "loss_no": 0.7455705754897174,
      "loss_yes": 0.6034827750662098,
      "step": 1470
    },
    {
      "epoch": 0.35119047619047616,
      "grad_norm": 2.5736043453216553,
      "learning_rate": 7.533316343323607e-05,
      "loss": 0.3237436294555664,
      "loss_no": 0.8151208877563476,
      "loss_yes": 0.3680788000424703,
      "step": 1475
    },
    {
      "epoch": 0.3523809523809524,
      "grad_norm": 2.6244945526123047,
      "learning_rate": 7.516676878251907e-05,
      "loss": 0.3381523370742798,
      "loss_no": 0.5562293399125338,
      "loss_yes": 0.756341298421224,
      "step": 1480
    },
    {
      "epoch": 0.3535714285714286,
      "grad_norm": 0.5766091346740723,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.2824851512908936,
      "loss_no": 0.5943702220916748,
      "loss_yes": 0.5355645179748535,
      "step": 1485
    },
    {
      "epoch": 0.3547619047619048,
      "grad_norm": 0.6607871651649475,
      "learning_rate": 7.483285956488093e-05,
      "loss": 0.3014852523803711,
      "loss_no": 0.7059323390324911,
      "loss_yes": 0.5411915302276611,
      "step": 1490
    },
    {
      "epoch": 0.35595238095238096,
      "grad_norm": 1.038551688194275,
      "learning_rate": 7.466534996188897e-05,
      "loss": 0.30764451026916506,
      "loss_no": 0.7182224013588645,
      "loss_yes": 0.48948116434945,
      "step": 1495
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 1.4231425523757935,
      "learning_rate": 7.449747368123925e-05,
      "loss": 0.3985630989074707,
      "loss_no": 0.40821595725260285,
      "loss_yes": 1.1489973295156233,
      "step": 1500
    },
    {
      "epoch": 0.35833333333333334,
      "grad_norm": 0.7152085900306702,
      "learning_rate": 7.432923321859805e-05,
      "loss": 0.3020378351211548,
      "loss_no": 0.5539484553866916,
      "loss_yes": 0.6450888351960615,
      "step": 1505
    },
    {
      "epoch": 0.3595238095238095,
      "grad_norm": 0.748781144618988,
      "learning_rate": 7.41606310750456e-05,
      "loss": 0.32764153480529784,
      "loss_no": 1.033890590948217,
      "loss_yes": 0.3754427588504294,
      "step": 1510
    },
    {
      "epoch": 0.3607142857142857,
      "grad_norm": 0.8492622375488281,
      "learning_rate": 7.399166975703885e-05,
      "loss": 0.30037262439727785,
      "loss_no": 0.9063030779361725,
      "loss_yes": 0.39703989028930664,
      "step": 1515
    },
    {
      "epoch": 0.3619047619047619,
      "grad_norm": 1.320051670074463,
      "learning_rate": 7.382235177637437e-05,
      "loss": 0.33457465171813966,
      "loss_no": 0.6988608969582452,
      "loss_yes": 0.6448398178273981,
      "step": 1520
    },
    {
      "epoch": 0.3630952380952381,
      "grad_norm": 1.650388479232788,
      "learning_rate": 7.365267965015086e-05,
      "loss": 0.3621529579162598,
      "loss_no": 0.7291166642132927,
      "loss_yes": 0.7207500416299571,
      "step": 1525
    },
    {
      "epoch": 0.36428571428571427,
      "grad_norm": 1.3228994607925415,
      "learning_rate": 7.34826559007318e-05,
      "loss": 0.3715947389602661,
      "loss_no": 0.91134672164917,
      "loss_yes": 0.5750319391489029,
      "step": 1530
    },
    {
      "epoch": 0.36547619047619045,
      "grad_norm": 0.5679073333740234,
      "learning_rate": 7.33122830557079e-05,
      "loss": 0.29972310066223146,
      "loss_no": 0.5899021842262961,
      "loss_yes": 0.6111060248480903,
      "step": 1535
    },
    {
      "epoch": 0.36666666666666664,
      "grad_norm": 2.336951971054077,
      "learning_rate": 7.314156364785962e-05,
      "loss": 0.3726428270339966,
      "loss_no": 0.42624754309654234,
      "loss_yes": 1.06431485414505,
      "step": 1540
    },
    {
      "epoch": 0.3678571428571429,
      "grad_norm": 0.7121387720108032,
      "learning_rate": 7.297050021511944e-05,
      "loss": 0.30843262672424315,
      "loss_no": 0.46294244698115755,
      "loss_yes": 0.7869589579732794,
      "step": 1545
    },
    {
      "epoch": 0.36904761904761907,
      "grad_norm": 1.1969176530838013,
      "learning_rate": 7.279909530053411e-05,
      "loss": 0.34532485008239744,
      "loss_no": 0.7285069869114802,
      "loss_yes": 0.620272866317204,
      "step": 1550
    },
    {
      "epoch": 0.37023809523809526,
      "grad_norm": 0.7297995686531067,
      "learning_rate": 7.262735145222696e-05,
      "loss": 0.32446725368499757,
      "loss_no": 0.40506923794746397,
      "loss_yes": 0.8927512764930725,
      "step": 1555
    },
    {
      "epoch": 0.37142857142857144,
      "grad_norm": 0.960526704788208,
      "learning_rate": 7.245527122335983e-05,
      "loss": 0.3172884941101074,
      "loss_no": 0.5345116602747064,
      "loss_yes": 0.7251078458059401,
      "step": 1560
    },
    {
      "epoch": 0.3726190476190476,
      "grad_norm": 0.5438514947891235,
      "learning_rate": 7.228285717209537e-05,
      "loss": 0.3368936061859131,
      "loss_no": 0.85721455514431,
      "loss_yes": 0.5515009413162867,
      "step": 1565
    },
    {
      "epoch": 0.3738095238095238,
      "grad_norm": 1.134091854095459,
      "learning_rate": 7.211011186155878e-05,
      "loss": 0.31089866161346436,
      "loss_no": 1.0572307039709652,
      "loss_yes": 0.2999546942503556,
      "step": 1570
    },
    {
      "epoch": 0.375,
      "grad_norm": 1.5222563743591309,
      "learning_rate": 7.19370378597998e-05,
      "loss": 0.3194164276123047,
      "loss_no": 0.660359902041299,
      "loss_yes": 0.5886013309160868,
      "step": 1575
    },
    {
      "epoch": 0.3761904761904762,
      "grad_norm": 6.044081687927246,
      "learning_rate": 7.176363773975453e-05,
      "loss": 0.4558290958404541,
      "loss_no": 0.21526679308975444,
      "loss_yes": 1.4263812770014224,
      "step": 1580
    },
    {
      "epoch": 0.3773809523809524,
      "grad_norm": 1.3409161567687988,
      "learning_rate": 7.15899140792072e-05,
      "loss": 0.32773010730743407,
      "loss_no": 0.4660422451355878,
      "loss_yes": 0.7954618775326273,
      "step": 1585
    },
    {
      "epoch": 0.37857142857142856,
      "grad_norm": 0.7913476824760437,
      "learning_rate": 7.141586946075183e-05,
      "loss": 0.29801044464111326,
      "loss_no": 0.9168933232625326,
      "loss_yes": 0.3334869986230677,
      "step": 1590
    },
    {
      "epoch": 0.37976190476190474,
      "grad_norm": 1.7925398349761963,
      "learning_rate": 7.12415064717538e-05,
      "loss": 0.3154132843017578,
      "loss_no": 0.710769772529602,
      "loss_yes": 0.5775299916664759,
      "step": 1595
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 0.7838360667228699,
      "learning_rate": 7.106682770431144e-05,
      "loss": 0.3244776725769043,
      "loss_no": 0.6478479071096941,
      "loss_yes": 0.6503074434068468,
      "step": 1600
    },
    {
      "epoch": 0.3821428571428571,
      "grad_norm": 1.0795621871948242,
      "learning_rate": 7.089183575521746e-05,
      "loss": 0.35667321681976316,
      "loss_no": 0.8878722826639811,
      "loss_yes": 0.6086306953430176,
      "step": 1605
    },
    {
      "epoch": 0.38333333333333336,
      "grad_norm": 0.690606415271759,
      "learning_rate": 7.071653322592041e-05,
      "loss": 0.36259236335754397,
      "loss_no": 0.8758159478505453,
      "loss_yes": 0.4992280527949333,
      "step": 1610
    },
    {
      "epoch": 0.38452380952380955,
      "grad_norm": 0.8113599419593811,
      "learning_rate": 7.054092272248589e-05,
      "loss": 0.34606494903564455,
      "loss_no": 0.43959640711545944,
      "loss_yes": 0.8604841729005178,
      "step": 1615
    },
    {
      "epoch": 0.38571428571428573,
      "grad_norm": 1.1819583177566528,
      "learning_rate": 7.036500685555793e-05,
      "loss": 0.27343168258666994,
      "loss_no": 0.6154651227204696,
      "loss_yes": 0.4539290876949535,
      "step": 1620
    },
    {
      "epoch": 0.3869047619047619,
      "grad_norm": 1.0226622819900513,
      "learning_rate": 7.018878824032009e-05,
      "loss": 0.31300716400146483,
      "loss_no": 0.4514806108041243,
      "loss_yes": 0.8393328719668918,
      "step": 1625
    },
    {
      "epoch": 0.3880952380952381,
      "grad_norm": 1.6774072647094727,
      "learning_rate": 7.001226949645662e-05,
      "loss": 0.3203401565551758,
      "loss_no": 0.4755501179468064,
      "loss_yes": 0.8231925587905081,
      "step": 1630
    },
    {
      "epoch": 0.3892857142857143,
      "grad_norm": 1.1882730722427368,
      "learning_rate": 6.983545324811356e-05,
      "loss": 0.3020895719528198,
      "loss_no": 0.5461590707302093,
      "loss_yes": 0.6621988713741302,
      "step": 1635
    },
    {
      "epoch": 0.3904761904761905,
      "grad_norm": 0.7755076289176941,
      "learning_rate": 6.96583421238596e-05,
      "loss": 0.3959632396697998,
      "loss_no": 1.0055203956106435,
      "loss_yes": 0.5029461979866028,
      "step": 1640
    },
    {
      "epoch": 0.39166666666666666,
      "grad_norm": 1.730624794960022,
      "learning_rate": 6.948093875664718e-05,
      "loss": 0.37749130725860597,
      "loss_no": 0.4662501322371619,
      "loss_yes": 0.910453622157757,
      "step": 1645
    },
    {
      "epoch": 0.39285714285714285,
      "grad_norm": 1.6107100248336792,
      "learning_rate": 6.930324578377317e-05,
      "loss": 0.32495694160461425,
      "loss_no": 0.827828500005934,
      "loss_yes": 0.5043471401387994,
      "step": 1650
    },
    {
      "epoch": 0.39404761904761904,
      "grad_norm": 1.9307929277420044,
      "learning_rate": 6.912526584683982e-05,
      "loss": 0.33260040283203124,
      "loss_no": 0.8872446517149607,
      "loss_yes": 0.48352835936979816,
      "step": 1655
    },
    {
      "epoch": 0.3952380952380952,
      "grad_norm": 1.0873340368270874,
      "learning_rate": 6.894700159171534e-05,
      "loss": 0.3355224847793579,
      "loss_no": 0.6279458999633789,
      "loss_yes": 0.7100390366145543,
      "step": 1660
    },
    {
      "epoch": 0.3964285714285714,
      "grad_norm": 0.7809249758720398,
      "learning_rate": 6.876845566849472e-05,
      "loss": 0.30754315853118896,
      "loss_no": 0.6449022122791835,
      "loss_yes": 0.5821317340198316,
      "step": 1665
    },
    {
      "epoch": 0.3976190476190476,
      "grad_norm": 1.053287386894226,
      "learning_rate": 6.858963073146021e-05,
      "loss": 0.28702754974365235,
      "loss_no": 0.6997338533401489,
      "loss_yes": 0.4902692635854085,
      "step": 1670
    },
    {
      "epoch": 0.39880952380952384,
      "grad_norm": 2.658613443374634,
      "learning_rate": 6.84105294390419e-05,
      "loss": 0.3536855936050415,
      "loss_no": 0.6224023524452659,
      "loss_yes": 0.7701741819796355,
      "step": 1675
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.6374530792236328,
      "learning_rate": 6.823115445377828e-05,
      "loss": 0.29118928909301756,
      "loss_no": 0.3954376515287619,
      "loss_yes": 0.6723870171440972,
      "step": 1680
    },
    {
      "epoch": 0.4011904761904762,
      "grad_norm": 2.487776517868042,
      "learning_rate": 6.80515084422765e-05,
      "loss": 0.3800028085708618,
      "loss_no": 1.0856509623320207,
      "loss_yes": 0.31942665927550373,
      "step": 1685
    },
    {
      "epoch": 0.4023809523809524,
      "grad_norm": 1.9951542615890503,
      "learning_rate": 6.787159407517285e-05,
      "loss": 0.35830934047698976,
      "loss_no": 0.9013583302497864,
      "loss_yes": 0.5318790137767792,
      "step": 1690
    },
    {
      "epoch": 0.4035714285714286,
      "grad_norm": 0.8613618016242981,
      "learning_rate": 6.769141402709305e-05,
      "loss": 0.2806249141693115,
      "loss_no": 0.5180759750879728,
      "loss_yes": 0.5820356828195078,
      "step": 1695
    },
    {
      "epoch": 0.40476190476190477,
      "grad_norm": 1.6698267459869385,
      "learning_rate": 6.751097097661238e-05,
      "loss": 0.33794822692871096,
      "loss_no": 0.7887747168540955,
      "loss_yes": 0.563018074631691,
      "step": 1700
    },
    {
      "epoch": 0.40595238095238095,
      "grad_norm": 1.0059984922409058,
      "learning_rate": 6.733026760621607e-05,
      "loss": 0.3477213382720947,
      "loss_no": 0.9307996696896024,
      "loss_yes": 0.5028777962381189,
      "step": 1705
    },
    {
      "epoch": 0.40714285714285714,
      "grad_norm": 1.4188224077224731,
      "learning_rate": 6.714930660225916e-05,
      "loss": 0.2788182973861694,
      "loss_no": 0.6442750758594937,
      "loss_yes": 0.48675047809427435,
      "step": 1710
    },
    {
      "epoch": 0.4083333333333333,
      "grad_norm": 0.9095953702926636,
      "learning_rate": 6.696809065492678e-05,
      "loss": 0.33867146968841555,
      "loss_no": 0.5899970531463623,
      "loss_yes": 0.7955167693024336,
      "step": 1715
    },
    {
      "epoch": 0.4095238095238095,
      "grad_norm": 1.4139174222946167,
      "learning_rate": 6.678662245819402e-05,
      "loss": 0.3113762140274048,
      "loss_no": 0.3386027283138699,
      "loss_yes": 0.8552383997223594,
      "step": 1720
    },
    {
      "epoch": 0.4107142857142857,
      "grad_norm": 0.6528015732765198,
      "learning_rate": 6.6604904709786e-05,
      "loss": 0.3215348720550537,
      "loss_no": 0.491009509563446,
      "loss_yes": 0.7951298356056213,
      "step": 1725
    },
    {
      "epoch": 0.4119047619047619,
      "grad_norm": 1.4059929847717285,
      "learning_rate": 6.642294011113764e-05,
      "loss": 0.3274575471878052,
      "loss_no": 0.8364875987172127,
      "loss_yes": 0.5338665097951889,
      "step": 1730
    },
    {
      "epoch": 0.41309523809523807,
      "grad_norm": 1.7345399856567383,
      "learning_rate": 6.624073136735363e-05,
      "loss": 0.39342312812805175,
      "loss_no": 1.014772852261861,
      "loss_yes": 0.4449561536312103,
      "step": 1735
    },
    {
      "epoch": 0.4142857142857143,
      "grad_norm": 0.8479241728782654,
      "learning_rate": 6.605828118716804e-05,
      "loss": 0.2748288154602051,
      "loss_no": 0.4691699484120245,
      "loss_yes": 0.6585526676738963,
      "step": 1740
    },
    {
      "epoch": 0.4154761904761905,
      "grad_norm": 1.139920949935913,
      "learning_rate": 6.587559228290428e-05,
      "loss": 0.33198184967041017,
      "loss_no": 0.3305623110602884,
      "loss_yes": 0.9103907916856848,
      "step": 1745
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 2.6776938438415527,
      "learning_rate": 6.569266737043458e-05,
      "loss": 0.3526134967803955,
      "loss_no": 0.9908439862100702,
      "loss_yes": 0.4468116703487578,
      "step": 1750
    },
    {
      "epoch": 0.41785714285714287,
      "grad_norm": 3.9536569118499756,
      "learning_rate": 6.55095091691397e-05,
      "loss": 0.33498444557189944,
      "loss_no": 1.117796734759682,
      "loss_yes": 0.26479134531248183,
      "step": 1755
    },
    {
      "epoch": 0.41904761904761906,
      "grad_norm": 2.6732780933380127,
      "learning_rate": 6.532612040186853e-05,
      "loss": 0.32271637916564944,
      "loss_no": 0.631903540520441,
      "loss_yes": 0.6603860478652152,
      "step": 1760
    },
    {
      "epoch": 0.42023809523809524,
      "grad_norm": 0.806019127368927,
      "learning_rate": 6.514250379489753e-05,
      "loss": 0.34715492725372316,
      "loss_no": 0.43280904181301594,
      "loss_yes": 0.8686437408129374,
      "step": 1765
    },
    {
      "epoch": 0.42142857142857143,
      "grad_norm": 1.5190725326538086,
      "learning_rate": 6.495866207789033e-05,
      "loss": 0.30362234115600584,
      "loss_no": 0.5351270008087158,
      "loss_yes": 0.727440615495046,
      "step": 1770
    },
    {
      "epoch": 0.4226190476190476,
      "grad_norm": 3.9882497787475586,
      "learning_rate": 6.477459798385694e-05,
      "loss": 0.32863531112670896,
      "loss_no": 0.5010911474625269,
      "loss_yes": 0.8915394395589828,
      "step": 1775
    },
    {
      "epoch": 0.4238095238095238,
      "grad_norm": 2.217437505722046,
      "learning_rate": 6.459031424911339e-05,
      "loss": 0.3644439697265625,
      "loss_no": 0.4757720140310434,
      "loss_yes": 0.8507582169991953,
      "step": 1780
    },
    {
      "epoch": 0.425,
      "grad_norm": 1.6006511449813843,
      "learning_rate": 6.44058136132408e-05,
      "loss": 0.29527642726898196,
      "loss_no": 1.0021109580993652,
      "loss_yes": 0.3436179304122925,
      "step": 1785
    },
    {
      "epoch": 0.4261904761904762,
      "grad_norm": 0.695318341255188,
      "learning_rate": 6.422109881904485e-05,
      "loss": 0.3263219356536865,
      "loss_no": 1.0772284600469801,
      "loss_yes": 0.3052562583576549,
      "step": 1790
    },
    {
      "epoch": 0.42738095238095236,
      "grad_norm": 0.8144273161888123,
      "learning_rate": 6.403617261251484e-05,
      "loss": 0.35983107089996336,
      "loss_no": 0.7558189420139089,
      "loss_yes": 0.6929373326508895,
      "step": 1795
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 0.9416184425354004,
      "learning_rate": 6.385103774278303e-05,
      "loss": 0.34249329566955566,
      "loss_no": 0.6115779374775133,
      "loss_yes": 0.7514037631806874,
      "step": 1800
    },
    {
      "epoch": 0.4297619047619048,
      "grad_norm": 1.4319820404052734,
      "learning_rate": 6.366569696208361e-05,
      "loss": 0.29920220375061035,
      "loss_no": 0.8619284419452443,
      "loss_yes": 0.403625576392464,
      "step": 1805
    },
    {
      "epoch": 0.430952380952381,
      "grad_norm": 1.203070044517517,
      "learning_rate": 6.348015302571192e-05,
      "loss": 0.3650957584381104,
      "loss_no": 0.8936021120651908,
      "loss_yes": 0.5091064186657176,
      "step": 1810
    },
    {
      "epoch": 0.43214285714285716,
      "grad_norm": 1.346155047416687,
      "learning_rate": 6.329440869198341e-05,
      "loss": 0.3234825611114502,
      "loss_no": 0.5427365927469163,
      "loss_yes": 0.76216469312969,
      "step": 1815
    },
    {
      "epoch": 0.43333333333333335,
      "grad_norm": 2.0753135681152344,
      "learning_rate": 6.310846672219267e-05,
      "loss": 0.3573669195175171,
      "loss_no": 0.3798704638200648,
      "loss_yes": 0.9622412971828295,
      "step": 1820
    },
    {
      "epoch": 0.43452380952380953,
      "grad_norm": 2.174513578414917,
      "learning_rate": 6.292232988057235e-05,
      "loss": 0.3309844970703125,
      "loss_no": 0.6849527955055237,
      "loss_yes": 0.6431638896465302,
      "step": 1825
    },
    {
      "epoch": 0.4357142857142857,
      "grad_norm": 1.8472412824630737,
      "learning_rate": 6.273600093425211e-05,
      "loss": 0.34802727699279784,
      "loss_no": 0.9047791503724598,
      "loss_yes": 0.4653588470659758,
      "step": 1830
    },
    {
      "epoch": 0.4369047619047619,
      "grad_norm": 0.658286988735199,
      "learning_rate": 6.254948265321744e-05,
      "loss": 0.31973891258239745,
      "loss_no": 0.5883404867989677,
      "loss_yes": 0.6959978655764931,
      "step": 1835
    },
    {
      "epoch": 0.4380952380952381,
      "grad_norm": 3.238779306411743,
      "learning_rate": 6.236277781026849e-05,
      "loss": 0.32898697853088377,
      "loss_no": 0.47421701848506925,
      "loss_yes": 0.8417306244373322,
      "step": 1840
    },
    {
      "epoch": 0.4392857142857143,
      "grad_norm": 1.2663276195526123,
      "learning_rate": 6.217588918097888e-05,
      "loss": 0.3310570001602173,
      "loss_no": 0.5420919940585182,
      "loss_yes": 0.7947696510114168,
      "step": 1845
    },
    {
      "epoch": 0.44047619047619047,
      "grad_norm": 1.415558099746704,
      "learning_rate": 6.198881954365443e-05,
      "loss": 0.2972229480743408,
      "loss_no": 0.6183829307556152,
      "loss_yes": 0.5767529425413712,
      "step": 1850
    },
    {
      "epoch": 0.44166666666666665,
      "grad_norm": 2.239428997039795,
      "learning_rate": 6.18015716792918e-05,
      "loss": 0.3428908109664917,
      "loss_no": 1.0484351986332943,
      "loss_yes": 0.35766610503196716,
      "step": 1855
    },
    {
      "epoch": 0.44285714285714284,
      "grad_norm": 1.056472659111023,
      "learning_rate": 6.161414837153722e-05,
      "loss": 0.2968743085861206,
      "loss_no": 0.8367733704416376,
      "loss_yes": 0.37386874499775113,
      "step": 1860
    },
    {
      "epoch": 0.444047619047619,
      "grad_norm": 1.1525883674621582,
      "learning_rate": 6.142655240664505e-05,
      "loss": 0.36097216606140137,
      "loss_no": 0.5008221964041392,
      "loss_yes": 0.902862245386297,
      "step": 1865
    },
    {
      "epoch": 0.4452380952380952,
      "grad_norm": 1.0109494924545288,
      "learning_rate": 6.123878657343648e-05,
      "loss": 0.2827587127685547,
      "loss_no": 0.5823337256908416,
      "loss_yes": 0.5487009465694428,
      "step": 1870
    },
    {
      "epoch": 0.44642857142857145,
      "grad_norm": 1.143566370010376,
      "learning_rate": 6.105085366325786e-05,
      "loss": 0.3398921966552734,
      "loss_no": 0.663464163740476,
      "loss_yes": 0.7042643651366234,
      "step": 1875
    },
    {
      "epoch": 0.44761904761904764,
      "grad_norm": 2.1901464462280273,
      "learning_rate": 6.086275646993938e-05,
      "loss": 0.3117339611053467,
      "loss_no": 0.6829770475625991,
      "loss_yes": 0.5639586865901947,
      "step": 1880
    },
    {
      "epoch": 0.4488095238095238,
      "grad_norm": 0.9998551607131958,
      "learning_rate": 6.067449778975349e-05,
      "loss": 0.3051563262939453,
      "loss_no": 0.47437524133258396,
      "loss_yes": 0.7215339758179404,
      "step": 1885
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.5016940832138062,
      "learning_rate": 6.048608042137331e-05,
      "loss": 0.3245890140533447,
      "loss_no": 0.6341910362243652,
      "loss_yes": 0.665742510243466,
      "step": 1890
    },
    {
      "epoch": 0.4511904761904762,
      "grad_norm": 1.3111283779144287,
      "learning_rate": 6.0297507165831056e-05,
      "loss": 0.31447429656982423,
      "loss_no": 0.6546159765937112,
      "loss_yes": 0.597577174504598,
      "step": 1895
    },
    {
      "epoch": 0.4523809523809524,
      "grad_norm": 2.0127058029174805,
      "learning_rate": 6.0108780826476306e-05,
      "loss": 0.26377177238464355,
      "loss_no": 0.5582461009422938,
      "loss_yes": 0.5143851212092808,
      "step": 1900
    },
    {
      "epoch": 0.45357142857142857,
      "grad_norm": 3.602595329284668,
      "learning_rate": 5.99199042089345e-05,
      "loss": 0.3529099464416504,
      "loss_no": 1.1437855468076819,
      "loss_yes": 0.38210585842961853,
      "step": 1905
    },
    {
      "epoch": 0.45476190476190476,
      "grad_norm": 0.8434816598892212,
      "learning_rate": 5.973088012106505e-05,
      "loss": 0.32111339569091796,
      "loss_no": 1.3141799994877406,
      "loss_yes": 0.2804056726969205,
      "step": 1910
    },
    {
      "epoch": 0.45595238095238094,
      "grad_norm": 1.0534133911132812,
      "learning_rate": 5.954171137291968e-05,
      "loss": 0.32913062572479246,
      "loss_no": 0.7037996673583984,
      "loss_yes": 0.582362953821818,
      "step": 1915
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 1.86935293674469,
      "learning_rate": 5.9352400776700737e-05,
      "loss": 0.3082414150238037,
      "loss_no": 0.3795069456100464,
      "loss_yes": 0.8534579515457154,
      "step": 1920
    },
    {
      "epoch": 0.4583333333333333,
      "grad_norm": 2.8238704204559326,
      "learning_rate": 5.916295114671917e-05,
      "loss": 0.3268599987030029,
      "loss_no": 0.33114840388298034,
      "loss_yes": 0.9762904524803162,
      "step": 1925
    },
    {
      "epoch": 0.4595238095238095,
      "grad_norm": 1.782928466796875,
      "learning_rate": 5.897336529935292e-05,
      "loss": 0.3690428018569946,
      "loss_no": 0.6208255350589752,
      "loss_yes": 0.8553448736667633,
      "step": 1930
    },
    {
      "epoch": 0.4607142857142857,
      "grad_norm": 0.718703031539917,
      "learning_rate": 5.878364605300489e-05,
      "loss": 0.3242556810379028,
      "loss_no": 0.7468004798889161,
      "loss_yes": 0.48469564119974773,
      "step": 1935
    },
    {
      "epoch": 0.46190476190476193,
      "grad_norm": 1.384240984916687,
      "learning_rate": 5.859379622806115e-05,
      "loss": 0.3273555517196655,
      "loss_no": 0.5161735160010201,
      "loss_yes": 0.807830998772069,
      "step": 1940
    },
    {
      "epoch": 0.4630952380952381,
      "grad_norm": 1.137317419052124,
      "learning_rate": 5.8403818646848915e-05,
      "loss": 0.3652148723602295,
      "loss_no": 0.34108591079711914,
      "loss_yes": 0.9899919231732687,
      "step": 1945
    },
    {
      "epoch": 0.4642857142857143,
      "grad_norm": 1.4489984512329102,
      "learning_rate": 5.821371613359468e-05,
      "loss": 0.33805787563323975,
      "loss_no": 0.7369368076324463,
      "loss_yes": 0.6088921208130685,
      "step": 1950
    },
    {
      "epoch": 0.4654761904761905,
      "grad_norm": 0.7799441814422607,
      "learning_rate": 5.802349151438219e-05,
      "loss": 0.3059487581253052,
      "loss_no": 0.7341171767976549,
      "loss_yes": 0.5118994279341265,
      "step": 1955
    },
    {
      "epoch": 0.4666666666666667,
      "grad_norm": 0.6530317068099976,
      "learning_rate": 5.783314761711038e-05,
      "loss": 0.32295241355896,
      "loss_no": 0.7863722145557404,
      "loss_yes": 0.5522597928841909,
      "step": 1960
    },
    {
      "epoch": 0.46785714285714286,
      "grad_norm": 0.7741760611534119,
      "learning_rate": 5.764268727145147e-05,
      "loss": 0.30989937782287597,
      "loss_no": 0.7467234445654828,
      "loss_yes": 0.4480769774493049,
      "step": 1965
    },
    {
      "epoch": 0.46904761904761905,
      "grad_norm": 0.8641374111175537,
      "learning_rate": 5.745211330880872e-05,
      "loss": 0.3219990491867065,
      "loss_no": 0.5562230285845304,
      "loss_yes": 0.723413518496922,
      "step": 1970
    },
    {
      "epoch": 0.47023809523809523,
      "grad_norm": 1.2356878519058228,
      "learning_rate": 5.726142856227452e-05,
      "loss": 0.3279754638671875,
      "loss_no": 0.4963173397949764,
      "loss_yes": 0.7419073948493371,
      "step": 1975
    },
    {
      "epoch": 0.4714285714285714,
      "grad_norm": 0.7617202997207642,
      "learning_rate": 5.707063586658812e-05,
      "loss": 0.33396120071411134,
      "loss_no": 0.9543728658131191,
      "loss_yes": 0.5136797244732196,
      "step": 1980
    },
    {
      "epoch": 0.4726190476190476,
      "grad_norm": 2.601818561553955,
      "learning_rate": 5.687973805809358e-05,
      "loss": 0.3468270778656006,
      "loss_no": 1.1419562522102804,
      "loss_yes": 0.3623003208118936,
      "step": 1985
    },
    {
      "epoch": 0.4738095238095238,
      "grad_norm": 0.6313358545303345,
      "learning_rate": 5.6688737974697556e-05,
      "loss": 0.3275351047515869,
      "loss_no": 0.9552890658378601,
      "loss_yes": 0.35485121309757234,
      "step": 1990
    },
    {
      "epoch": 0.475,
      "grad_norm": 1.1320304870605469,
      "learning_rate": 5.649763845582719e-05,
      "loss": 0.32624502182006837,
      "loss_no": 0.6886448793941073,
      "loss_yes": 0.6229086897589944,
      "step": 1995
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 0.9054725170135498,
      "learning_rate": 5.63064423423878e-05,
      "loss": 0.29351296424865725,
      "loss_no": 0.46755857127053396,
      "loss_yes": 0.7190687217210469,
      "step": 2000
    },
    {
      "epoch": 0.4773809523809524,
      "grad_norm": 0.8660587668418884,
      "learning_rate": 5.6115152476720635e-05,
      "loss": 0.3548027515411377,
      "loss_no": 0.6830992886894628,
      "loss_yes": 0.7335871628352574,
      "step": 2005
    },
    {
      "epoch": 0.4785714285714286,
      "grad_norm": 1.2119895219802856,
      "learning_rate": 5.59237717025608e-05,
      "loss": 0.3072050094604492,
      "loss_no": 0.660110966725783,
      "loss_yes": 0.5585531327459548,
      "step": 2010
    },
    {
      "epoch": 0.4797619047619048,
      "grad_norm": 0.9942337274551392,
      "learning_rate": 5.5732302864994756e-05,
      "loss": 0.3617103576660156,
      "loss_no": 0.7210777699947357,
      "loss_yes": 0.7269349470734596,
      "step": 2015
    },
    {
      "epoch": 0.48095238095238096,
      "grad_norm": 3.3379640579223633,
      "learning_rate": 5.554074881041817e-05,
      "loss": 0.3288096904754639,
      "loss_no": 0.4194441393017769,
      "loss_yes": 0.8957944273948669,
      "step": 2020
    },
    {
      "epoch": 0.48214285714285715,
      "grad_norm": 0.9223708510398865,
      "learning_rate": 5.534911238649353e-05,
      "loss": 0.31094605922698976,
      "loss_no": 0.4975141178477894,
      "loss_yes": 0.7739094760682848,
      "step": 2025
    },
    {
      "epoch": 0.48333333333333334,
      "grad_norm": 1.704918384552002,
      "learning_rate": 5.515739644210785e-05,
      "loss": 0.33933167457580565,
      "loss_no": 0.6826674938201904,
      "loss_yes": 0.6732455001157873,
      "step": 2030
    },
    {
      "epoch": 0.4845238095238095,
      "grad_norm": 0.8909851312637329,
      "learning_rate": 5.496560382733028e-05,
      "loss": 0.28696765899658205,
      "loss_no": 0.5926818152268728,
      "loss_yes": 0.5458146743476391,
      "step": 2035
    },
    {
      "epoch": 0.4857142857142857,
      "grad_norm": 0.6986051201820374,
      "learning_rate": 5.477373739336979e-05,
      "loss": 0.3397880792617798,
      "loss_no": 0.49967747264438206,
      "loss_yes": 0.8267654614015059,
      "step": 2040
    },
    {
      "epoch": 0.4869047619047619,
      "grad_norm": 0.7246500253677368,
      "learning_rate": 5.458179999253275e-05,
      "loss": 0.31093640327453614,
      "loss_no": 0.5533949666553073,
      "loss_yes": 0.6778991926800121,
      "step": 2045
    },
    {
      "epoch": 0.4880952380952381,
      "grad_norm": 0.5368025302886963,
      "learning_rate": 5.4389794478180486e-05,
      "loss": 0.3108741998672485,
      "loss_no": 0.6288144899451215,
      "loss_yes": 0.6121879956301521,
      "step": 2050
    },
    {
      "epoch": 0.48928571428571427,
      "grad_norm": 0.6330722570419312,
      "learning_rate": 5.4197723704687e-05,
      "loss": 0.3260206699371338,
      "loss_no": 0.5606913945891641,
      "loss_yes": 0.7636908027860854,
      "step": 2055
    },
    {
      "epoch": 0.49047619047619045,
      "grad_norm": 1.4721183776855469,
      "learning_rate": 5.4005590527396346e-05,
      "loss": 0.35145370960235595,
      "loss_no": 0.5286539367267064,
      "loss_yes": 0.8955020904541016,
      "step": 2060
    },
    {
      "epoch": 0.49166666666666664,
      "grad_norm": 1.6629877090454102,
      "learning_rate": 5.3813397802580334e-05,
      "loss": 0.33591275215148925,
      "loss_no": 0.5582238932450613,
      "loss_yes": 0.8422270491719246,
      "step": 2065
    },
    {
      "epoch": 0.4928571428571429,
      "grad_norm": 1.1098182201385498,
      "learning_rate": 5.362114838739598e-05,
      "loss": 0.28588922023773194,
      "loss_no": 0.41097172763612533,
      "loss_yes": 0.7033470869064331,
      "step": 2070
    },
    {
      "epoch": 0.49404761904761907,
      "grad_norm": 1.2117222547531128,
      "learning_rate": 5.342884513984311e-05,
      "loss": 0.29545254707336427,
      "loss_no": 0.4999822020530701,
      "loss_yes": 0.6818275213241577,
      "step": 2075
    },
    {
      "epoch": 0.49523809523809526,
      "grad_norm": 0.6355103254318237,
      "learning_rate": 5.3236490918721794e-05,
      "loss": 0.3202828407287598,
      "loss_no": 0.6921633168270713,
      "loss_yes": 0.5938816297621954,
      "step": 2080
    },
    {
      "epoch": 0.49642857142857144,
      "grad_norm": 2.680957317352295,
      "learning_rate": 5.304408858358988e-05,
      "loss": 0.30798707008361814,
      "loss_no": 0.7885569396771883,
      "loss_yes": 0.45982716055143447,
      "step": 2085
    },
    {
      "epoch": 0.4976190476190476,
      "grad_norm": 0.6865756511688232,
      "learning_rate": 5.28516409947205e-05,
      "loss": 0.315497899055481,
      "loss_no": 0.7754091686672635,
      "loss_yes": 0.5128388242288069,
      "step": 2090
    },
    {
      "epoch": 0.4988095238095238,
      "grad_norm": 1.478985071182251,
      "learning_rate": 5.265915101305952e-05,
      "loss": 0.29710564613342283,
      "loss_no": 0.7533111969629923,
      "loss_yes": 0.49875047683715823,
      "step": 2095
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7425397634506226,
      "learning_rate": 5.246662150018303e-05,
      "loss": 0.3759257078170776,
      "loss_no": 0.9408231032522101,
      "loss_yes": 0.5808766682942709,
      "step": 2100
    },
    {
      "epoch": 0.5011904761904762,
      "grad_norm": 0.5586940050125122,
      "learning_rate": 5.2274055318254786e-05,
      "loss": 0.3082632064819336,
      "loss_no": 0.697406280040741,
      "loss_yes": 0.5356458902359009,
      "step": 2105
    },
    {
      "epoch": 0.5023809523809524,
      "grad_norm": 1.1195335388183594,
      "learning_rate": 5.208145532998368e-05,
      "loss": 0.32449285984039306,
      "loss_no": 0.6513254727636065,
      "loss_yes": 0.6477252978544968,
      "step": 2110
    },
    {
      "epoch": 0.5035714285714286,
      "grad_norm": 0.7634432911872864,
      "learning_rate": 5.188882439858117e-05,
      "loss": 0.3097322940826416,
      "loss_no": 0.8153594732284546,
      "loss_yes": 0.3800367944770389,
      "step": 2115
    },
    {
      "epoch": 0.5047619047619047,
      "grad_norm": 0.8057354092597961,
      "learning_rate": 5.169616538771871e-05,
      "loss": 0.31368041038513184,
      "loss_no": 0.7747877677281697,
      "loss_yes": 0.5389043045043945,
      "step": 2120
    },
    {
      "epoch": 0.5059523809523809,
      "grad_norm": 1.095615029335022,
      "learning_rate": 5.15034811614852e-05,
      "loss": 0.30610654354095457,
      "loss_no": 0.8155351947335636,
      "loss_yes": 0.46193117679570644,
      "step": 2125
    },
    {
      "epoch": 0.5071428571428571,
      "grad_norm": 1.1245718002319336,
      "learning_rate": 5.131077458434438e-05,
      "loss": 0.30290975570678713,
      "loss_no": 0.8482884913682938,
      "loss_yes": 0.4441731472810109,
      "step": 2130
    },
    {
      "epoch": 0.5083333333333333,
      "grad_norm": 2.2274837493896484,
      "learning_rate": 5.1118048521092256e-05,
      "loss": 0.332051157951355,
      "loss_no": 1.037855777475569,
      "loss_yes": 0.3583035252311013,
      "step": 2135
    },
    {
      "epoch": 0.5095238095238095,
      "grad_norm": 1.4691851139068604,
      "learning_rate": 5.0925305836814544e-05,
      "loss": 0.31965768337249756,
      "loss_no": 0.8448372891074732,
      "loss_yes": 0.453366756439209,
      "step": 2140
    },
    {
      "epoch": 0.5107142857142857,
      "grad_norm": 1.4789246320724487,
      "learning_rate": 5.073254939684404e-05,
      "loss": 0.30625157356262206,
      "loss_no": 0.6598002195358277,
      "loss_yes": 0.5652059018611908,
      "step": 2145
    },
    {
      "epoch": 0.5119047619047619,
      "grad_norm": 1.0194405317306519,
      "learning_rate": 5.053978206671801e-05,
      "loss": 0.310534405708313,
      "loss_no": 0.6856158711016178,
      "loss_yes": 0.5780374159415563,
      "step": 2150
    },
    {
      "epoch": 0.513095238095238,
      "grad_norm": 1.6395796537399292,
      "learning_rate": 5.0347006712135646e-05,
      "loss": 0.27055015563964846,
      "loss_no": 0.591097041964531,
      "loss_yes": 0.507768933971723,
      "step": 2155
    },
    {
      "epoch": 0.5142857142857142,
      "grad_norm": 1.4777802228927612,
      "learning_rate": 5.015422619891541e-05,
      "loss": 0.2961153745651245,
      "loss_no": 0.6901785593766433,
      "loss_yes": 0.41032765592847553,
      "step": 2160
    },
    {
      "epoch": 0.5154761904761904,
      "grad_norm": 2.252638339996338,
      "learning_rate": 4.996144339295245e-05,
      "loss": 0.2953664779663086,
      "loss_no": 0.32732048787568746,
      "loss_yes": 0.8290584768567767,
      "step": 2165
    },
    {
      "epoch": 0.5166666666666667,
      "grad_norm": 1.5653786659240723,
      "learning_rate": 4.976866116017604e-05,
      "loss": 0.31962289810180666,
      "loss_no": 0.6920926868915558,
      "loss_yes": 0.6040144860744476,
      "step": 2170
    },
    {
      "epoch": 0.5178571428571429,
      "grad_norm": 1.739505648612976,
      "learning_rate": 4.957588236650686e-05,
      "loss": 0.3006481647491455,
      "loss_no": 0.7917300086272391,
      "loss_yes": 0.4289991912387666,
      "step": 2175
    },
    {
      "epoch": 0.5190476190476191,
      "grad_norm": 0.8710309267044067,
      "learning_rate": 4.938310987781454e-05,
      "loss": 0.312923789024353,
      "loss_no": 0.5607190211613973,
      "loss_yes": 0.8212331771850586,
      "step": 2180
    },
    {
      "epoch": 0.5202380952380953,
      "grad_norm": 0.6469243168830872,
      "learning_rate": 4.919034655987493e-05,
      "loss": 0.3310053586959839,
      "loss_no": 0.35317371005103704,
      "loss_yes": 1.0033567579169023,
      "step": 2185
    },
    {
      "epoch": 0.5214285714285715,
      "grad_norm": 1.1342411041259766,
      "learning_rate": 4.899759527832757e-05,
      "loss": 0.31459238529205324,
      "loss_no": 0.4744944632053375,
      "loss_yes": 0.7838748395442963,
      "step": 2190
    },
    {
      "epoch": 0.5226190476190476,
      "grad_norm": 1.1236456632614136,
      "learning_rate": 4.8804858898633045e-05,
      "loss": 0.2767369747161865,
      "loss_no": 0.5315695561860737,
      "loss_yes": 0.5732921248390561,
      "step": 2195
    },
    {
      "epoch": 0.5238095238095238,
      "grad_norm": 0.8312314748764038,
      "learning_rate": 4.861214028603044e-05,
      "loss": 0.2783144235610962,
      "loss_no": 0.6467247936460707,
      "loss_yes": 0.48291386799378827,
      "step": 2200
    },
    {
      "epoch": 0.525,
      "grad_norm": 1.4796706438064575,
      "learning_rate": 4.8419442305494664e-05,
      "loss": 0.3354215145111084,
      "loss_no": 0.8859271466732025,
      "loss_yes": 0.45575875230133533,
      "step": 2205
    },
    {
      "epoch": 0.5261904761904762,
      "grad_norm": 1.802590250968933,
      "learning_rate": 4.8226767821693964e-05,
      "loss": 0.2797417640686035,
      "loss_no": 0.6123351007699966,
      "loss_yes": 0.5242490222056707,
      "step": 2210
    },
    {
      "epoch": 0.5273809523809524,
      "grad_norm": 0.5518348813056946,
      "learning_rate": 4.803411969894724e-05,
      "loss": 0.31897382736206054,
      "loss_no": 0.6428691432589576,
      "loss_yes": 0.6325080018294486,
      "step": 2215
    },
    {
      "epoch": 0.5285714285714286,
      "grad_norm": 1.2315523624420166,
      "learning_rate": 4.784150080118152e-05,
      "loss": 0.33797430992126465,
      "loss_no": 0.8039806021584405,
      "loss_yes": 0.5711952231147073,
      "step": 2220
    },
    {
      "epoch": 0.5297619047619048,
      "grad_norm": 0.9072468876838684,
      "learning_rate": 4.7648913991889384e-05,
      "loss": 0.3332547903060913,
      "loss_no": 0.7810160132015452,
      "loss_yes": 0.5818743446598882,
      "step": 2225
    },
    {
      "epoch": 0.530952380952381,
      "grad_norm": 0.7996229529380798,
      "learning_rate": 4.745636213408633e-05,
      "loss": 0.30984442234039306,
      "loss_no": 0.6689731070869848,
      "loss_yes": 0.5750982931682042,
      "step": 2230
    },
    {
      "epoch": 0.5321428571428571,
      "grad_norm": 0.6418775320053101,
      "learning_rate": 4.7263848090268346e-05,
      "loss": 0.26837964057922364,
      "loss_no": 0.48417366047700244,
      "loss_yes": 0.6156374402344227,
      "step": 2235
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 0.9384719133377075,
      "learning_rate": 4.707137472236922e-05,
      "loss": 0.30675292015075684,
      "loss_no": 0.5646395566670791,
      "loss_yes": 0.6796188950538635,
      "step": 2240
    },
    {
      "epoch": 0.5345238095238095,
      "grad_norm": 0.6638386249542236,
      "learning_rate": 4.687894489171804e-05,
      "loss": 0.2921448707580566,
      "loss_no": 0.40134903192520144,
      "loss_yes": 0.7672303915023804,
      "step": 2245
    },
    {
      "epoch": 0.5357142857142857,
      "grad_norm": 1.7886552810668945,
      "learning_rate": 4.66865614589967e-05,
      "loss": 0.3100766181945801,
      "loss_no": 0.44818997383117676,
      "loss_yes": 0.906758596499761,
      "step": 2250
    },
    {
      "epoch": 0.5369047619047619,
      "grad_norm": 1.7577656507492065,
      "learning_rate": 4.6494227284197294e-05,
      "loss": 0.36889522075653075,
      "loss_no": 0.5496949390931563,
      "loss_yes": 0.9676847987704806,
      "step": 2255
    },
    {
      "epoch": 0.5380952380952381,
      "grad_norm": 1.7483657598495483,
      "learning_rate": 4.6301945226579695e-05,
      "loss": 0.34488677978515625,
      "loss_no": 0.6473127669758267,
      "loss_yes": 0.7245141051032327,
      "step": 2260
    },
    {
      "epoch": 0.5392857142857143,
      "grad_norm": 0.6333817839622498,
      "learning_rate": 4.6109718144628944e-05,
      "loss": 0.3054193019866943,
      "loss_no": 0.7003719946917366,
      "loss_yes": 0.544661749964175,
      "step": 2265
    },
    {
      "epoch": 0.5404761904761904,
      "grad_norm": 1.7174358367919922,
      "learning_rate": 4.591754889601286e-05,
      "loss": 0.3262684106826782,
      "loss_no": 0.8816118131984364,
      "loss_yes": 0.3725561135345035,
      "step": 2270
    },
    {
      "epoch": 0.5416666666666666,
      "grad_norm": 0.7383741140365601,
      "learning_rate": 4.572544033753945e-05,
      "loss": 0.3033613920211792,
      "loss_no": 0.7880609902468595,
      "loss_yes": 0.3850870132446289,
      "step": 2275
    },
    {
      "epoch": 0.5428571428571428,
      "grad_norm": 0.9284008741378784,
      "learning_rate": 4.553339532511454e-05,
      "loss": 0.32001829147338867,
      "loss_no": 0.41021113395690917,
      "loss_yes": 1.0230789343516031,
      "step": 2280
    },
    {
      "epoch": 0.544047619047619,
      "grad_norm": 0.5252385139465332,
      "learning_rate": 4.5341416713699265e-05,
      "loss": 0.3257587432861328,
      "loss_no": 0.299140507266635,
      "loss_yes": 1.040986744981063,
      "step": 2285
    },
    {
      "epoch": 0.5452380952380952,
      "grad_norm": 2.2630481719970703,
      "learning_rate": 4.51495073572676e-05,
      "loss": 0.37847745418548584,
      "loss_no": 0.4504556581377983,
      "loss_yes": 0.9612877567609152,
      "step": 2290
    },
    {
      "epoch": 0.5464285714285714,
      "grad_norm": 1.0630521774291992,
      "learning_rate": 4.495767010876403e-05,
      "loss": 0.32328932285308837,
      "loss_no": 0.7570833873748779,
      "loss_yes": 0.46240397294362384,
      "step": 2295
    },
    {
      "epoch": 0.5476190476190477,
      "grad_norm": 1.2033107280731201,
      "learning_rate": 4.476590782006101e-05,
      "loss": 0.3124880790710449,
      "loss_no": 0.8214578032493591,
      "loss_yes": 0.428494530916214,
      "step": 2300
    },
    {
      "epoch": 0.5488095238095239,
      "grad_norm": 2.0992140769958496,
      "learning_rate": 4.4574223341916695e-05,
      "loss": 0.3071382999420166,
      "loss_no": 0.5958245784044266,
      "loss_yes": 0.6327286303043366,
      "step": 2305
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.34560227394104,
      "learning_rate": 4.438261952393244e-05,
      "loss": 0.31441922187805177,
      "loss_no": 0.33674873113632203,
      "loss_yes": 0.8040923118591309,
      "step": 2310
    },
    {
      "epoch": 0.5511904761904762,
      "grad_norm": 1.2843303680419922,
      "learning_rate": 4.419109921451058e-05,
      "loss": 0.31534709930419924,
      "loss_no": 0.489472838009105,
      "loss_yes": 0.735075250915859,
      "step": 2315
    },
    {
      "epoch": 0.5523809523809524,
      "grad_norm": 1.2555781602859497,
      "learning_rate": 4.39996652608119e-05,
      "loss": 0.34219815731048586,
      "loss_no": 0.7735113898913065,
      "loss_yes": 0.5507237315177917,
      "step": 2320
    },
    {
      "epoch": 0.5535714285714286,
      "grad_norm": 1.3771027326583862,
      "learning_rate": 4.38083205087135e-05,
      "loss": 0.3220981597900391,
      "loss_no": 0.7051016973412555,
      "loss_yes": 0.561794870039996,
      "step": 2325
    },
    {
      "epoch": 0.5547619047619048,
      "grad_norm": 1.7484146356582642,
      "learning_rate": 4.361706780276635e-05,
      "loss": 0.3379310131072998,
      "loss_no": 0.5359384298324585,
      "loss_yes": 0.8157856464385986,
      "step": 2330
    },
    {
      "epoch": 0.555952380952381,
      "grad_norm": 1.653842568397522,
      "learning_rate": 4.342590998615307e-05,
      "loss": 0.26170108318328855,
      "loss_no": 0.4446841271027275,
      "loss_yes": 0.6299030149684233,
      "step": 2335
    },
    {
      "epoch": 0.5571428571428572,
      "grad_norm": 1.3763530254364014,
      "learning_rate": 4.323484990064565e-05,
      "loss": 0.39380617141723634,
      "loss_no": 0.36227117215885835,
      "loss_yes": 1.1019949291063391,
      "step": 2340
    },
    {
      "epoch": 0.5583333333333333,
      "grad_norm": 1.8825085163116455,
      "learning_rate": 4.3043890386563166e-05,
      "loss": 0.2843390226364136,
      "loss_no": 0.5366018726712182,
      "loss_yes": 0.6041306570956582,
      "step": 2345
    },
    {
      "epoch": 0.5595238095238095,
      "grad_norm": 0.41942062973976135,
      "learning_rate": 4.285303428272964e-05,
      "loss": 0.3356713533401489,
      "loss_no": 0.7616625118255616,
      "loss_yes": 0.5208095033963521,
      "step": 2350
    },
    {
      "epoch": 0.5607142857142857,
      "grad_norm": 1.1478869915008545,
      "learning_rate": 4.266228442643174e-05,
      "loss": 0.30942354202270506,
      "loss_no": 0.5260029094559806,
      "loss_yes": 0.7214639829961877,
      "step": 2355
    },
    {
      "epoch": 0.5619047619047619,
      "grad_norm": 1.1721982955932617,
      "learning_rate": 4.2471643653376685e-05,
      "loss": 0.3213821887969971,
      "loss_no": 0.5225618779659271,
      "loss_yes": 0.7228991587956747,
      "step": 2360
    },
    {
      "epoch": 0.5630952380952381,
      "grad_norm": 0.9553501605987549,
      "learning_rate": 4.228111479765004e-05,
      "loss": 0.29171793460845946,
      "loss_no": 0.5900381301578722,
      "loss_yes": 0.5774623098827544,
      "step": 2365
    },
    {
      "epoch": 0.5642857142857143,
      "grad_norm": 1.8645904064178467,
      "learning_rate": 4.2090700691673566e-05,
      "loss": 0.37608642578125,
      "loss_no": 0.9114204103296454,
      "loss_yes": 0.5575368934207492,
      "step": 2370
    },
    {
      "epoch": 0.5654761904761905,
      "grad_norm": 1.7837523221969604,
      "learning_rate": 4.190040416616319e-05,
      "loss": 0.29375648498535156,
      "loss_no": 0.755583314334645,
      "loss_yes": 0.46328691295955493,
      "step": 2375
    },
    {
      "epoch": 0.5666666666666667,
      "grad_norm": 1.1413308382034302,
      "learning_rate": 4.171022805008683e-05,
      "loss": 0.29667072296142577,
      "loss_no": 0.6208928558561537,
      "loss_yes": 0.5707990581339056,
      "step": 2380
    },
    {
      "epoch": 0.5678571428571428,
      "grad_norm": 1.0484720468521118,
      "learning_rate": 4.152017517062242e-05,
      "loss": 0.27241132259368894,
      "loss_no": 0.5936406662589625,
      "loss_yes": 0.5006536358878726,
      "step": 2385
    },
    {
      "epoch": 0.569047619047619,
      "grad_norm": 1.2653614282608032,
      "learning_rate": 4.133024835311582e-05,
      "loss": 0.2841044425964355,
      "loss_no": 0.498993524483272,
      "loss_yes": 0.644709891394565,
      "step": 2390
    },
    {
      "epoch": 0.5702380952380952,
      "grad_norm": 1.772305965423584,
      "learning_rate": 4.114045042103887e-05,
      "loss": 0.2686108112335205,
      "loss_no": 0.4020450428912514,
      "loss_yes": 0.6595242080234346,
      "step": 2395
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 2.5686514377593994,
      "learning_rate": 4.0950784195947334e-05,
      "loss": 0.2911211967468262,
      "loss_no": 0.5351897789673372,
      "loss_yes": 0.6397510700755649,
      "step": 2400
    },
    {
      "epoch": 0.5726190476190476,
      "grad_norm": 1.8667980432510376,
      "learning_rate": 4.076125249743908e-05,
      "loss": 0.3003120422363281,
      "loss_no": 0.5589811228788816,
      "loss_yes": 0.6779610152755465,
      "step": 2405
    },
    {
      "epoch": 0.5738095238095238,
      "grad_norm": 2.146477460861206,
      "learning_rate": 4.057185814311203e-05,
      "loss": 0.36601967811584474,
      "loss_no": 0.6969367686439963,
      "loss_yes": 0.7579845760179602,
      "step": 2410
    },
    {
      "epoch": 0.575,
      "grad_norm": 1.4038435220718384,
      "learning_rate": 4.038260394852234e-05,
      "loss": 0.3198801279067993,
      "loss_no": 0.5688729788127699,
      "loss_yes": 0.7038962841033936,
      "step": 2415
    },
    {
      "epoch": 0.5761904761904761,
      "grad_norm": 1.4730416536331177,
      "learning_rate": 4.019349272714257e-05,
      "loss": 0.3086663484573364,
      "loss_no": 0.590241147124249,
      "loss_yes": 0.653985900037429,
      "step": 2420
    },
    {
      "epoch": 0.5773809523809523,
      "grad_norm": 1.1887295246124268,
      "learning_rate": 4.0004527290319784e-05,
      "loss": 0.31289889812469485,
      "loss_no": 0.7325388729572296,
      "loss_yes": 0.519056648015976,
      "step": 2425
    },
    {
      "epoch": 0.5785714285714286,
      "grad_norm": 1.6118297576904297,
      "learning_rate": 3.9815710447233836e-05,
      "loss": 0.3096993684768677,
      "loss_no": 0.6439492953451056,
      "loss_yes": 0.5971861793881371,
      "step": 2430
    },
    {
      "epoch": 0.5797619047619048,
      "grad_norm": 1.1404720544815063,
      "learning_rate": 3.962704500485555e-05,
      "loss": 0.28435320854187013,
      "loss_no": 0.5253016551335653,
      "loss_yes": 0.6042192307385531,
      "step": 2435
    },
    {
      "epoch": 0.580952380952381,
      "grad_norm": 1.381363034248352,
      "learning_rate": 3.943853376790501e-05,
      "loss": 0.47457175254821776,
      "loss_no": 1.09119447072347,
      "loss_yes": 0.6541143518227798,
      "step": 2440
    },
    {
      "epoch": 0.5821428571428572,
      "grad_norm": 1.238247275352478,
      "learning_rate": 3.9250179538809863e-05,
      "loss": 0.34141883850097654,
      "loss_no": 0.4720289973836196,
      "loss_yes": 0.8735691181250981,
      "step": 2445
    },
    {
      "epoch": 0.5833333333333334,
      "grad_norm": 0.5266287922859192,
      "learning_rate": 3.9061985117663676e-05,
      "loss": 0.3452402353286743,
      "loss_no": 0.6833868145942688,
      "loss_yes": 0.6975730895996094,
      "step": 2450
    },
    {
      "epoch": 0.5845238095238096,
      "grad_norm": 0.8678902387619019,
      "learning_rate": 3.887395330218429e-05,
      "loss": 0.3180322885513306,
      "loss_no": 0.6566736433241103,
      "loss_yes": 0.6192016493190419,
      "step": 2455
    },
    {
      "epoch": 0.5857142857142857,
      "grad_norm": 1.009169340133667,
      "learning_rate": 3.868608688767222e-05,
      "loss": 0.3084120273590088,
      "loss_no": 0.6919330044796592,
      "loss_yes": 0.5488675378617787,
      "step": 2460
    },
    {
      "epoch": 0.5869047619047619,
      "grad_norm": 2.451376438140869,
      "learning_rate": 3.849838866696913e-05,
      "loss": 0.31359095573425294,
      "loss_no": 0.7415456846356392,
      "loss_yes": 0.5509387950102488,
      "step": 2465
    },
    {
      "epoch": 0.5880952380952381,
      "grad_norm": 1.7649277448654175,
      "learning_rate": 3.831086143041628e-05,
      "loss": 0.31883151531219484,
      "loss_no": 0.843602967262268,
      "loss_yes": 0.4317221432924271,
      "step": 2470
    },
    {
      "epoch": 0.5892857142857143,
      "grad_norm": 0.9576724767684937,
      "learning_rate": 3.812350796581308e-05,
      "loss": 0.30608739852905276,
      "loss_no": 0.7358370886908637,
      "loss_yes": 0.5109960816123269,
      "step": 2475
    },
    {
      "epoch": 0.5904761904761905,
      "grad_norm": 0.6879634857177734,
      "learning_rate": 3.793633105837561e-05,
      "loss": 0.33764019012451174,
      "loss_no": 0.6875539393652053,
      "loss_yes": 0.661714538147575,
      "step": 2480
    },
    {
      "epoch": 0.5916666666666667,
      "grad_norm": 0.671962559223175,
      "learning_rate": 3.774933349069524e-05,
      "loss": 0.31947898864746094,
      "loss_no": 0.5949203627450126,
      "loss_yes": 0.687630295753479,
      "step": 2485
    },
    {
      "epoch": 0.5928571428571429,
      "grad_norm": 0.552905797958374,
      "learning_rate": 3.7562518042697285e-05,
      "loss": 0.30173840522766116,
      "loss_no": 0.4897787884662026,
      "loss_yes": 0.7063456291244143,
      "step": 2490
    },
    {
      "epoch": 0.594047619047619,
      "grad_norm": 0.5491532683372498,
      "learning_rate": 3.7375887491599607e-05,
      "loss": 0.30036885738372804,
      "loss_no": 0.5990015722456432,
      "loss_yes": 0.6026559879905299,
      "step": 2495
    },
    {
      "epoch": 0.5952380952380952,
      "grad_norm": 1.58899986743927,
      "learning_rate": 3.718944461187138e-05,
      "loss": 0.2801675796508789,
      "loss_no": 0.5239289371590865,
      "loss_yes": 0.5932730038960775,
      "step": 2500
    },
    {
      "epoch": 0.5964285714285714,
      "grad_norm": 0.8272795677185059,
      "learning_rate": 3.7003192175191855e-05,
      "loss": 0.33949999809265136,
      "loss_no": 0.5875926071947272,
      "loss_yes": 0.7907198535071479,
      "step": 2505
    },
    {
      "epoch": 0.5976190476190476,
      "grad_norm": 0.7648038268089294,
      "learning_rate": 3.681713295040913e-05,
      "loss": 0.29763174057006836,
      "loss_no": 0.5889322837193807,
      "loss_yes": 0.5990618276596069,
      "step": 2510
    },
    {
      "epoch": 0.5988095238095238,
      "grad_norm": 1.1996272802352905,
      "learning_rate": 3.663126970349897e-05,
      "loss": 0.30651140213012695,
      "loss_no": 0.7519189433047646,
      "loss_yes": 0.4873544431868054,
      "step": 2515
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.8848479986190796,
      "learning_rate": 3.6445605197523756e-05,
      "loss": 0.3402621030807495,
      "loss_no": 0.8746703002187941,
      "loss_yes": 0.5216772285374728,
      "step": 2520
    },
    {
      "epoch": 0.6011904761904762,
      "grad_norm": 1.74952232837677,
      "learning_rate": 3.626014219259133e-05,
      "loss": 0.2741039752960205,
      "loss_no": 0.6992537333415105,
      "loss_yes": 0.47548214153007223,
      "step": 2525
    },
    {
      "epoch": 0.6023809523809524,
      "grad_norm": 4.649485111236572,
      "learning_rate": 3.607488344581402e-05,
      "loss": 0.3781324625015259,
      "loss_no": 0.7890593913885263,
      "loss_yes": 0.7404740474842213,
      "step": 2530
    },
    {
      "epoch": 0.6035714285714285,
      "grad_norm": 1.1713387966156006,
      "learning_rate": 3.588983171126762e-05,
      "loss": 0.29568023681640626,
      "loss_no": 0.895345675945282,
      "loss_yes": 0.28737403452396393,
      "step": 2535
    },
    {
      "epoch": 0.6047619047619047,
      "grad_norm": 0.7758367657661438,
      "learning_rate": 3.5704989739950454e-05,
      "loss": 0.33162388801574705,
      "loss_no": 0.790436449505034,
      "loss_yes": 0.5226705889952811,
      "step": 2540
    },
    {
      "epoch": 0.6059523809523809,
      "grad_norm": 0.6910759806632996,
      "learning_rate": 3.55203602797425e-05,
      "loss": 0.31726508140563964,
      "loss_no": 0.7150744616985321,
      "loss_yes": 0.5539856433868409,
      "step": 2545
    },
    {
      "epoch": 0.6071428571428571,
      "grad_norm": 1.0274378061294556,
      "learning_rate": 3.53359460753645e-05,
      "loss": 0.371253514289856,
      "loss_no": 0.5559909641742706,
      "loss_yes": 0.8668507039546967,
      "step": 2550
    },
    {
      "epoch": 0.6083333333333333,
      "grad_norm": 1.3667824268341064,
      "learning_rate": 3.515174986833723e-05,
      "loss": 0.3482142448425293,
      "loss_no": 0.5716309150060018,
      "loss_yes": 0.7985354661941528,
      "step": 2555
    },
    {
      "epoch": 0.6095238095238096,
      "grad_norm": 2.150716781616211,
      "learning_rate": 3.496777439694061e-05,
      "loss": 0.3101145029067993,
      "loss_no": 0.6874656230211258,
      "loss_yes": 0.5914132509912763,
      "step": 2560
    },
    {
      "epoch": 0.6107142857142858,
      "grad_norm": 1.5498828887939453,
      "learning_rate": 3.478402239617317e-05,
      "loss": 0.31034579277038576,
      "loss_no": 0.7891426318221622,
      "loss_yes": 0.4828678369522095,
      "step": 2565
    },
    {
      "epoch": 0.611904761904762,
      "grad_norm": 1.6355265378952026,
      "learning_rate": 3.460049659771124e-05,
      "loss": 0.31500494480133057,
      "loss_no": 0.8683368802070618,
      "loss_yes": 0.3916827142238617,
      "step": 2570
    },
    {
      "epoch": 0.6130952380952381,
      "grad_norm": 1.6860792636871338,
      "learning_rate": 3.441719972986846e-05,
      "loss": 0.2926748752593994,
      "loss_no": 0.7030579318170962,
      "loss_yes": 0.42609696528490854,
      "step": 2575
    },
    {
      "epoch": 0.6142857142857143,
      "grad_norm": 2.3365564346313477,
      "learning_rate": 3.423413451755509e-05,
      "loss": 0.34754090309143065,
      "loss_no": 0.6374678201973438,
      "loss_yes": 0.7334906160831451,
      "step": 2580
    },
    {
      "epoch": 0.6154761904761905,
      "grad_norm": 2.175905466079712,
      "learning_rate": 3.4051303682237644e-05,
      "loss": 0.29667034149169924,
      "loss_no": 0.6312238682400096,
      "loss_yes": 0.5470385683907403,
      "step": 2585
    },
    {
      "epoch": 0.6166666666666667,
      "grad_norm": 1.529223918914795,
      "learning_rate": 3.386870994189833e-05,
      "loss": 0.2797292470932007,
      "loss_no": 0.48409932404756545,
      "loss_yes": 0.6348173350095749,
      "step": 2590
    },
    {
      "epoch": 0.6178571428571429,
      "grad_norm": 1.9403209686279297,
      "learning_rate": 3.368635601099466e-05,
      "loss": 0.2836442232131958,
      "loss_no": 0.6378805372450087,
      "loss_yes": 0.5095310102809559,
      "step": 2595
    },
    {
      "epoch": 0.6190476190476191,
      "grad_norm": 1.4681941270828247,
      "learning_rate": 3.350424460041916e-05,
      "loss": 0.3089152336120605,
      "loss_no": 0.6923348178034243,
      "loss_yes": 0.5170253585366642,
      "step": 2600
    },
    {
      "epoch": 0.6202380952380953,
      "grad_norm": 1.9068903923034668,
      "learning_rate": 3.332237841745898e-05,
      "loss": 0.3387815713882446,
      "loss_no": 0.45364749762747025,
      "loss_yes": 0.8607661940834739,
      "step": 2605
    },
    {
      "epoch": 0.6214285714285714,
      "grad_norm": 1.9100459814071655,
      "learning_rate": 3.314076016575571e-05,
      "loss": 0.36712069511413575,
      "loss_no": 0.6342979868253072,
      "loss_yes": 0.8160111524842002,
      "step": 2610
    },
    {
      "epoch": 0.6226190476190476,
      "grad_norm": 1.5823262929916382,
      "learning_rate": 3.29593925452652e-05,
      "loss": 0.27816002368927,
      "loss_no": 0.7517241319020589,
      "loss_yes": 0.43907645225524905,
      "step": 2615
    },
    {
      "epoch": 0.6238095238095238,
      "grad_norm": 1.1567476987838745,
      "learning_rate": 3.277827825221733e-05,
      "loss": 0.3035063028335571,
      "loss_no": 0.7440033169353709,
      "loss_yes": 0.5057570623314899,
      "step": 2620
    },
    {
      "epoch": 0.625,
      "grad_norm": 1.5217463970184326,
      "learning_rate": 3.2597419979076025e-05,
      "loss": 0.33456175327301024,
      "loss_no": 0.8341857845133002,
      "loss_yes": 0.4673793845706516,
      "step": 2625
    },
    {
      "epoch": 0.6261904761904762,
      "grad_norm": 1.0259660482406616,
      "learning_rate": 3.2416820414499184e-05,
      "loss": 0.29329135417938235,
      "loss_no": 0.7109353899955749,
      "loss_yes": 0.5119693994522094,
      "step": 2630
    },
    {
      "epoch": 0.6273809523809524,
      "grad_norm": 0.952515721321106,
      "learning_rate": 3.2236482243298714e-05,
      "loss": 0.33947732448577883,
      "loss_no": 0.8031430088955424,
      "loss_yes": 0.5109332694726831,
      "step": 2635
    },
    {
      "epoch": 0.6285714285714286,
      "grad_norm": 1.1272441148757935,
      "learning_rate": 3.2056408146400614e-05,
      "loss": 0.3156788110733032,
      "loss_no": 0.5585834052827623,
      "loss_yes": 0.6908984075893055,
      "step": 2640
    },
    {
      "epoch": 0.6297619047619047,
      "grad_norm": 1.171874761581421,
      "learning_rate": 3.1876600800805154e-05,
      "loss": 0.3147399663925171,
      "loss_no": 0.626878716728904,
      "loss_yes": 0.6326579451560974,
      "step": 2645
    },
    {
      "epoch": 0.6309523809523809,
      "grad_norm": 1.3078490495681763,
      "learning_rate": 3.169706287954701e-05,
      "loss": 0.31913864612579346,
      "loss_no": 0.5572848759199444,
      "loss_yes": 0.7115545783724103,
      "step": 2650
    },
    {
      "epoch": 0.6321428571428571,
      "grad_norm": 0.9699212312698364,
      "learning_rate": 3.151779705165563e-05,
      "loss": 0.2635496139526367,
      "loss_no": 0.4076220284808766,
      "loss_yes": 0.6731252604060702,
      "step": 2655
    },
    {
      "epoch": 0.6333333333333333,
      "grad_norm": 0.9058411121368408,
      "learning_rate": 3.1338805982115416e-05,
      "loss": 0.3152414321899414,
      "loss_no": 0.5397912263870239,
      "loss_yes": 0.7211730003356933,
      "step": 2660
    },
    {
      "epoch": 0.6345238095238095,
      "grad_norm": 1.1549075841903687,
      "learning_rate": 3.116009233182623e-05,
      "loss": 0.283335018157959,
      "loss_no": 0.577562403678894,
      "loss_yes": 0.5557769358158111,
      "step": 2665
    },
    {
      "epoch": 0.6357142857142857,
      "grad_norm": 2.0639569759368896,
      "learning_rate": 3.098165875756381e-05,
      "loss": 0.34966397285461426,
      "loss_no": 0.8237744244662198,
      "loss_yes": 0.5472258031368256,
      "step": 2670
    },
    {
      "epoch": 0.6369047619047619,
      "grad_norm": 1.3335967063903809,
      "learning_rate": 3.080350791194019e-05,
      "loss": 0.32551007270812987,
      "loss_no": 0.7291593660007823,
      "loss_yes": 0.5555161303944058,
      "step": 2675
    },
    {
      "epoch": 0.638095238095238,
      "grad_norm": 1.3635597229003906,
      "learning_rate": 3.06256424433644e-05,
      "loss": 0.3200616121292114,
      "loss_no": 0.6107024351755778,
      "loss_yes": 0.6641944321719083,
      "step": 2680
    },
    {
      "epoch": 0.6392857142857142,
      "grad_norm": 1.2522752285003662,
      "learning_rate": 3.044806499600298e-05,
      "loss": 0.2611292839050293,
      "loss_no": 0.5644277097599115,
      "loss_yes": 0.494145467877388,
      "step": 2685
    },
    {
      "epoch": 0.6404761904761904,
      "grad_norm": 1.1002733707427979,
      "learning_rate": 3.0270778209740735e-05,
      "loss": 0.28941237926483154,
      "loss_no": 0.7159458328695858,
      "loss_yes": 0.47747403642405634,
      "step": 2690
    },
    {
      "epoch": 0.6416666666666667,
      "grad_norm": 0.736649751663208,
      "learning_rate": 3.0093784720141455e-05,
      "loss": 0.3028914451599121,
      "loss_no": 0.8437384031713009,
      "loss_yes": 0.4471456507841746,
      "step": 2695
    },
    {
      "epoch": 0.6428571428571429,
      "grad_norm": 1.6974437236785889,
      "learning_rate": 2.9917087158408784e-05,
      "loss": 0.3286945581436157,
      "loss_no": 0.8179647797032407,
      "loss_yes": 0.5121060950415475,
      "step": 2700
    },
    {
      "epoch": 0.6440476190476191,
      "grad_norm": 1.5657930374145508,
      "learning_rate": 2.974068815134703e-05,
      "loss": 0.31872503757476806,
      "loss_no": 0.7357348255489183,
      "loss_yes": 0.5044760563794304,
      "step": 2705
    },
    {
      "epoch": 0.6452380952380953,
      "grad_norm": 1.7517108917236328,
      "learning_rate": 2.9564590321322207e-05,
      "loss": 0.3412914276123047,
      "loss_no": 0.5989177985624834,
      "loss_yes": 0.7848398089408875,
      "step": 2710
    },
    {
      "epoch": 0.6464285714285715,
      "grad_norm": 2.6780343055725098,
      "learning_rate": 2.938879628622294e-05,
      "loss": 0.2412886142730713,
      "loss_no": 0.36768035561992574,
      "loss_yes": 0.6959566112075534,
      "step": 2715
    },
    {
      "epoch": 0.6476190476190476,
      "grad_norm": 2.3337032794952393,
      "learning_rate": 2.9213308659421647e-05,
      "loss": 0.3174889087677002,
      "loss_no": 0.21454670197433895,
      "loss_yes": 0.9789665070447054,
      "step": 2720
    },
    {
      "epoch": 0.6488095238095238,
      "grad_norm": 2.154062271118164,
      "learning_rate": 2.9038130049735634e-05,
      "loss": 0.28489060401916505,
      "loss_no": 0.614587418238322,
      "loss_yes": 0.5428972148895264,
      "step": 2725
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.6164391040802002,
      "learning_rate": 2.8863263061388358e-05,
      "loss": 0.31989521980285646,
      "loss_no": 0.7186543345451355,
      "loss_yes": 0.5434008969200982,
      "step": 2730
    },
    {
      "epoch": 0.6511904761904762,
      "grad_norm": 1.3155218362808228,
      "learning_rate": 2.868871029397062e-05,
      "loss": 0.2755884170532227,
      "loss_no": 0.7134326249361038,
      "loss_yes": 0.4730529961762605,
      "step": 2735
    },
    {
      "epoch": 0.6523809523809524,
      "grad_norm": 1.6568468809127808,
      "learning_rate": 2.8514474342402005e-05,
      "loss": 0.3760956287384033,
      "loss_no": 0.9656421813097867,
      "loss_yes": 0.491306377781762,
      "step": 2740
    },
    {
      "epoch": 0.6535714285714286,
      "grad_norm": 2.421539783477783,
      "learning_rate": 2.8340557796892354e-05,
      "loss": 0.3390642166137695,
      "loss_no": 0.9661964237689972,
      "loss_yes": 0.3900595664978027,
      "step": 2745
    },
    {
      "epoch": 0.6547619047619048,
      "grad_norm": 1.0929412841796875,
      "learning_rate": 2.8166963242903054e-05,
      "loss": 0.32748234272003174,
      "loss_no": 0.7328947531549554,
      "loss_yes": 0.5844560237157912,
      "step": 2750
    },
    {
      "epoch": 0.655952380952381,
      "grad_norm": 0.9114436507225037,
      "learning_rate": 2.7993693261108823e-05,
      "loss": 0.3168860197067261,
      "loss_no": 0.5458634247382482,
      "loss_yes": 0.7656343756243587,
      "step": 2755
    },
    {
      "epoch": 0.6571428571428571,
      "grad_norm": 1.0602713823318481,
      "learning_rate": 2.782075042735923e-05,
      "loss": 0.29396853446960447,
      "loss_no": 0.4513787258239019,
      "loss_yes": 0.7388693658929122,
      "step": 2760
    },
    {
      "epoch": 0.6583333333333333,
      "grad_norm": 1.792941927909851,
      "learning_rate": 2.7648137312640455e-05,
      "loss": 0.32891016006469725,
      "loss_no": 0.38078309297561647,
      "loss_yes": 0.934856903553009,
      "step": 2765
    },
    {
      "epoch": 0.6595238095238095,
      "grad_norm": 0.7059106826782227,
      "learning_rate": 2.7475856483036966e-05,
      "loss": 0.25983128547668455,
      "loss_no": 0.39199357911160115,
      "loss_yes": 0.6351714190982637,
      "step": 2770
    },
    {
      "epoch": 0.6607142857142857,
      "grad_norm": 0.7074573636054993,
      "learning_rate": 2.730391049969351e-05,
      "loss": 0.29661529064178466,
      "loss_no": 0.5924713744057549,
      "loss_yes": 0.5938504880124872,
      "step": 2775
    },
    {
      "epoch": 0.6619047619047619,
      "grad_norm": 0.9990054368972778,
      "learning_rate": 2.7132301918776977e-05,
      "loss": 0.321820330619812,
      "loss_no": 0.8102886746911442,
      "loss_yes": 0.5204644151355909,
      "step": 2780
    },
    {
      "epoch": 0.6630952380952381,
      "grad_norm": 1.0129611492156982,
      "learning_rate": 2.6961033291438343e-05,
      "loss": 0.35541667938232424,
      "loss_no": 0.8846321964263916,
      "loss_yes": 0.42116660277048745,
      "step": 2785
    },
    {
      "epoch": 0.6642857142857143,
      "grad_norm": 0.9852257966995239,
      "learning_rate": 2.679010716377486e-05,
      "loss": 0.30695855617523193,
      "loss_no": 0.7730093399683634,
      "loss_yes": 0.48374918374148285,
      "step": 2790
    },
    {
      "epoch": 0.6654761904761904,
      "grad_norm": 0.7728629112243652,
      "learning_rate": 2.66195260767921e-05,
      "loss": 0.3064965963363647,
      "loss_no": 0.5891084859245702,
      "loss_yes": 0.6346024161293393,
      "step": 2795
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.8383094668388367,
      "learning_rate": 2.644929256636628e-05,
      "loss": 0.26679234504699706,
      "loss_no": 0.5950863672339398,
      "loss_yes": 0.4503757042043349,
      "step": 2800
    },
    {
      "epoch": 0.6678571428571428,
      "grad_norm": 2.208533763885498,
      "learning_rate": 2.6279409163206426e-05,
      "loss": 0.3140131711959839,
      "loss_no": 0.7110767206724953,
      "loss_yes": 0.5666396773379782,
      "step": 2805
    },
    {
      "epoch": 0.669047619047619,
      "grad_norm": 0.9489453434944153,
      "learning_rate": 2.6109878392816888e-05,
      "loss": 0.3188545942306519,
      "loss_no": 0.4017633530828688,
      "loss_yes": 0.830754659392617,
      "step": 2810
    },
    {
      "epoch": 0.6702380952380952,
      "grad_norm": 1.6324560642242432,
      "learning_rate": 2.5940702775459747e-05,
      "loss": 0.3304762601852417,
      "loss_no": 0.4565882318549686,
      "loss_yes": 0.8281577825546265,
      "step": 2815
    },
    {
      "epoch": 0.6714285714285714,
      "grad_norm": 1.489821195602417,
      "learning_rate": 2.577188482611733e-05,
      "loss": 0.27260143756866456,
      "loss_no": 0.5979190383638654,
      "loss_yes": 0.5168160108419565,
      "step": 2820
    },
    {
      "epoch": 0.6726190476190477,
      "grad_norm": 0.7889295816421509,
      "learning_rate": 2.56034270544548e-05,
      "loss": 0.3212650060653687,
      "loss_no": 0.6202811449766159,
      "loss_yes": 0.6647765696048736,
      "step": 2825
    },
    {
      "epoch": 0.6738095238095239,
      "grad_norm": 1.517076849937439,
      "learning_rate": 2.5435331964782916e-05,
      "loss": 0.40946240425109864,
      "loss_no": 1.2192356084522449,
      "loss_yes": 0.4567372798919678,
      "step": 2830
    },
    {
      "epoch": 0.675,
      "grad_norm": 0.7583512663841248,
      "learning_rate": 2.5267602056020774e-05,
      "loss": 0.31032989025115965,
      "loss_no": 0.9418291554731482,
      "loss_yes": 0.38327119920564734,
      "step": 2835
    },
    {
      "epoch": 0.6761904761904762,
      "grad_norm": 1.5677053928375244,
      "learning_rate": 2.5100239821658656e-05,
      "loss": 0.31293156147003176,
      "loss_no": 0.7457401931285859,
      "loss_yes": 0.5059824585914612,
      "step": 2840
    },
    {
      "epoch": 0.6773809523809524,
      "grad_norm": 0.9026727676391602,
      "learning_rate": 2.4933247749720912e-05,
      "loss": 0.3282157897949219,
      "loss_no": 0.6776153790323358,
      "loss_yes": 0.6372633604776292,
      "step": 2845
    },
    {
      "epoch": 0.6785714285714286,
      "grad_norm": 1.3646587133407593,
      "learning_rate": 2.4766628322729064e-05,
      "loss": 0.337066125869751,
      "loss_no": 0.7635868632275126,
      "loss_yes": 0.5531035240958718,
      "step": 2850
    },
    {
      "epoch": 0.6797619047619048,
      "grad_norm": 0.9663841724395752,
      "learning_rate": 2.4600384017664857e-05,
      "loss": 0.3151723623275757,
      "loss_no": 0.5154584240913391,
      "loss_yes": 0.8218203703562419,
      "step": 2855
    },
    {
      "epoch": 0.680952380952381,
      "grad_norm": 0.6480263471603394,
      "learning_rate": 2.443451730593339e-05,
      "loss": 0.3232607126235962,
      "loss_no": 0.45965684254964195,
      "loss_yes": 0.7586386108398437,
      "step": 2860
    },
    {
      "epoch": 0.6821428571428572,
      "grad_norm": 1.4646856784820557,
      "learning_rate": 2.4269030653326453e-05,
      "loss": 0.33725900650024415,
      "loss_no": 0.5771848559379578,
      "loss_yes": 0.7820952942496852,
      "step": 2865
    },
    {
      "epoch": 0.6833333333333333,
      "grad_norm": 1.4484370946884155,
      "learning_rate": 2.4103926519985875e-05,
      "loss": 0.2638824939727783,
      "loss_no": 0.4529860069354375,
      "loss_yes": 0.6399324014782906,
      "step": 2870
    },
    {
      "epoch": 0.6845238095238095,
      "grad_norm": 1.247528076171875,
      "learning_rate": 2.3939207360366832e-05,
      "loss": 0.2596891403198242,
      "loss_no": 0.4655070096254349,
      "loss_yes": 0.5732490539550781,
      "step": 2875
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 2.0140349864959717,
      "learning_rate": 2.3774875623201492e-05,
      "loss": 0.29987130165100095,
      "loss_no": 0.5301536023616791,
      "loss_yes": 0.6693311959505082,
      "step": 2880
    },
    {
      "epoch": 0.6869047619047619,
      "grad_norm": 1.350476861000061,
      "learning_rate": 2.3610933751462553e-05,
      "loss": 0.31637725830078123,
      "loss_no": 0.44313539209819974,
      "loss_yes": 0.8423330972069188,
      "step": 2885
    },
    {
      "epoch": 0.6880952380952381,
      "grad_norm": 1.3058894872665405,
      "learning_rate": 2.3447384182326947e-05,
      "loss": 0.27142283916473386,
      "loss_no": 0.46036928040640696,
      "loss_yes": 0.6340031435615138,
      "step": 2890
    },
    {
      "epoch": 0.6892857142857143,
      "grad_norm": 1.5209580659866333,
      "learning_rate": 2.3284229347139546e-05,
      "loss": 0.25433785915374757,
      "loss_no": 0.4813339539936611,
      "loss_yes": 0.5388944588209453,
      "step": 2895
    },
    {
      "epoch": 0.6904761904761905,
      "grad_norm": 2.2564475536346436,
      "learning_rate": 2.312147167137711e-05,
      "loss": 0.3428957939147949,
      "loss_no": 0.6215160243651446,
      "loss_yes": 0.7332986424798551,
      "step": 2900
    },
    {
      "epoch": 0.6916666666666667,
      "grad_norm": 1.7514920234680176,
      "learning_rate": 2.29591135746122e-05,
      "loss": 0.2728357553482056,
      "loss_no": 0.69069326551337,
      "loss_yes": 0.4144608350027175,
      "step": 2905
    },
    {
      "epoch": 0.6928571428571428,
      "grad_norm": 1.4878870248794556,
      "learning_rate": 2.279715747047712e-05,
      "loss": 0.3352789402008057,
      "loss_no": 0.6776592234770457,
      "loss_yes": 0.6599055528640747,
      "step": 2910
    },
    {
      "epoch": 0.694047619047619,
      "grad_norm": 2.001974582672119,
      "learning_rate": 2.2635605766628186e-05,
      "loss": 0.2969377040863037,
      "loss_no": 0.7255462244153023,
      "loss_yes": 0.46220402531325816,
      "step": 2915
    },
    {
      "epoch": 0.6952380952380952,
      "grad_norm": 1.4592705965042114,
      "learning_rate": 2.2474460864709824e-05,
      "loss": 0.33010258674621584,
      "loss_no": 0.5760763943195343,
      "loss_yes": 0.7443336844444275,
      "step": 2920
    },
    {
      "epoch": 0.6964285714285714,
      "grad_norm": 2.6398258209228516,
      "learning_rate": 2.231372516031892e-05,
      "loss": 0.2970989227294922,
      "loss_no": 0.5263308346271515,
      "loss_yes": 0.6620643913745881,
      "step": 2925
    },
    {
      "epoch": 0.6976190476190476,
      "grad_norm": 1.359242558479309,
      "learning_rate": 2.2153401042969148e-05,
      "loss": 0.33819284439086916,
      "loss_no": 0.608241339524587,
      "loss_yes": 0.7321396795186129,
      "step": 2930
    },
    {
      "epoch": 0.6988095238095238,
      "grad_norm": 1.0189318656921387,
      "learning_rate": 2.1993490896055512e-05,
      "loss": 0.2820654630661011,
      "loss_no": 0.5240656863088193,
      "loss_yes": 0.6183364169658435,
      "step": 2935
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.3385013341903687,
      "learning_rate": 2.1833997096818898e-05,
      "loss": 0.29148709774017334,
      "loss_no": 0.5200517442491319,
      "loss_yes": 0.6344555074518378,
      "step": 2940
    },
    {
      "epoch": 0.7011904761904761,
      "grad_norm": 2.302976369857788,
      "learning_rate": 2.167492201631073e-05,
      "loss": 0.3108513593673706,
      "loss_no": 0.5224598589397612,
      "loss_yes": 0.7313909907090036,
      "step": 2945
    },
    {
      "epoch": 0.7023809523809523,
      "grad_norm": 1.5650005340576172,
      "learning_rate": 2.1516268019357656e-05,
      "loss": 0.3067790031433105,
      "loss_no": 0.7077085218931499,
      "loss_yes": 0.5283727390425546,
      "step": 2950
    },
    {
      "epoch": 0.7035714285714286,
      "grad_norm": 0.923638105392456,
      "learning_rate": 2.1358037464526515e-05,
      "loss": 0.2551361083984375,
      "loss_no": 0.5930113792419434,
      "loss_yes": 0.4354119925271897,
      "step": 2955
    },
    {
      "epoch": 0.7047619047619048,
      "grad_norm": 1.0004403591156006,
      "learning_rate": 2.1200232704089197e-05,
      "loss": 0.3065081834793091,
      "loss_no": 0.6693174362182617,
      "loss_yes": 0.5567142486572265,
      "step": 2960
    },
    {
      "epoch": 0.705952380952381,
      "grad_norm": 1.3786505460739136,
      "learning_rate": 2.1042856083987695e-05,
      "loss": 0.29419243335723877,
      "loss_no": 0.6383231564571983,
      "loss_yes": 0.5432012364977882,
      "step": 2965
    },
    {
      "epoch": 0.7071428571428572,
      "grad_norm": 1.2400078773498535,
      "learning_rate": 2.0885909943799174e-05,
      "loss": 0.3558365821838379,
      "loss_no": 0.6453565684231845,
      "loss_yes": 0.7927247285842896,
      "step": 2970
    },
    {
      "epoch": 0.7083333333333334,
      "grad_norm": 1.0956363677978516,
      "learning_rate": 2.07293966167013e-05,
      "loss": 0.3198288917541504,
      "loss_no": 0.5415178855260213,
      "loss_yes": 0.6985404777526856,
      "step": 2975
    },
    {
      "epoch": 0.7095238095238096,
      "grad_norm": 2.3191137313842773,
      "learning_rate": 2.057331842943749e-05,
      "loss": 0.29312424659729003,
      "loss_no": 0.600310604823263,
      "loss_yes": 0.5735225109826951,
      "step": 2980
    },
    {
      "epoch": 0.7107142857142857,
      "grad_norm": 1.4532456398010254,
      "learning_rate": 2.041767770228226e-05,
      "loss": 0.3189138174057007,
      "loss_no": 0.6165483842293421,
      "loss_yes": 0.6697412244975567,
      "step": 2985
    },
    {
      "epoch": 0.7119047619047619,
      "grad_norm": 1.4126044511795044,
      "learning_rate": 2.0262476749006877e-05,
      "loss": 0.280998682975769,
      "loss_no": 0.6263792795293471,
      "loss_yes": 0.5144052920134171,
      "step": 2990
    },
    {
      "epoch": 0.7130952380952381,
      "grad_norm": 2.3319458961486816,
      "learning_rate": 2.0107717876844838e-05,
      "loss": 0.2964448928833008,
      "loss_no": 0.696645505288068,
      "loss_yes": 0.5161971009295919,
      "step": 2995
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.910254180431366,
      "learning_rate": 1.9953403386457653e-05,
      "loss": 0.35115904808044435,
      "loss_no": 0.8827369511127472,
      "loss_yes": 0.582036167383194,
      "step": 3000
    },
    {
      "epoch": 0.7154761904761905,
      "grad_norm": 1.5055285692214966,
      "learning_rate": 1.9799535571900567e-05,
      "loss": 0.28538200855255125,
      "loss_no": 0.8615549961725871,
      "loss_yes": 0.3962862062454224,
      "step": 3005
    },
    {
      "epoch": 0.7166666666666667,
      "grad_norm": 0.9041075110435486,
      "learning_rate": 1.9646116720588525e-05,
      "loss": 0.2850335597991943,
      "loss_no": 0.8589430525898933,
      "loss_yes": 0.37747836609681445,
      "step": 3010
    },
    {
      "epoch": 0.7178571428571429,
      "grad_norm": 1.7767717838287354,
      "learning_rate": 1.9493149113262138e-05,
      "loss": 0.31371917724609377,
      "loss_no": 0.8701927285445364,
      "loss_yes": 0.4078008390608288,
      "step": 3015
    },
    {
      "epoch": 0.719047619047619,
      "grad_norm": 1.4538300037384033,
      "learning_rate": 1.934063502395373e-05,
      "loss": 0.31104514598846433,
      "loss_no": 0.7393338717520237,
      "loss_yes": 0.5439259012540182,
      "step": 3020
    },
    {
      "epoch": 0.7202380952380952,
      "grad_norm": 1.374556303024292,
      "learning_rate": 1.9188576719953633e-05,
      "loss": 0.2802199125289917,
      "loss_no": 0.7367972871836495,
      "loss_yes": 0.4300855631413667,
      "step": 3025
    },
    {
      "epoch": 0.7214285714285714,
      "grad_norm": 1.2191534042358398,
      "learning_rate": 1.9036976461776422e-05,
      "loss": 0.2490166664123535,
      "loss_no": 0.5254982908566793,
      "loss_yes": 0.456832867115736,
      "step": 3030
    },
    {
      "epoch": 0.7226190476190476,
      "grad_norm": 1.912196159362793,
      "learning_rate": 1.8885836503127274e-05,
      "loss": 0.3047168731689453,
      "loss_no": 0.4038863033056259,
      "loss_yes": 0.7464632789293925,
      "step": 3035
    },
    {
      "epoch": 0.7238095238095238,
      "grad_norm": 1.432708501815796,
      "learning_rate": 1.8735159090868547e-05,
      "loss": 0.3234818935394287,
      "loss_no": 0.49793157577514646,
      "loss_yes": 0.7363821029663086,
      "step": 3040
    },
    {
      "epoch": 0.725,
      "grad_norm": 1.7640029191970825,
      "learning_rate": 1.858494646498632e-05,
      "loss": 0.28871712684631345,
      "loss_no": 0.7081158459186554,
      "loss_yes": 0.4705118320204995,
      "step": 3045
    },
    {
      "epoch": 0.7261904761904762,
      "grad_norm": 1.211479663848877,
      "learning_rate": 1.8435200858557135e-05,
      "loss": 0.32025322914123533,
      "loss_no": 0.6528271954992543,
      "loss_yes": 0.6238358546705807,
      "step": 3050
    },
    {
      "epoch": 0.7273809523809524,
      "grad_norm": 1.264462947845459,
      "learning_rate": 1.8285924497714703e-05,
      "loss": 0.274843168258667,
      "loss_no": 0.6482190110466697,
      "loss_yes": 0.4292566378911336,
      "step": 3055
    },
    {
      "epoch": 0.7285714285714285,
      "grad_norm": 1.4462465047836304,
      "learning_rate": 1.813711960161696e-05,
      "loss": 0.3513055324554443,
      "loss_no": 0.7556435465812683,
      "loss_yes": 0.6230612583458424,
      "step": 3060
    },
    {
      "epoch": 0.7297619047619047,
      "grad_norm": 1.681867003440857,
      "learning_rate": 1.7988788382412957e-05,
      "loss": 0.28443617820739747,
      "loss_no": 0.5252309799194336,
      "loss_yes": 0.6125130891799927,
      "step": 3065
    },
    {
      "epoch": 0.7309523809523809,
      "grad_norm": 2.484970808029175,
      "learning_rate": 1.7840933045210052e-05,
      "loss": 0.32787351608276366,
      "loss_no": 0.5265058121260475,
      "loss_yes": 0.7512723933095518,
      "step": 3070
    },
    {
      "epoch": 0.7321428571428571,
      "grad_norm": 1.8671562671661377,
      "learning_rate": 1.7693555788041022e-05,
      "loss": 0.34008791446685793,
      "loss_no": 0.5658202707767487,
      "loss_yes": 0.7945305824279785,
      "step": 3075
    },
    {
      "epoch": 0.7333333333333333,
      "grad_norm": 2.2226359844207764,
      "learning_rate": 1.7546658801831523e-05,
      "loss": 0.2529228925704956,
      "loss_no": 0.4213975705206394,
      "loss_yes": 0.5621439615885416,
      "step": 3080
    },
    {
      "epoch": 0.7345238095238096,
      "grad_norm": 1.2007747888565063,
      "learning_rate": 1.7400244270367428e-05,
      "loss": 0.29167296886444094,
      "loss_no": 0.48352793015931783,
      "loss_yes": 0.6736566452752977,
      "step": 3085
    },
    {
      "epoch": 0.7357142857142858,
      "grad_norm": 1.0801976919174194,
      "learning_rate": 1.7254314370262398e-05,
      "loss": 0.2682664394378662,
      "loss_no": 0.6171439659027826,
      "loss_yes": 0.4474357115594964,
      "step": 3090
    },
    {
      "epoch": 0.736904761904762,
      "grad_norm": 1.1645677089691162,
      "learning_rate": 1.710887127092548e-05,
      "loss": 0.28015663623809817,
      "loss_no": 0.6128569295008978,
      "loss_yes": 0.4814967680722475,
      "step": 3095
    },
    {
      "epoch": 0.7380952380952381,
      "grad_norm": 3.1342997550964355,
      "learning_rate": 1.696391713452893e-05,
      "loss": 0.2937400102615356,
      "loss_no": 0.6346831041223863,
      "loss_yes": 0.5525901861812758,
      "step": 3100
    },
    {
      "epoch": 0.7392857142857143,
      "grad_norm": 1.911407709121704,
      "learning_rate": 1.681945411597603e-05,
      "loss": 0.33405914306640627,
      "loss_no": 0.6587473664964948,
      "loss_yes": 0.689983057648836,
      "step": 3105
    },
    {
      "epoch": 0.7404761904761905,
      "grad_norm": 1.791957139968872,
      "learning_rate": 1.6675484362869005e-05,
      "loss": 0.37278454303741454,
      "loss_no": 0.6829309842803262,
      "loss_yes": 0.8221256997850206,
      "step": 3110
    },
    {
      "epoch": 0.7416666666666667,
      "grad_norm": 1.176013469696045,
      "learning_rate": 1.653201001547719e-05,
      "loss": 0.36081719398498535,
      "loss_no": 0.6246689466329721,
      "loss_yes": 0.7683204809824625,
      "step": 3115
    },
    {
      "epoch": 0.7428571428571429,
      "grad_norm": 1.18546724319458,
      "learning_rate": 1.6389033206705162e-05,
      "loss": 0.34073729515075685,
      "loss_no": 0.6366374492645264,
      "loss_yes": 0.722040851910909,
      "step": 3120
    },
    {
      "epoch": 0.7440476190476191,
      "grad_norm": 0.9117259979248047,
      "learning_rate": 1.624655606206103e-05,
      "loss": 0.3013925313949585,
      "loss_no": 0.503963725907462,
      "loss_yes": 0.7120074661154496,
      "step": 3125
    },
    {
      "epoch": 0.7452380952380953,
      "grad_norm": 0.8965622782707214,
      "learning_rate": 1.6104580699624837e-05,
      "loss": 0.2873880863189697,
      "loss_no": 0.5814239163147775,
      "loss_yes": 0.5687595435551235,
      "step": 3130
    },
    {
      "epoch": 0.7464285714285714,
      "grad_norm": 0.7218815684318542,
      "learning_rate": 1.5963109230017093e-05,
      "loss": 0.3394200325012207,
      "loss_no": 0.7110469473732842,
      "loss_yes": 0.6524872129613702,
      "step": 3135
    },
    {
      "epoch": 0.7476190476190476,
      "grad_norm": 0.9723743200302124,
      "learning_rate": 1.5822143756367387e-05,
      "loss": 0.28950212001800535,
      "loss_no": 0.6547941863536835,
      "loss_yes": 0.5465207866259983,
      "step": 3140
    },
    {
      "epoch": 0.7488095238095238,
      "grad_norm": 0.7507990598678589,
      "learning_rate": 1.5681686374283088e-05,
      "loss": 0.33134031295776367,
      "loss_no": 0.7445106744766236,
      "loss_yes": 0.5808488607406617,
      "step": 3145
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.1555652618408203,
      "learning_rate": 1.5541739171818252e-05,
      "loss": 0.3015758037567139,
      "loss_no": 0.8040319614940219,
      "loss_yes": 0.43879276514053345,
      "step": 3150
    },
    {
      "epoch": 0.7511904761904762,
      "grad_norm": 2.6261889934539795,
      "learning_rate": 1.5402304229442564e-05,
      "loss": 0.28604080677032473,
      "loss_no": 0.681267973780632,
      "loss_yes": 0.46289217472076416,
      "step": 3155
    },
    {
      "epoch": 0.7523809523809524,
      "grad_norm": 1.0205482244491577,
      "learning_rate": 1.5263383620010357e-05,
      "loss": 0.30303244590759276,
      "loss_no": 0.6995630207515898,
      "loss_yes": 0.5027218115957159,
      "step": 3160
    },
    {
      "epoch": 0.7535714285714286,
      "grad_norm": 0.5351570844650269,
      "learning_rate": 1.5124979408729861e-05,
      "loss": 0.2842730522155762,
      "loss_no": 0.6284633033415851,
      "loss_yes": 0.5242575096047443,
      "step": 3165
    },
    {
      "epoch": 0.7547619047619047,
      "grad_norm": 1.2648438215255737,
      "learning_rate": 1.4987093653132484e-05,
      "loss": 0.31278562545776367,
      "loss_no": 0.6100143142368483,
      "loss_yes": 0.6466167569160461,
      "step": 3170
    },
    {
      "epoch": 0.7559523809523809,
      "grad_norm": 0.5675367116928101,
      "learning_rate": 1.4849728403042213e-05,
      "loss": 0.30620179176330564,
      "loss_no": 0.5910158716142178,
      "loss_yes": 0.626661037405332,
      "step": 3175
    },
    {
      "epoch": 0.7571428571428571,
      "grad_norm": 1.2487821578979492,
      "learning_rate": 1.4712885700545126e-05,
      "loss": 0.30032312870025635,
      "loss_no": 0.5771707547338385,
      "loss_yes": 0.6218841984158471,
      "step": 3180
    },
    {
      "epoch": 0.7583333333333333,
      "grad_norm": 0.5491620302200317,
      "learning_rate": 1.4576567579959071e-05,
      "loss": 0.3448126792907715,
      "loss_no": 0.670306384563446,
      "loss_yes": 0.7186017744243145,
      "step": 3185
    },
    {
      "epoch": 0.7595238095238095,
      "grad_norm": 1.505180835723877,
      "learning_rate": 1.4440776067803419e-05,
      "loss": 0.3322643518447876,
      "loss_no": 0.6535956348691668,
      "loss_yes": 0.6704142093658447,
      "step": 3190
    },
    {
      "epoch": 0.7607142857142857,
      "grad_norm": 0.7787747383117676,
      "learning_rate": 1.4305513182768915e-05,
      "loss": 0.25730395317077637,
      "loss_no": 0.5728957772254943,
      "loss_yes": 0.4796331787109375,
      "step": 3195
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 1.4223726987838745,
      "learning_rate": 1.4170780935687656e-05,
      "loss": 0.25960302352905273,
      "loss_no": 0.6534498579361859,
      "loss_yes": 0.4199806477712548,
      "step": 3200
    },
    {
      "epoch": 0.763095238095238,
      "grad_norm": 1.4219831228256226,
      "learning_rate": 1.4036581329503245e-05,
      "loss": 0.2670730113983154,
      "loss_no": 0.6286299228668213,
      "loss_yes": 0.3136792704463005,
      "step": 3205
    },
    {
      "epoch": 0.7642857142857142,
      "grad_norm": 1.418642282485962,
      "learning_rate": 1.3902916359240987e-05,
      "loss": 0.33604774475097654,
      "loss_no": 0.824730678608543,
      "loss_yes": 0.533995338848659,
      "step": 3210
    },
    {
      "epoch": 0.7654761904761904,
      "grad_norm": 1.4012343883514404,
      "learning_rate": 1.3769788011978252e-05,
      "loss": 0.28791964054107666,
      "loss_no": 0.7227552107402256,
      "loss_yes": 0.49672959859554583,
      "step": 3215
    },
    {
      "epoch": 0.7666666666666667,
      "grad_norm": 1.7789452075958252,
      "learning_rate": 1.363719826681486e-05,
      "loss": 0.3051788806915283,
      "loss_no": 0.639438245607459,
      "loss_yes": 0.5710122374927297,
      "step": 3220
    },
    {
      "epoch": 0.7678571428571429,
      "grad_norm": 1.525940179824829,
      "learning_rate": 1.3505149094843766e-05,
      "loss": 0.2938040256500244,
      "loss_no": 0.578818964958191,
      "loss_yes": 0.6022554755210876,
      "step": 3225
    },
    {
      "epoch": 0.7690476190476191,
      "grad_norm": 2.045034646987915,
      "learning_rate": 1.3373642459121715e-05,
      "loss": 0.31191990375518797,
      "loss_no": 0.5400980015595754,
      "loss_yes": 0.6923549798401919,
      "step": 3230
    },
    {
      "epoch": 0.7702380952380953,
      "grad_norm": 1.6503771543502808,
      "learning_rate": 1.3242680314639993e-05,
      "loss": 0.2807047367095947,
      "loss_no": 0.4727363204956055,
      "loss_yes": 0.7091974496841431,
      "step": 3235
    },
    {
      "epoch": 0.7714285714285715,
      "grad_norm": 1.3683195114135742,
      "learning_rate": 1.3112264608295477e-05,
      "loss": 0.25205135345458984,
      "loss_no": 0.49287606854187815,
      "loss_yes": 0.5142591659511838,
      "step": 3240
    },
    {
      "epoch": 0.7726190476190476,
      "grad_norm": 1.43302583694458,
      "learning_rate": 1.2982397278861625e-05,
      "loss": 0.2937185287475586,
      "loss_no": 0.4577690362930298,
      "loss_yes": 0.7171037256717682,
      "step": 3245
    },
    {
      "epoch": 0.7738095238095238,
      "grad_norm": 0.7732179760932922,
      "learning_rate": 1.2853080256959655e-05,
      "loss": 0.2532199382781982,
      "loss_no": 0.41334707538286847,
      "loss_yes": 0.6460779458284378,
      "step": 3250
    },
    {
      "epoch": 0.775,
      "grad_norm": 1.7258667945861816,
      "learning_rate": 1.2724315465029874e-05,
      "loss": 0.2962015151977539,
      "loss_no": 0.5203441455960274,
      "loss_yes": 0.6404408166805903,
      "step": 3255
    },
    {
      "epoch": 0.7761904761904762,
      "grad_norm": 1.6106855869293213,
      "learning_rate": 1.2596104817303062e-05,
      "loss": 0.26347076892852783,
      "loss_no": 0.5015129424907543,
      "loss_yes": 0.5797539628469027,
      "step": 3260
    },
    {
      "epoch": 0.7773809523809524,
      "grad_norm": 2.550755500793457,
      "learning_rate": 1.2468450219772054e-05,
      "loss": 0.2816596269607544,
      "loss_no": 0.46920434137185413,
      "loss_yes": 0.7044902257621288,
      "step": 3265
    },
    {
      "epoch": 0.7785714285714286,
      "grad_norm": 1.3928872346878052,
      "learning_rate": 1.2341353570163355e-05,
      "loss": 0.2919309139251709,
      "loss_no": 0.3586546281973521,
      "loss_yes": 0.9216720759868622,
      "step": 3270
    },
    {
      "epoch": 0.7797619047619048,
      "grad_norm": 1.1319974660873413,
      "learning_rate": 1.2214816757908987e-05,
      "loss": 0.29342007637023926,
      "loss_no": 0.34409355707803596,
      "loss_yes": 0.8064677261170887,
      "step": 3275
    },
    {
      "epoch": 0.780952380952381,
      "grad_norm": 1.4063268899917603,
      "learning_rate": 1.2088841664118367e-05,
      "loss": 0.3531287670135498,
      "loss_no": 0.5073847770690918,
      "loss_yes": 0.8255806541442872,
      "step": 3280
    },
    {
      "epoch": 0.7821428571428571,
      "grad_norm": 1.915503978729248,
      "learning_rate": 1.196343016155032e-05,
      "loss": 0.3527284383773804,
      "loss_no": 0.7142766068379084,
      "loss_yes": 0.6957079611326519,
      "step": 3285
    },
    {
      "epoch": 0.7833333333333333,
      "grad_norm": 1.491756796836853,
      "learning_rate": 1.1838584114585294e-05,
      "loss": 0.33558173179626466,
      "loss_no": 0.7093348411413339,
      "loss_yes": 0.6002731152943203,
      "step": 3290
    },
    {
      "epoch": 0.7845238095238095,
      "grad_norm": 2.080812692642212,
      "learning_rate": 1.1714305379197615e-05,
      "loss": 0.31748456954956056,
      "loss_no": 0.608804817383106,
      "loss_yes": 0.6475661154146548,
      "step": 3295
    },
    {
      "epoch": 0.7857142857142857,
      "grad_norm": 0.9579039812088013,
      "learning_rate": 1.1590595802927901e-05,
      "loss": 0.31507625579833987,
      "loss_no": 0.6690856720271864,
      "loss_yes": 0.594926118850708,
      "step": 3300
    },
    {
      "epoch": 0.7869047619047619,
      "grad_norm": 1.8674668073654175,
      "learning_rate": 1.1467457224855544e-05,
      "loss": 0.30846922397613524,
      "loss_no": 0.5056177207401821,
      "loss_yes": 0.7399763308073345,
      "step": 3305
    },
    {
      "epoch": 0.7880952380952381,
      "grad_norm": 0.8870185017585754,
      "learning_rate": 1.1344891475571474e-05,
      "loss": 0.2983077049255371,
      "loss_no": 0.6872238628566265,
      "loss_yes": 0.5060054659843445,
      "step": 3310
    },
    {
      "epoch": 0.7892857142857143,
      "grad_norm": 1.500064730644226,
      "learning_rate": 1.1222900377150858e-05,
      "loss": 0.35549628734588623,
      "loss_no": 0.6905170992801064,
      "loss_yes": 0.7295170284452892,
      "step": 3315
    },
    {
      "epoch": 0.7904761904761904,
      "grad_norm": 1.0614204406738281,
      "learning_rate": 1.1101485743126072e-05,
      "loss": 0.2728781223297119,
      "loss_no": 0.6124702001872816,
      "loss_yes": 0.48539493197486516,
      "step": 3320
    },
    {
      "epoch": 0.7916666666666666,
      "grad_norm": 1.2582637071609497,
      "learning_rate": 1.0980649378459668e-05,
      "loss": 0.27600822448730467,
      "loss_no": 0.5742341904413133,
      "loss_yes": 0.5274559322156405,
      "step": 3325
    },
    {
      "epoch": 0.7928571428571428,
      "grad_norm": 1.5465517044067383,
      "learning_rate": 1.0860393079517616e-05,
      "loss": 0.3536229133605957,
      "loss_no": 0.7192913449328878,
      "loss_yes": 0.690948205835679,
      "step": 3330
    },
    {
      "epoch": 0.794047619047619,
      "grad_norm": 1.263485312461853,
      "learning_rate": 1.0740718634042568e-05,
      "loss": 0.2567830324172974,
      "loss_no": 0.5632452766100565,
      "loss_yes": 0.43904586881399155,
      "step": 3335
    },
    {
      "epoch": 0.7952380952380952,
      "grad_norm": 0.9463931918144226,
      "learning_rate": 1.0621627821127289e-05,
      "loss": 0.2625788688659668,
      "loss_no": 0.46900275349617004,
      "loss_yes": 0.6093886084854603,
      "step": 3340
    },
    {
      "epoch": 0.7964285714285714,
      "grad_norm": 3.271495819091797,
      "learning_rate": 1.050312241118816e-05,
      "loss": 0.3219271183013916,
      "loss_no": 0.5768288444070255,
      "loss_yes": 0.69339410636736,
      "step": 3345
    },
    {
      "epoch": 0.7976190476190477,
      "grad_norm": 1.4037857055664062,
      "learning_rate": 1.038520416593895e-05,
      "loss": 0.2821628570556641,
      "loss_no": 0.4334862846881151,
      "loss_yes": 0.6515509287516276,
      "step": 3350
    },
    {
      "epoch": 0.7988095238095239,
      "grad_norm": 1.4622410535812378,
      "learning_rate": 1.026787483836456e-05,
      "loss": 0.26369466781616213,
      "loss_no": 0.39652611450715497,
      "loss_yes": 0.6873325341277652,
      "step": 3355
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.9171804189682007,
      "learning_rate": 1.0151136172694953e-05,
      "loss": 0.2839590311050415,
      "loss_no": 0.3956131310690017,
      "loss_yes": 0.758359576526441,
      "step": 3360
    },
    {
      "epoch": 0.8011904761904762,
      "grad_norm": 1.2416436672210693,
      "learning_rate": 1.0034989904379293e-05,
      "loss": 0.3570480585098267,
      "loss_no": 0.7035552859306335,
      "loss_yes": 0.7299065440893173,
      "step": 3365
    },
    {
      "epoch": 0.8023809523809524,
      "grad_norm": 2.3733885288238525,
      "learning_rate": 9.919437760060073e-06,
      "loss": 0.2283416748046875,
      "loss_no": 0.47788376074570876,
      "loss_yes": 0.41730973975999014,
      "step": 3370
    },
    {
      "epoch": 0.8035714285714286,
      "grad_norm": 1.4211738109588623,
      "learning_rate": 9.804481457547498e-06,
      "loss": 0.24874801635742189,
      "loss_no": 0.45832835137844086,
      "loss_yes": 0.5236068417628607,
      "step": 3375
    },
    {
      "epoch": 0.8047619047619048,
      "grad_norm": 1.6435478925704956,
      "learning_rate": 9.690122705793914e-06,
      "loss": 0.3184936285018921,
      "loss_no": 0.538212968243493,
      "loss_yes": 0.7178019339388068,
      "step": 3380
    },
    {
      "epoch": 0.805952380952381,
      "grad_norm": 1.2713477611541748,
      "learning_rate": 9.576363204868416e-06,
      "loss": 0.2997147560119629,
      "loss_no": 0.5622510115305582,
      "loss_yes": 0.6405209616610879,
      "step": 3385
    },
    {
      "epoch": 0.8071428571428572,
      "grad_norm": 1.3867666721343994,
      "learning_rate": 9.46320464593159e-06,
      "loss": 0.32266697883605955,
      "loss_no": 0.608723824674433,
      "loss_yes": 0.6900790664884779,
      "step": 3390
    },
    {
      "epoch": 0.8083333333333333,
      "grad_norm": 1.8864377737045288,
      "learning_rate": 9.350648711210314e-06,
      "loss": 0.3141640186309814,
      "loss_no": 0.5571097373962403,
      "loss_yes": 0.6995456695556641,
      "step": 3395
    },
    {
      "epoch": 0.8095238095238095,
      "grad_norm": 0.8148184418678284,
      "learning_rate": 9.23869707397283e-06,
      "loss": 0.25673861503601075,
      "loss_no": 0.5036170416408114,
      "loss_yes": 0.5215436003424905,
      "step": 3400
    },
    {
      "epoch": 0.8107142857142857,
      "grad_norm": 1.706754446029663,
      "learning_rate": 9.127351398503842e-06,
      "loss": 0.25609803199768066,
      "loss_no": 0.5372380789588479,
      "loss_yes": 0.49368590375651483,
      "step": 3405
    },
    {
      "epoch": 0.8119047619047619,
      "grad_norm": 2.359980344772339,
      "learning_rate": 9.016613340079705e-06,
      "loss": 0.28424992561340334,
      "loss_no": 0.5731900095939636,
      "loss_yes": 0.5606823285420736,
      "step": 3410
    },
    {
      "epoch": 0.8130952380952381,
      "grad_norm": 2.466752290725708,
      "learning_rate": 8.906484544943932e-06,
      "loss": 0.28390510082244874,
      "loss_no": 0.7015995383262634,
      "loss_yes": 0.43402036279439926,
      "step": 3415
    },
    {
      "epoch": 0.8142857142857143,
      "grad_norm": 1.7164047956466675,
      "learning_rate": 8.796966650282646e-06,
      "loss": 0.37882518768310547,
      "loss_no": 0.7424093151092529,
      "loss_yes": 0.7830509960651397,
      "step": 3420
    },
    {
      "epoch": 0.8154761904761905,
      "grad_norm": 3.3145015239715576,
      "learning_rate": 8.688061284200266e-06,
      "loss": 0.2848245859146118,
      "loss_no": 0.5590816020965577,
      "loss_yes": 0.5802161574363709,
      "step": 3425
    },
    {
      "epoch": 0.8166666666666667,
      "grad_norm": 0.9894784688949585,
      "learning_rate": 8.579770065695264e-06,
      "loss": 0.30023114681243895,
      "loss_no": 0.5481761944921393,
      "loss_yes": 0.6477683669044858,
      "step": 3430
    },
    {
      "epoch": 0.8178571428571428,
      "grad_norm": 1.7766915559768677,
      "learning_rate": 8.472094604636177e-06,
      "loss": 0.3292394638061523,
      "loss_no": 0.6561153311478464,
      "loss_yes": 0.6606169484910511,
      "step": 3435
    },
    {
      "epoch": 0.819047619047619,
      "grad_norm": 1.6049871444702148,
      "learning_rate": 8.365036501737605e-06,
      "loss": 0.2893435001373291,
      "loss_no": 0.49642319338662283,
      "loss_yes": 0.6696093898070486,
      "step": 3440
    },
    {
      "epoch": 0.8202380952380952,
      "grad_norm": 1.6324056386947632,
      "learning_rate": 8.25859734853645e-06,
      "loss": 0.33645656108856203,
      "loss_no": 0.676181185245514,
      "loss_yes": 0.6696442246437073,
      "step": 3445
    },
    {
      "epoch": 0.8214285714285714,
      "grad_norm": 2.819746732711792,
      "learning_rate": 8.152778727368204e-06,
      "loss": 0.2614628076553345,
      "loss_no": 0.5876837217289469,
      "loss_yes": 0.43531068633584413,
      "step": 3450
    },
    {
      "epoch": 0.8226190476190476,
      "grad_norm": 1.6243902444839478,
      "learning_rate": 8.047582211343519e-06,
      "loss": 0.3281087398529053,
      "loss_no": 0.6253479827534069,
      "loss_yes": 0.6939460527565744,
      "step": 3455
    },
    {
      "epoch": 0.8238095238095238,
      "grad_norm": 2.1049818992614746,
      "learning_rate": 7.943009364324733e-06,
      "loss": 0.353215765953064,
      "loss_no": 0.6385482788085938,
      "loss_yes": 0.7743133157491684,
      "step": 3460
    },
    {
      "epoch": 0.825,
      "grad_norm": 1.3358776569366455,
      "learning_rate": 7.839061740902676e-06,
      "loss": 0.2765599012374878,
      "loss_no": 0.5545789665646024,
      "loss_yes": 0.5519250550053336,
      "step": 3465
    },
    {
      "epoch": 0.8261904761904761,
      "grad_norm": 1.6802276372909546,
      "learning_rate": 7.73574088637351e-06,
      "loss": 0.3835446834564209,
      "loss_no": 0.558989193290472,
      "loss_yes": 0.9058218399683634,
      "step": 3470
    },
    {
      "epoch": 0.8273809523809523,
      "grad_norm": 0.9142789840698242,
      "learning_rate": 7.633048336715814e-06,
      "loss": 0.30129554271698,
      "loss_no": 0.6018056869506836,
      "loss_yes": 0.6034565881678933,
      "step": 3475
    },
    {
      "epoch": 0.8285714285714286,
      "grad_norm": 1.2847498655319214,
      "learning_rate": 7.530985618567726e-06,
      "loss": 0.27495248317718507,
      "loss_no": 0.4988627704707059,
      "loss_yes": 0.6122884543405639,
      "step": 3480
    },
    {
      "epoch": 0.8297619047619048,
      "grad_norm": 0.9672670960426331,
      "learning_rate": 7.429554249204201e-06,
      "loss": 0.2837639093399048,
      "loss_no": 0.5398603507450649,
      "loss_yes": 0.5981049098466572,
      "step": 3485
    },
    {
      "epoch": 0.830952380952381,
      "grad_norm": 1.432620644569397,
      "learning_rate": 7.3287557365145365e-06,
      "loss": 0.2965397357940674,
      "loss_no": 0.4564290165901184,
      "loss_yes": 0.7297283709049225,
      "step": 3490
    },
    {
      "epoch": 0.8321428571428572,
      "grad_norm": 1.4654840230941772,
      "learning_rate": 7.228591578979904e-06,
      "loss": 0.3072380542755127,
      "loss_no": 0.6629395484924316,
      "loss_yes": 0.5609096910775406,
      "step": 3495
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 2.064072608947754,
      "learning_rate": 7.129063265651103e-06,
      "loss": 0.30356998443603517,
      "loss_no": 0.612880839407444,
      "loss_yes": 0.6013968462291814,
      "step": 3500
    },
    {
      "epoch": 0.8345238095238096,
      "grad_norm": 1.6681071519851685,
      "learning_rate": 7.030172276126351e-06,
      "loss": 0.26092844009399413,
      "loss_no": 0.46124934653441113,
      "loss_yes": 0.6127662546932697,
      "step": 3505
    },
    {
      "epoch": 0.8357142857142857,
      "grad_norm": 1.3732351064682007,
      "learning_rate": 6.931920080529425e-06,
      "loss": 0.31734139919281007,
      "loss_no": 0.6933449081012181,
      "loss_yes": 0.603093303166903,
      "step": 3510
    },
    {
      "epoch": 0.8369047619047619,
      "grad_norm": 1.6107312440872192,
      "learning_rate": 6.8343081394876715e-06,
      "loss": 0.3317698001861572,
      "loss_no": 0.5429742932319641,
      "loss_yes": 0.7841038942337036,
      "step": 3515
    },
    {
      "epoch": 0.8380952380952381,
      "grad_norm": 1.7451574802398682,
      "learning_rate": 6.737337904110341e-06,
      "loss": 0.3032121181488037,
      "loss_no": 0.5913580477237701,
      "loss_yes": 0.6214890718460083,
      "step": 3520
    },
    {
      "epoch": 0.8392857142857143,
      "grad_norm": 2.4609999656677246,
      "learning_rate": 6.641010815967053e-06,
      "loss": 0.28849799633026124,
      "loss_no": 0.5700046325984754,
      "loss_yes": 0.5833198343004499,
      "step": 3525
    },
    {
      "epoch": 0.8404761904761905,
      "grad_norm": 1.221366047859192,
      "learning_rate": 6.545328307066323e-06,
      "loss": 0.3434128761291504,
      "loss_no": 0.7424320039295015,
      "loss_yes": 0.625365181973106,
      "step": 3530
    },
    {
      "epoch": 0.8416666666666667,
      "grad_norm": 1.3614789247512817,
      "learning_rate": 6.4502917998342575e-06,
      "loss": 0.30378212928771975,
      "loss_no": 0.5547819702248824,
      "loss_yes": 0.6553188221795219,
      "step": 3535
    },
    {
      "epoch": 0.8428571428571429,
      "grad_norm": 0.7144644856452942,
      "learning_rate": 6.355902707093469e-06,
      "loss": 0.24400136470794678,
      "loss_no": 0.5469670414924621,
      "loss_yes": 0.4290326118469238,
      "step": 3540
    },
    {
      "epoch": 0.844047619047619,
      "grad_norm": 1.39779531955719,
      "learning_rate": 6.262162432042029e-06,
      "loss": 0.28571932315826415,
      "loss_no": 0.5521870851516724,
      "loss_yes": 0.5927155519786634,
      "step": 3545
    },
    {
      "epoch": 0.8452380952380952,
      "grad_norm": 1.3027160167694092,
      "learning_rate": 6.16907236823262e-06,
      "loss": 0.2812680959701538,
      "loss_no": 0.5523689985275269,
      "loss_yes": 0.5708526968955994,
      "step": 3550
    },
    {
      "epoch": 0.8464285714285714,
      "grad_norm": 1.4682379961013794,
      "learning_rate": 6.076633899551798e-06,
      "loss": 0.3672646045684814,
      "loss_no": 0.69566482764024,
      "loss_yes": 0.8067044786044529,
      "step": 3555
    },
    {
      "epoch": 0.8476190476190476,
      "grad_norm": 1.4493577480316162,
      "learning_rate": 5.984848400199461e-06,
      "loss": 0.2927753686904907,
      "loss_no": 0.566954211184853,
      "loss_yes": 0.6023754392351423,
      "step": 3560
    },
    {
      "epoch": 0.8488095238095238,
      "grad_norm": 1.2669798135757446,
      "learning_rate": 5.893717234668383e-06,
      "loss": 0.30860326290130613,
      "loss_no": 0.6639897911636917,
      "loss_yes": 0.5200384488472571,
      "step": 3565
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.172913670539856,
      "learning_rate": 5.803241757723959e-06,
      "loss": 0.2651472568511963,
      "loss_no": 0.522492527961731,
      "loss_yes": 0.5536981020122766,
      "step": 3570
    },
    {
      "epoch": 0.8511904761904762,
      "grad_norm": 1.9929835796356201,
      "learning_rate": 5.713423314384025e-06,
      "loss": 0.3094679117202759,
      "loss_no": 0.542084813117981,
      "loss_yes": 0.7038753597359908,
      "step": 3575
    },
    {
      "epoch": 0.8523809523809524,
      "grad_norm": 2.364461898803711,
      "learning_rate": 5.6242632398989085e-06,
      "loss": 0.28835532665252683,
      "loss_no": 0.4562499272195916,
      "loss_yes": 0.6856963407425654,
      "step": 3580
    },
    {
      "epoch": 0.8535714285714285,
      "grad_norm": 0.7102277278900146,
      "learning_rate": 5.535762859731547e-06,
      "loss": 0.31534152030944823,
      "loss_no": 0.4159450928370158,
      "loss_yes": 0.7595252418518066,
      "step": 3585
    },
    {
      "epoch": 0.8547619047619047,
      "grad_norm": 1.7531747817993164,
      "learning_rate": 5.447923489537809e-06,
      "loss": 0.2953195571899414,
      "loss_no": 0.4463568167252974,
      "loss_yes": 0.7669833103815714,
      "step": 3590
    },
    {
      "epoch": 0.8559523809523809,
      "grad_norm": 1.4781160354614258,
      "learning_rate": 5.360746435146885e-06,
      "loss": 0.2561044692993164,
      "loss_no": 0.47584001421928407,
      "loss_yes": 0.548576545715332,
      "step": 3595
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 1.8745415210723877,
      "learning_rate": 5.274232992541944e-06,
      "loss": 0.27426443099975584,
      "loss_no": 0.4033026322722435,
      "loss_yes": 0.6453457673390707,
      "step": 3600
    },
    {
      "epoch": 0.8583333333333333,
      "grad_norm": 0.4219910204410553,
      "learning_rate": 5.188384447840827e-06,
      "loss": 0.3384168386459351,
      "loss_no": 0.692451863061814,
      "loss_yes": 0.6595707692598042,
      "step": 3605
    },
    {
      "epoch": 0.8595238095238096,
      "grad_norm": 1.3145443201065063,
      "learning_rate": 5.103202077276908e-06,
      "loss": 0.2678621768951416,
      "loss_no": 0.5053510400984023,
      "loss_yes": 0.5605739626017484,
      "step": 3610
    },
    {
      "epoch": 0.8607142857142858,
      "grad_norm": 0.9994755387306213,
      "learning_rate": 5.018687147180184e-06,
      "loss": 0.28395915031433105,
      "loss_no": 0.5915217740195138,
      "loss_yes": 0.5418293758442527,
      "step": 3615
    },
    {
      "epoch": 0.861904761904762,
      "grad_norm": 1.5003910064697266,
      "learning_rate": 4.934840913958388e-06,
      "loss": 0.3006402015686035,
      "loss_no": 0.637735578748915,
      "loss_yes": 0.5714512955058705,
      "step": 3620
    },
    {
      "epoch": 0.8630952380952381,
      "grad_norm": 0.8317853808403015,
      "learning_rate": 4.851664624078356e-06,
      "loss": 0.26886298656463625,
      "loss_no": 0.5583321167075116,
      "loss_yes": 0.5098462245043587,
      "step": 3625
    },
    {
      "epoch": 0.8642857142857143,
      "grad_norm": 1.3154423236846924,
      "learning_rate": 4.769159514047433e-06,
      "loss": 0.3228508710861206,
      "loss_no": 0.5541609972715378,
      "loss_yes": 0.7830120027065277,
      "step": 3630
    },
    {
      "epoch": 0.8654761904761905,
      "grad_norm": 2.0482144355773926,
      "learning_rate": 4.687326810395198e-06,
      "loss": 0.2907395839691162,
      "loss_no": 0.5240035653114319,
      "loss_yes": 0.651722745762931,
      "step": 3635
    },
    {
      "epoch": 0.8666666666666667,
      "grad_norm": 2.144601583480835,
      "learning_rate": 4.606167729655131e-06,
      "loss": 0.34583449363708496,
      "loss_no": 0.4601820777444279,
      "loss_yes": 0.8627675408902375,
      "step": 3640
    },
    {
      "epoch": 0.8678571428571429,
      "grad_norm": 1.286685585975647,
      "learning_rate": 4.525683478346548e-06,
      "loss": 0.27079973220825193,
      "loss_no": 0.523898359388113,
      "loss_yes": 0.553399865825971,
      "step": 3645
    },
    {
      "epoch": 0.8690476190476191,
      "grad_norm": 2.106489896774292,
      "learning_rate": 4.445875252956705e-06,
      "loss": 0.364846396446228,
      "loss_no": 0.5422308610545264,
      "loss_yes": 0.8830699487165972,
      "step": 3650
    },
    {
      "epoch": 0.8702380952380953,
      "grad_norm": 4.8453826904296875,
      "learning_rate": 4.366744239922998e-06,
      "loss": 0.27410106658935546,
      "loss_no": 0.5179329859583002,
      "loss_yes": 0.5755875337691534,
      "step": 3655
    },
    {
      "epoch": 0.8714285714285714,
      "grad_norm": 1.2244632244110107,
      "learning_rate": 4.288291615615269e-06,
      "loss": 0.2900105953216553,
      "loss_no": 0.537867373890347,
      "loss_yes": 0.614509788426486,
      "step": 3660
    },
    {
      "epoch": 0.8726190476190476,
      "grad_norm": 0.917835533618927,
      "learning_rate": 4.21051854631841e-06,
      "loss": 0.28830010890960694,
      "loss_no": 0.628204956650734,
      "loss_yes": 0.5421962092320124,
      "step": 3665
    },
    {
      "epoch": 0.8738095238095238,
      "grad_norm": 1.7359250783920288,
      "learning_rate": 4.1334261882149505e-06,
      "loss": 0.2843879222869873,
      "loss_no": 0.6167268111155584,
      "loss_yes": 0.47972282980169567,
      "step": 3670
    },
    {
      "epoch": 0.875,
      "grad_norm": 0.8809642791748047,
      "learning_rate": 4.05701568736791e-06,
      "loss": 0.24583053588867188,
      "loss_no": 0.5474268396695455,
      "loss_yes": 0.44603308222510596,
      "step": 3675
    },
    {
      "epoch": 0.8761904761904762,
      "grad_norm": 1.1962621212005615,
      "learning_rate": 3.981288179703729e-06,
      "loss": 0.2736185550689697,
      "loss_no": 0.4905920743942261,
      "loss_yes": 0.6038814604282379,
      "step": 3680
    },
    {
      "epoch": 0.8773809523809524,
      "grad_norm": 2.488250255584717,
      "learning_rate": 3.906244790995422e-06,
      "loss": 0.3171799421310425,
      "loss_no": 0.6005018750826517,
      "loss_yes": 0.6851461231708527,
      "step": 3685
    },
    {
      "epoch": 0.8785714285714286,
      "grad_norm": 2.9192609786987305,
      "learning_rate": 3.8318866368458e-06,
      "loss": 0.2900432348251343,
      "loss_no": 0.5255122059269955,
      "loss_yes": 0.6294627359935215,
      "step": 3690
    },
    {
      "epoch": 0.8797619047619047,
      "grad_norm": 2.2437477111816406,
      "learning_rate": 3.7582148226709357e-06,
      "loss": 0.32773776054382325,
      "loss_no": 0.6915266811847687,
      "loss_yes": 0.6259786730462854,
      "step": 3695
    },
    {
      "epoch": 0.8809523809523809,
      "grad_norm": 1.1976271867752075,
      "learning_rate": 3.685230443683657e-06,
      "loss": 0.2713948726654053,
      "loss_no": 0.5475680477478925,
      "loss_yes": 0.5392575678618058,
      "step": 3700
    },
    {
      "epoch": 0.8821428571428571,
      "grad_norm": 1.0585688352584839,
      "learning_rate": 3.6129345848773477e-06,
      "loss": 0.2886157274246216,
      "loss_no": 0.546505331993103,
      "loss_yes": 0.5999415750088899,
      "step": 3705
    },
    {
      "epoch": 0.8833333333333333,
      "grad_norm": 1.5698257684707642,
      "learning_rate": 3.5413283210097515e-06,
      "loss": 0.3134589910507202,
      "loss_no": 0.5666014730930329,
      "loss_yes": 0.6872340917587281,
      "step": 3710
    },
    {
      "epoch": 0.8845238095238095,
      "grad_norm": 2.3452706336975098,
      "learning_rate": 3.4704127165870517e-06,
      "loss": 0.34957013130187986,
      "loss_no": 0.6437755737985883,
      "loss_yes": 0.7289517842806302,
      "step": 3715
    },
    {
      "epoch": 0.8857142857142857,
      "grad_norm": 1.2377879619598389,
      "learning_rate": 3.400188825847983e-06,
      "loss": 0.2484807014465332,
      "loss_no": 0.6103937876851935,
      "loss_yes": 0.3943315460568383,
      "step": 3720
    },
    {
      "epoch": 0.8869047619047619,
      "grad_norm": 1.3141182661056519,
      "learning_rate": 3.3306576927482126e-06,
      "loss": 0.2481754779815674,
      "loss_no": 0.5531200965245565,
      "loss_yes": 0.44990303976969287,
      "step": 3725
    },
    {
      "epoch": 0.888095238095238,
      "grad_norm": 2.0042099952697754,
      "learning_rate": 3.2618203509448053e-06,
      "loss": 0.2947255611419678,
      "loss_no": 0.6876530647277832,
      "loss_yes": 0.4809094766066042,
      "step": 3730
    },
    {
      "epoch": 0.8892857142857142,
      "grad_norm": 2.632530927658081,
      "learning_rate": 3.1936778237808273e-06,
      "loss": 0.3380464553833008,
      "loss_no": 0.6957582897610135,
      "loss_yes": 0.6352489681860158,
      "step": 3735
    },
    {
      "epoch": 0.8904761904761904,
      "grad_norm": 1.1244934797286987,
      "learning_rate": 3.126231124270179e-06,
      "loss": 0.2994629621505737,
      "loss_no": 0.680036390821139,
      "loss_yes": 0.5325623425570402,
      "step": 3740
    },
    {
      "epoch": 0.8916666666666667,
      "grad_norm": 1.2693476676940918,
      "learning_rate": 3.059481255082519e-06,
      "loss": 0.3277862310409546,
      "loss_no": 0.7390304327011108,
      "loss_yes": 0.5721138477325439,
      "step": 3745
    },
    {
      "epoch": 0.8928571428571429,
      "grad_norm": 1.997361421585083,
      "learning_rate": 2.9934292085283424e-06,
      "loss": 0.27456438541412354,
      "loss_no": 0.4473357285772051,
      "loss_yes": 0.6039387812981238,
      "step": 3750
    }
  ],
  "logging_steps": 5,
  "max_steps": 4200,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 250,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.317234499905626e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}