{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6114260238201389,
  "eval_steps": 10000.0,
  "global_step": 6000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010190433730335648,
      "grad_norm": 39.0,
      "learning_rate": 6.779661016949153e-07,
      "loss": 8.6035,
      "step": 10
    },
    {
      "epoch": 0.0020380867460671297,
      "grad_norm": 36.5,
      "learning_rate": 1.3559322033898307e-06,
      "loss": 8.3336,
      "step": 20
    },
    {
      "epoch": 0.003057130119100694,
      "grad_norm": 28.0,
      "learning_rate": 2.033898305084746e-06,
      "loss": 7.3424,
      "step": 30
    },
    {
      "epoch": 0.004076173492134259,
      "grad_norm": 9.5,
      "learning_rate": 2.7118644067796613e-06,
      "loss": 5.2891,
      "step": 40
    },
    {
      "epoch": 0.005095216865167823,
      "grad_norm": 7.625,
      "learning_rate": 3.3898305084745763e-06,
      "loss": 3.1259,
      "step": 50
    },
    {
      "epoch": 0.006114260238201388,
      "grad_norm": 1.2265625,
      "learning_rate": 4.067796610169492e-06,
      "loss": 1.9534,
      "step": 60
    },
    {
      "epoch": 0.007133303611234953,
      "grad_norm": 0.984375,
      "learning_rate": 4.745762711864408e-06,
      "loss": 1.7291,
      "step": 70
    },
    {
      "epoch": 0.008152346984268519,
      "grad_norm": 0.88671875,
      "learning_rate": 5.423728813559323e-06,
      "loss": 1.6523,
      "step": 80
    },
    {
      "epoch": 0.009171390357302084,
      "grad_norm": 0.80859375,
      "learning_rate": 6.1016949152542385e-06,
      "loss": 1.5714,
      "step": 90
    },
    {
      "epoch": 0.010190433730335647,
      "grad_norm": 0.80078125,
      "learning_rate": 6.779661016949153e-06,
      "loss": 1.5387,
      "step": 100
    },
    {
      "epoch": 0.011209477103369211,
      "grad_norm": 0.6953125,
      "learning_rate": 7.4576271186440685e-06,
      "loss": 1.5065,
      "step": 110
    },
    {
      "epoch": 0.012228520476402776,
      "grad_norm": 0.69140625,
      "learning_rate": 8.135593220338983e-06,
      "loss": 1.469,
      "step": 120
    },
    {
      "epoch": 0.013247563849436341,
      "grad_norm": 0.81640625,
      "learning_rate": 8.8135593220339e-06,
      "loss": 1.4463,
      "step": 130
    },
    {
      "epoch": 0.014266607222469906,
      "grad_norm": 0.95703125,
      "learning_rate": 9.491525423728815e-06,
      "loss": 1.3843,
      "step": 140
    },
    {
      "epoch": 0.01528565059550347,
      "grad_norm": 1.09375,
      "learning_rate": 1.016949152542373e-05,
      "loss": 1.3006,
      "step": 150
    },
    {
      "epoch": 0.016304693968537037,
      "grad_norm": 1.1171875,
      "learning_rate": 1.0847457627118645e-05,
      "loss": 1.1446,
      "step": 160
    },
    {
      "epoch": 0.0173237373415706,
      "grad_norm": 1.0859375,
      "learning_rate": 1.1525423728813561e-05,
      "loss": 0.9626,
      "step": 170
    },
    {
      "epoch": 0.018342780714604167,
      "grad_norm": 1.2109375,
      "learning_rate": 1.2203389830508477e-05,
      "loss": 0.789,
      "step": 180
    },
    {
      "epoch": 0.01936182408763773,
      "grad_norm": 1.0,
      "learning_rate": 1.288135593220339e-05,
      "loss": 0.5722,
      "step": 190
    },
    {
      "epoch": 0.020380867460671293,
      "grad_norm": 0.8359375,
      "learning_rate": 1.3559322033898305e-05,
      "loss": 0.387,
      "step": 200
    },
    {
      "epoch": 0.02139991083370486,
      "grad_norm": 0.6796875,
      "learning_rate": 1.4237288135593221e-05,
      "loss": 0.2307,
      "step": 210
    },
    {
      "epoch": 0.022418954206738423,
      "grad_norm": 0.470703125,
      "learning_rate": 1.4915254237288137e-05,
      "loss": 0.1231,
      "step": 220
    },
    {
      "epoch": 0.02343799757977199,
      "grad_norm": 0.27734375,
      "learning_rate": 1.5593220338983053e-05,
      "loss": 0.0755,
      "step": 230
    },
    {
      "epoch": 0.024457040952805553,
      "grad_norm": 0.357421875,
      "learning_rate": 1.6271186440677967e-05,
      "loss": 0.0474,
      "step": 240
    },
    {
      "epoch": 0.02547608432583912,
      "grad_norm": 0.4375,
      "learning_rate": 1.694915254237288e-05,
      "loss": 0.042,
      "step": 250
    },
    {
      "epoch": 0.026495127698872682,
      "grad_norm": 0.228515625,
      "learning_rate": 1.76271186440678e-05,
      "loss": 0.0411,
      "step": 260
    },
    {
      "epoch": 0.02751417107190625,
      "grad_norm": 0.123046875,
      "learning_rate": 1.8305084745762713e-05,
      "loss": 0.0303,
      "step": 270
    },
    {
      "epoch": 0.028533214444939812,
      "grad_norm": 0.146484375,
      "learning_rate": 1.898305084745763e-05,
      "loss": 0.0381,
      "step": 280
    },
    {
      "epoch": 0.02955225781797338,
      "grad_norm": 0.0947265625,
      "learning_rate": 1.9661016949152545e-05,
      "loss": 0.0315,
      "step": 290
    },
    {
      "epoch": 0.03057130119100694,
      "grad_norm": 0.1005859375,
      "learning_rate": 1.999998638184544e-05,
      "loss": 0.0337,
      "step": 300
    },
    {
      "epoch": 0.03159034456404051,
      "grad_norm": 0.11279296875,
      "learning_rate": 1.999987743683151e-05,
      "loss": 0.0331,
      "step": 310
    },
    {
      "epoch": 0.032609387937074075,
      "grad_norm": 0.0849609375,
      "learning_rate": 1.9999659547990556e-05,
      "loss": 0.0243,
      "step": 320
    },
    {
      "epoch": 0.033628431310107634,
      "grad_norm": 0.08447265625,
      "learning_rate": 1.9999332717696364e-05,
      "loss": 0.0315,
      "step": 330
    },
    {
      "epoch": 0.0346474746831412,
      "grad_norm": 0.07568359375,
      "learning_rate": 1.99988969495096e-05,
      "loss": 0.0263,
      "step": 340
    },
    {
      "epoch": 0.03566651805617477,
      "grad_norm": 0.1083984375,
      "learning_rate": 1.9998352248177743e-05,
      "loss": 0.0302,
      "step": 350
    },
    {
      "epoch": 0.036685561429208334,
      "grad_norm": 0.13671875,
      "learning_rate": 1.999769861963505e-05,
      "loss": 0.0298,
      "step": 360
    },
    {
      "epoch": 0.037704604802241894,
      "grad_norm": 0.078125,
      "learning_rate": 1.999693607100249e-05,
      "loss": 0.0248,
      "step": 370
    },
    {
      "epoch": 0.03872364817527546,
      "grad_norm": 0.10205078125,
      "learning_rate": 1.9996064610587666e-05,
      "loss": 0.0286,
      "step": 380
    },
    {
      "epoch": 0.03974269154830903,
      "grad_norm": 0.10546875,
      "learning_rate": 1.9995084247884704e-05,
      "loss": 0.0254,
      "step": 390
    },
    {
      "epoch": 0.040761734921342586,
      "grad_norm": 0.1474609375,
      "learning_rate": 1.9993994993574196e-05,
      "loss": 0.0267,
      "step": 400
    },
    {
      "epoch": 0.04178077829437615,
      "grad_norm": 0.0869140625,
      "learning_rate": 1.9992796859523033e-05,
      "loss": 0.0261,
      "step": 410
    },
    {
      "epoch": 0.04279982166740972,
      "grad_norm": 0.197265625,
      "learning_rate": 1.9991489858784306e-05,
      "loss": 0.0242,
      "step": 420
    },
    {
      "epoch": 0.043818865040443286,
      "grad_norm": 0.126953125,
      "learning_rate": 1.999007400559716e-05,
      "loss": 0.0268,
      "step": 430
    },
    {
      "epoch": 0.044837908413476846,
      "grad_norm": 0.1357421875,
      "learning_rate": 1.9988549315386624e-05,
      "loss": 0.0247,
      "step": 440
    },
    {
      "epoch": 0.04585695178651041,
      "grad_norm": 0.271484375,
      "learning_rate": 1.998691580476347e-05,
      "loss": 0.0257,
      "step": 450
    },
    {
      "epoch": 0.04687599515954398,
      "grad_norm": 0.11083984375,
      "learning_rate": 1.9985173491523996e-05,
      "loss": 0.0269,
      "step": 460
    },
    {
      "epoch": 0.047895038532577545,
      "grad_norm": 0.06982421875,
      "learning_rate": 1.9983322394649868e-05,
      "loss": 0.0241,
      "step": 470
    },
    {
      "epoch": 0.048914081905611105,
      "grad_norm": 0.10791015625,
      "learning_rate": 1.9981362534307886e-05,
      "loss": 0.0243,
      "step": 480
    },
    {
      "epoch": 0.04993312527864467,
      "grad_norm": 0.05419921875,
      "learning_rate": 1.9979293931849786e-05,
      "loss": 0.023,
      "step": 490
    },
    {
      "epoch": 0.05095216865167824,
      "grad_norm": 0.134765625,
      "learning_rate": 1.9977116609811985e-05,
      "loss": 0.0202,
      "step": 500
    },
    {
      "epoch": 0.051971212024711805,
      "grad_norm": 0.16015625,
      "learning_rate": 1.997483059191536e-05,
      "loss": 0.0261,
      "step": 510
    },
    {
      "epoch": 0.052990255397745364,
      "grad_norm": 0.06689453125,
      "learning_rate": 1.9972435903064964e-05,
      "loss": 0.0197,
      "step": 520
    },
    {
      "epoch": 0.05400929877077893,
      "grad_norm": 0.05615234375,
      "learning_rate": 1.9969932569349778e-05,
      "loss": 0.0235,
      "step": 530
    },
    {
      "epoch": 0.0550283421438125,
      "grad_norm": 0.095703125,
      "learning_rate": 1.996732061804241e-05,
      "loss": 0.0228,
      "step": 540
    },
    {
      "epoch": 0.056047385516846064,
      "grad_norm": 0.07373046875,
      "learning_rate": 1.9964600077598804e-05,
      "loss": 0.0214,
      "step": 550
    },
    {
      "epoch": 0.057066428889879624,
      "grad_norm": 0.07080078125,
      "learning_rate": 1.9961770977657937e-05,
      "loss": 0.0236,
      "step": 560
    },
    {
      "epoch": 0.05808547226291319,
      "grad_norm": 0.061279296875,
      "learning_rate": 1.9958833349041477e-05,
      "loss": 0.02,
      "step": 570
    },
    {
      "epoch": 0.05910451563594676,
      "grad_norm": 0.1572265625,
      "learning_rate": 1.9955787223753474e-05,
      "loss": 0.0264,
      "step": 580
    },
    {
      "epoch": 0.060123559008980317,
      "grad_norm": 0.0576171875,
      "learning_rate": 1.9952632634979984e-05,
      "loss": 0.0231,
      "step": 590
    },
    {
      "epoch": 0.06114260238201388,
      "grad_norm": 0.0673828125,
      "learning_rate": 1.9949369617088728e-05,
      "loss": 0.0206,
      "step": 600
    },
    {
      "epoch": 0.06216164575504745,
      "grad_norm": 0.0576171875,
      "learning_rate": 1.9945998205628706e-05,
      "loss": 0.0238,
      "step": 610
    },
    {
      "epoch": 0.06318068912808102,
      "grad_norm": 0.0498046875,
      "learning_rate": 1.994251843732982e-05,
      "loss": 0.0183,
      "step": 620
    },
    {
      "epoch": 0.06419973250111458,
      "grad_norm": 0.06396484375,
      "learning_rate": 1.9938930350102453e-05,
      "loss": 0.0222,
      "step": 630
    },
    {
      "epoch": 0.06521877587414815,
      "grad_norm": 0.10009765625,
      "learning_rate": 1.993523398303709e-05,
      "loss": 0.0232,
      "step": 640
    },
    {
      "epoch": 0.06623781924718171,
      "grad_norm": 0.07177734375,
      "learning_rate": 1.9931429376403854e-05,
      "loss": 0.0226,
      "step": 650
    },
    {
      "epoch": 0.06725686262021527,
      "grad_norm": 0.050537109375,
      "learning_rate": 1.9927516571652096e-05,
      "loss": 0.0229,
      "step": 660
    },
    {
      "epoch": 0.06827590599324884,
      "grad_norm": 0.045166015625,
      "learning_rate": 1.9923495611409933e-05,
      "loss": 0.0184,
      "step": 670
    },
    {
      "epoch": 0.0692949493662824,
      "grad_norm": 0.04638671875,
      "learning_rate": 1.9919366539483776e-05,
      "loss": 0.0236,
      "step": 680
    },
    {
      "epoch": 0.07031399273931596,
      "grad_norm": 0.11376953125,
      "learning_rate": 1.9915129400857872e-05,
      "loss": 0.0214,
      "step": 690
    },
    {
      "epoch": 0.07133303611234953,
      "grad_norm": 0.12060546875,
      "learning_rate": 1.9910784241693796e-05,
      "loss": 0.0188,
      "step": 700
    },
    {
      "epoch": 0.0723520794853831,
      "grad_norm": 0.09423828125,
      "learning_rate": 1.9906331109329952e-05,
      "loss": 0.02,
      "step": 710
    },
    {
      "epoch": 0.07337112285841667,
      "grad_norm": 0.043701171875,
      "learning_rate": 1.9901770052281067e-05,
      "loss": 0.0201,
      "step": 720
    },
    {
      "epoch": 0.07439016623145023,
      "grad_norm": 0.068359375,
      "learning_rate": 1.9897101120237644e-05,
      "loss": 0.02,
      "step": 730
    },
    {
      "epoch": 0.07540920960448379,
      "grad_norm": 0.1025390625,
      "learning_rate": 1.9892324364065445e-05,
      "loss": 0.02,
      "step": 740
    },
    {
      "epoch": 0.07642825297751736,
      "grad_norm": 0.0859375,
      "learning_rate": 1.9887439835804918e-05,
      "loss": 0.0185,
      "step": 750
    },
    {
      "epoch": 0.07744729635055092,
      "grad_norm": 0.064453125,
      "learning_rate": 1.988244758867063e-05,
      "loss": 0.0215,
      "step": 760
    },
    {
      "epoch": 0.07846633972358448,
      "grad_norm": 0.08251953125,
      "learning_rate": 1.9877347677050706e-05,
      "loss": 0.018,
      "step": 770
    },
    {
      "epoch": 0.07948538309661805,
      "grad_norm": 0.0546875,
      "learning_rate": 1.987214015650621e-05,
      "loss": 0.019,
      "step": 780
    },
    {
      "epoch": 0.08050442646965161,
      "grad_norm": 0.0498046875,
      "learning_rate": 1.9866825083770558e-05,
      "loss": 0.023,
      "step": 790
    },
    {
      "epoch": 0.08152346984268517,
      "grad_norm": 0.058837890625,
      "learning_rate": 1.9861402516748897e-05,
      "loss": 0.0176,
      "step": 800
    },
    {
      "epoch": 0.08254251321571875,
      "grad_norm": 0.07861328125,
      "learning_rate": 1.985587251451748e-05,
      "loss": 0.0225,
      "step": 810
    },
    {
      "epoch": 0.0835615565887523,
      "grad_norm": 0.05712890625,
      "learning_rate": 1.9850235137322995e-05,
      "loss": 0.018,
      "step": 820
    },
    {
      "epoch": 0.08458059996178588,
      "grad_norm": 0.06396484375,
      "learning_rate": 1.9844490446581945e-05,
      "loss": 0.0217,
      "step": 830
    },
    {
      "epoch": 0.08559964333481944,
      "grad_norm": 0.1083984375,
      "learning_rate": 1.9838638504879955e-05,
      "loss": 0.0187,
      "step": 840
    },
    {
      "epoch": 0.086618686707853,
      "grad_norm": 0.0859375,
      "learning_rate": 1.98326793759711e-05,
      "loss": 0.0188,
      "step": 850
    },
    {
      "epoch": 0.08763773008088657,
      "grad_norm": 0.07080078125,
      "learning_rate": 1.9826613124777206e-05,
      "loss": 0.0203,
      "step": 860
    },
    {
      "epoch": 0.08865677345392013,
      "grad_norm": 0.12353515625,
      "learning_rate": 1.9820439817387144e-05,
      "loss": 0.0192,
      "step": 870
    },
    {
      "epoch": 0.08967581682695369,
      "grad_norm": 0.05908203125,
      "learning_rate": 1.981415952105611e-05,
      "loss": 0.0184,
      "step": 880
    },
    {
      "epoch": 0.09069486019998727,
      "grad_norm": 0.142578125,
      "learning_rate": 1.98077723042049e-05,
      "loss": 0.0203,
      "step": 890
    },
    {
      "epoch": 0.09171390357302082,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.9801278236419147e-05,
      "loss": 0.0193,
      "step": 900
    },
    {
      "epoch": 0.0927329469460544,
      "grad_norm": 0.068359375,
      "learning_rate": 1.9794677388448584e-05,
      "loss": 0.0192,
      "step": 910
    },
    {
      "epoch": 0.09375199031908796,
      "grad_norm": 0.1123046875,
      "learning_rate": 1.9787969832206245e-05,
      "loss": 0.0177,
      "step": 920
    },
    {
      "epoch": 0.09477103369212152,
      "grad_norm": 0.09716796875,
      "learning_rate": 1.978115564076772e-05,
      "loss": 0.0205,
      "step": 930
    },
    {
      "epoch": 0.09579007706515509,
      "grad_norm": 0.103515625,
      "learning_rate": 1.9774234888370324e-05,
      "loss": 0.0185,
      "step": 940
    },
    {
      "epoch": 0.09680912043818865,
      "grad_norm": 0.267578125,
      "learning_rate": 1.976720765041231e-05,
      "loss": 0.0167,
      "step": 950
    },
    {
      "epoch": 0.09782816381122221,
      "grad_norm": 0.059814453125,
      "learning_rate": 1.9760074003452028e-05,
      "loss": 0.0197,
      "step": 960
    },
    {
      "epoch": 0.09884720718425578,
      "grad_norm": 0.0537109375,
      "learning_rate": 1.9752834025207116e-05,
      "loss": 0.0166,
      "step": 970
    },
    {
      "epoch": 0.09986625055728934,
      "grad_norm": 0.068359375,
      "learning_rate": 1.974548779455364e-05,
      "loss": 0.021,
      "step": 980
    },
    {
      "epoch": 0.1008852939303229,
      "grad_norm": 0.053955078125,
      "learning_rate": 1.973803539152522e-05,
      "loss": 0.0186,
      "step": 990
    },
    {
      "epoch": 0.10190433730335648,
      "grad_norm": 0.10546875,
      "learning_rate": 1.9730476897312187e-05,
      "loss": 0.0163,
      "step": 1000
    },
    {
      "epoch": 0.10292338067639004,
      "grad_norm": 0.11572265625,
      "learning_rate": 1.9722812394260674e-05,
      "loss": 0.0208,
      "step": 1010
    },
    {
      "epoch": 0.10394242404942361,
      "grad_norm": 0.07373046875,
      "learning_rate": 1.9715041965871743e-05,
      "loss": 0.0179,
      "step": 1020
    },
    {
      "epoch": 0.10496146742245717,
      "grad_norm": 0.06103515625,
      "learning_rate": 1.970716569680044e-05,
      "loss": 0.0182,
      "step": 1030
    },
    {
      "epoch": 0.10598051079549073,
      "grad_norm": 0.05126953125,
      "learning_rate": 1.9699183672854916e-05,
      "loss": 0.0177,
      "step": 1040
    },
    {
      "epoch": 0.1069995541685243,
      "grad_norm": 0.08642578125,
      "learning_rate": 1.9691095980995455e-05,
      "loss": 0.0175,
      "step": 1050
    },
    {
      "epoch": 0.10801859754155786,
      "grad_norm": 0.0859375,
      "learning_rate": 1.9682902709333552e-05,
      "loss": 0.0198,
      "step": 1060
    },
    {
      "epoch": 0.10903764091459142,
      "grad_norm": 0.09912109375,
      "learning_rate": 1.967460394713093e-05,
      "loss": 0.0169,
      "step": 1070
    },
    {
      "epoch": 0.110056684287625,
      "grad_norm": 0.068359375,
      "learning_rate": 1.96661997847986e-05,
      "loss": 0.0179,
      "step": 1080
    },
    {
      "epoch": 0.11107572766065855,
      "grad_norm": 0.125,
      "learning_rate": 1.9657690313895834e-05,
      "loss": 0.0188,
      "step": 1090
    },
    {
      "epoch": 0.11209477103369213,
      "grad_norm": 0.09033203125,
      "learning_rate": 1.9649075627129208e-05,
      "loss": 0.0159,
      "step": 1100
    },
    {
      "epoch": 0.11311381440672569,
      "grad_norm": 0.045654296875,
      "learning_rate": 1.964035581835156e-05,
      "loss": 0.0172,
      "step": 1110
    },
    {
      "epoch": 0.11413285777975925,
      "grad_norm": 0.04541015625,
      "learning_rate": 1.9631530982560996e-05,
      "loss": 0.0183,
      "step": 1120
    },
    {
      "epoch": 0.11515190115279282,
      "grad_norm": 0.05859375,
      "learning_rate": 1.962260121589983e-05,
      "loss": 0.0193,
      "step": 1130
    },
    {
      "epoch": 0.11617094452582638,
      "grad_norm": 0.056884765625,
      "learning_rate": 1.9613566615653546e-05,
      "loss": 0.0193,
      "step": 1140
    },
    {
      "epoch": 0.11718998789885994,
      "grad_norm": 0.103515625,
      "learning_rate": 1.960442728024975e-05,
      "loss": 0.0163,
      "step": 1150
    },
    {
      "epoch": 0.11820903127189351,
      "grad_norm": 0.048828125,
      "learning_rate": 1.9595183309257074e-05,
      "loss": 0.0186,
      "step": 1160
    },
    {
      "epoch": 0.11922807464492707,
      "grad_norm": 0.064453125,
      "learning_rate": 1.958583480338411e-05,
      "loss": 0.0181,
      "step": 1170
    },
    {
      "epoch": 0.12024711801796063,
      "grad_norm": 0.0400390625,
      "learning_rate": 1.957638186447831e-05,
      "loss": 0.0187,
      "step": 1180
    },
    {
      "epoch": 0.1212661613909942,
      "grad_norm": 0.055908203125,
      "learning_rate": 1.956682459552487e-05,
      "loss": 0.0195,
      "step": 1190
    },
    {
      "epoch": 0.12228520476402777,
      "grad_norm": 0.048828125,
      "learning_rate": 1.9557163100645612e-05,
      "loss": 0.016,
      "step": 1200
    },
    {
      "epoch": 0.12330424813706134,
      "grad_norm": 0.1044921875,
      "learning_rate": 1.9547397485097846e-05,
      "loss": 0.0194,
      "step": 1210
    },
    {
      "epoch": 0.1243232915100949,
      "grad_norm": 0.05322265625,
      "learning_rate": 1.953752785527323e-05,
      "loss": 0.0162,
      "step": 1220
    },
    {
      "epoch": 0.12534233488312846,
      "grad_norm": 0.06982421875,
      "learning_rate": 1.9527554318696607e-05,
      "loss": 0.0193,
      "step": 1230
    },
    {
      "epoch": 0.12636137825616203,
      "grad_norm": 0.045654296875,
      "learning_rate": 1.9517476984024838e-05,
      "loss": 0.0171,
      "step": 1240
    },
    {
      "epoch": 0.1273804216291956,
      "grad_norm": 0.08349609375,
      "learning_rate": 1.95072959610456e-05,
      "loss": 0.0158,
      "step": 1250
    },
    {
      "epoch": 0.12839946500222915,
      "grad_norm": 0.042724609375,
      "learning_rate": 1.949701136067622e-05,
      "loss": 0.0211,
      "step": 1260
    },
    {
      "epoch": 0.12941850837526273,
      "grad_norm": 0.06689453125,
      "learning_rate": 1.948662329496244e-05,
      "loss": 0.0168,
      "step": 1270
    },
    {
      "epoch": 0.1304375517482963,
      "grad_norm": 0.06591796875,
      "learning_rate": 1.9476131877077205e-05,
      "loss": 0.0175,
      "step": 1280
    },
    {
      "epoch": 0.13145659512132984,
      "grad_norm": 0.05078125,
      "learning_rate": 1.9465537221319453e-05,
      "loss": 0.0182,
      "step": 1290
    },
    {
      "epoch": 0.13247563849436342,
      "grad_norm": 0.11474609375,
      "learning_rate": 1.945483944311282e-05,
      "loss": 0.0153,
      "step": 1300
    },
    {
      "epoch": 0.133494681867397,
      "grad_norm": 0.04150390625,
      "learning_rate": 1.944403865900443e-05,
      "loss": 0.0211,
      "step": 1310
    },
    {
      "epoch": 0.13451372524043054,
      "grad_norm": 0.0732421875,
      "learning_rate": 1.9433134986663596e-05,
      "loss": 0.0153,
      "step": 1320
    },
    {
      "epoch": 0.1355327686134641,
      "grad_norm": 0.0703125,
      "learning_rate": 1.9422128544880562e-05,
      "loss": 0.0177,
      "step": 1330
    },
    {
      "epoch": 0.13655181198649768,
      "grad_norm": 0.0517578125,
      "learning_rate": 1.9411019453565174e-05,
      "loss": 0.0187,
      "step": 1340
    },
    {
      "epoch": 0.13757085535953123,
      "grad_norm": 0.07861328125,
      "learning_rate": 1.9399807833745622e-05,
      "loss": 0.0151,
      "step": 1350
    },
    {
      "epoch": 0.1385898987325648,
      "grad_norm": 0.05615234375,
      "learning_rate": 1.9388493807567067e-05,
      "loss": 0.0183,
      "step": 1360
    },
    {
      "epoch": 0.13960894210559838,
      "grad_norm": 0.087890625,
      "learning_rate": 1.937707749829036e-05,
      "loss": 0.0171,
      "step": 1370
    },
    {
      "epoch": 0.14062798547863192,
      "grad_norm": 0.0546875,
      "learning_rate": 1.936555903029066e-05,
      "loss": 0.0158,
      "step": 1380
    },
    {
      "epoch": 0.1416470288516655,
      "grad_norm": 0.057861328125,
      "learning_rate": 1.935393852905611e-05,
      "loss": 0.0183,
      "step": 1390
    },
    {
      "epoch": 0.14266607222469907,
      "grad_norm": 0.11376953125,
      "learning_rate": 1.9342216121186447e-05,
      "loss": 0.0158,
      "step": 1400
    },
    {
      "epoch": 0.14368511559773262,
      "grad_norm": 0.043212890625,
      "learning_rate": 1.9330391934391635e-05,
      "loss": 0.02,
      "step": 1410
    },
    {
      "epoch": 0.1447041589707662,
      "grad_norm": 0.06201171875,
      "learning_rate": 1.931846609749047e-05,
      "loss": 0.0177,
      "step": 1420
    },
    {
      "epoch": 0.14572320234379976,
      "grad_norm": 0.07421875,
      "learning_rate": 1.9306438740409168e-05,
      "loss": 0.0184,
      "step": 1430
    },
    {
      "epoch": 0.14674224571683334,
      "grad_norm": 0.048095703125,
      "learning_rate": 1.9294309994179972e-05,
      "loss": 0.0172,
      "step": 1440
    },
    {
      "epoch": 0.14776128908986688,
      "grad_norm": 0.05322265625,
      "learning_rate": 1.9282079990939707e-05,
      "loss": 0.0159,
      "step": 1450
    },
    {
      "epoch": 0.14878033246290046,
      "grad_norm": 0.08984375,
      "learning_rate": 1.9269748863928338e-05,
      "loss": 0.0176,
      "step": 1460
    },
    {
      "epoch": 0.14979937583593403,
      "grad_norm": 0.052978515625,
      "learning_rate": 1.9257316747487528e-05,
      "loss": 0.0169,
      "step": 1470
    },
    {
      "epoch": 0.15081841920896757,
      "grad_norm": 0.05859375,
      "learning_rate": 1.9244783777059175e-05,
      "loss": 0.016,
      "step": 1480
    },
    {
      "epoch": 0.15183746258200115,
      "grad_norm": 0.07763671875,
      "learning_rate": 1.9232150089183925e-05,
      "loss": 0.018,
      "step": 1490
    },
    {
      "epoch": 0.15285650595503472,
      "grad_norm": 0.051513671875,
      "learning_rate": 1.9219415821499697e-05,
      "loss": 0.0169,
      "step": 1500
    },
    {
      "epoch": 0.15387554932806827,
      "grad_norm": 0.060546875,
      "learning_rate": 1.9206581112740175e-05,
      "loss": 0.0199,
      "step": 1510
    },
    {
      "epoch": 0.15489459270110184,
      "grad_norm": 0.052734375,
      "learning_rate": 1.9193646102733307e-05,
      "loss": 0.0166,
      "step": 1520
    },
    {
      "epoch": 0.15591363607413541,
      "grad_norm": 0.06689453125,
      "learning_rate": 1.918061093239976e-05,
      "loss": 0.0192,
      "step": 1530
    },
    {
      "epoch": 0.15693267944716896,
      "grad_norm": 0.0556640625,
      "learning_rate": 1.916747574375142e-05,
      "loss": 0.0187,
      "step": 1540
    },
    {
      "epoch": 0.15795172282020253,
      "grad_norm": 0.04833984375,
      "learning_rate": 1.9154240679889806e-05,
      "loss": 0.0161,
      "step": 1550
    },
    {
      "epoch": 0.1589707661932361,
      "grad_norm": 0.033447265625,
      "learning_rate": 1.914090588500454e-05,
      "loss": 0.0182,
      "step": 1560
    },
    {
      "epoch": 0.15998980956626965,
      "grad_norm": 0.049560546875,
      "learning_rate": 1.912747150437176e-05,
      "loss": 0.0167,
      "step": 1570
    },
    {
      "epoch": 0.16100885293930323,
      "grad_norm": 0.1748046875,
      "learning_rate": 1.9113937684352536e-05,
      "loss": 0.0194,
      "step": 1580
    },
    {
      "epoch": 0.1620278963123368,
      "grad_norm": 0.04345703125,
      "learning_rate": 1.91003045723913e-05,
      "loss": 0.021,
      "step": 1590
    },
    {
      "epoch": 0.16304693968537035,
      "grad_norm": 0.05029296875,
      "learning_rate": 1.908657231701421e-05,
      "loss": 0.0173,
      "step": 1600
    },
    {
      "epoch": 0.16406598305840392,
      "grad_norm": 0.09619140625,
      "learning_rate": 1.9072741067827542e-05,
      "loss": 0.0208,
      "step": 1610
    },
    {
      "epoch": 0.1650850264314375,
      "grad_norm": 0.061279296875,
      "learning_rate": 1.9058810975516067e-05,
      "loss": 0.0197,
      "step": 1620
    },
    {
      "epoch": 0.16610406980447107,
      "grad_norm": 0.045654296875,
      "learning_rate": 1.90447821918414e-05,
      "loss": 0.0177,
      "step": 1630
    },
    {
      "epoch": 0.1671231131775046,
      "grad_norm": 0.0615234375,
      "learning_rate": 1.9030654869640356e-05,
      "loss": 0.0185,
      "step": 1640
    },
    {
      "epoch": 0.16814215655053819,
      "grad_norm": 0.125,
      "learning_rate": 1.901642916282327e-05,
      "loss": 0.0141,
      "step": 1650
    },
    {
      "epoch": 0.16916119992357176,
      "grad_norm": 0.091796875,
      "learning_rate": 1.900210522637234e-05,
      "loss": 0.0212,
      "step": 1660
    },
    {
      "epoch": 0.1701802432966053,
      "grad_norm": 0.04833984375,
      "learning_rate": 1.8987683216339924e-05,
      "loss": 0.0173,
      "step": 1670
    },
    {
      "epoch": 0.17119928666963888,
      "grad_norm": 0.060546875,
      "learning_rate": 1.897316328984684e-05,
      "loss": 0.019,
      "step": 1680
    },
    {
      "epoch": 0.17221833004267245,
      "grad_norm": 0.033935546875,
      "learning_rate": 1.895854560508067e-05,
      "loss": 0.0201,
      "step": 1690
    },
    {
      "epoch": 0.173237373415706,
      "grad_norm": 0.049560546875,
      "learning_rate": 1.8943830321294015e-05,
      "loss": 0.0149,
      "step": 1700
    },
    {
      "epoch": 0.17425641678873957,
      "grad_norm": 0.043212890625,
      "learning_rate": 1.892901759880277e-05,
      "loss": 0.0194,
      "step": 1710
    },
    {
      "epoch": 0.17527546016177314,
      "grad_norm": 0.0556640625,
      "learning_rate": 1.8914107598984385e-05,
      "loss": 0.0156,
      "step": 1720
    },
    {
      "epoch": 0.1762945035348067,
      "grad_norm": 0.083984375,
      "learning_rate": 1.889910048427609e-05,
      "loss": 0.0173,
      "step": 1730
    },
    {
      "epoch": 0.17731354690784026,
      "grad_norm": 0.044921875,
      "learning_rate": 1.8883996418173142e-05,
      "loss": 0.019,
      "step": 1740
    },
    {
      "epoch": 0.17833259028087384,
      "grad_norm": 0.08251953125,
      "learning_rate": 1.886879556522704e-05,
      "loss": 0.0167,
      "step": 1750
    },
    {
      "epoch": 0.17935163365390738,
      "grad_norm": 0.043701171875,
      "learning_rate": 1.8853498091043715e-05,
      "loss": 0.0203,
      "step": 1760
    },
    {
      "epoch": 0.18037067702694096,
      "grad_norm": 0.06396484375,
      "learning_rate": 1.883810416228175e-05,
      "loss": 0.0185,
      "step": 1770
    },
    {
      "epoch": 0.18138972039997453,
      "grad_norm": 0.06982421875,
      "learning_rate": 1.8822613946650555e-05,
      "loss": 0.0178,
      "step": 1780
    },
    {
      "epoch": 0.18240876377300808,
      "grad_norm": 0.080078125,
      "learning_rate": 1.880702761290853e-05,
      "loss": 0.0162,
      "step": 1790
    },
    {
      "epoch": 0.18342780714604165,
      "grad_norm": 0.046875,
      "learning_rate": 1.8791345330861244e-05,
      "loss": 0.0172,
      "step": 1800
    },
    {
      "epoch": 0.18444685051907522,
      "grad_norm": 0.0361328125,
      "learning_rate": 1.8775567271359575e-05,
      "loss": 0.0192,
      "step": 1810
    },
    {
      "epoch": 0.1854658938921088,
      "grad_norm": 0.04345703125,
      "learning_rate": 1.875969360629785e-05,
      "loss": 0.0168,
      "step": 1820
    },
    {
      "epoch": 0.18648493726514234,
      "grad_norm": 0.044677734375,
      "learning_rate": 1.8743724508611962e-05,
      "loss": 0.0155,
      "step": 1830
    },
    {
      "epoch": 0.18750398063817592,
      "grad_norm": 0.040771484375,
      "learning_rate": 1.872766015227751e-05,
      "loss": 0.0174,
      "step": 1840
    },
    {
      "epoch": 0.1885230240112095,
      "grad_norm": 0.050537109375,
      "learning_rate": 1.871150071230789e-05,
      "loss": 0.0162,
      "step": 1850
    },
    {
      "epoch": 0.18954206738424303,
      "grad_norm": 0.036865234375,
      "learning_rate": 1.8695246364752376e-05,
      "loss": 0.019,
      "step": 1860
    },
    {
      "epoch": 0.1905611107572766,
      "grad_norm": 0.05029296875,
      "learning_rate": 1.8678897286694222e-05,
      "loss": 0.016,
      "step": 1870
    },
    {
      "epoch": 0.19158015413031018,
      "grad_norm": 0.0673828125,
      "learning_rate": 1.8662453656248725e-05,
      "loss": 0.0161,
      "step": 1880
    },
    {
      "epoch": 0.19259919750334373,
      "grad_norm": 0.044921875,
      "learning_rate": 1.8645915652561286e-05,
      "loss": 0.0166,
      "step": 1890
    },
    {
      "epoch": 0.1936182408763773,
      "grad_norm": 0.09814453125,
      "learning_rate": 1.862928345580545e-05,
      "loss": 0.0159,
      "step": 1900
    },
    {
      "epoch": 0.19463728424941087,
      "grad_norm": 0.0908203125,
      "learning_rate": 1.861255724718096e-05,
      "loss": 0.019,
      "step": 1910
    },
    {
      "epoch": 0.19565632762244442,
      "grad_norm": 0.040771484375,
      "learning_rate": 1.8595737208911762e-05,
      "loss": 0.0168,
      "step": 1920
    },
    {
      "epoch": 0.196675370995478,
      "grad_norm": 0.05029296875,
      "learning_rate": 1.857882352424404e-05,
      "loss": 0.0169,
      "step": 1930
    },
    {
      "epoch": 0.19769441436851157,
      "grad_norm": 0.068359375,
      "learning_rate": 1.8561816377444206e-05,
      "loss": 0.0197,
      "step": 1940
    },
    {
      "epoch": 0.1987134577415451,
      "grad_norm": 0.03662109375,
      "learning_rate": 1.8544715953796893e-05,
      "loss": 0.0162,
      "step": 1950
    },
    {
      "epoch": 0.1997325011145787,
      "grad_norm": 0.03466796875,
      "learning_rate": 1.8527522439602946e-05,
      "loss": 0.0217,
      "step": 1960
    },
    {
      "epoch": 0.20075154448761226,
      "grad_norm": 0.03662109375,
      "learning_rate": 1.851023602217739e-05,
      "loss": 0.0164,
      "step": 1970
    },
    {
      "epoch": 0.2017705878606458,
      "grad_norm": 0.04638671875,
      "learning_rate": 1.849285688984737e-05,
      "loss": 0.0176,
      "step": 1980
    },
    {
      "epoch": 0.20278963123367938,
      "grad_norm": 0.053955078125,
      "learning_rate": 1.847538523195013e-05,
      "loss": 0.0201,
      "step": 1990
    },
    {
      "epoch": 0.20380867460671295,
      "grad_norm": 0.0400390625,
      "learning_rate": 1.8457821238830933e-05,
      "loss": 0.0155,
      "step": 2000
    },
    {
      "epoch": 0.20482771797974653,
      "grad_norm": 0.032958984375,
      "learning_rate": 1.8440165101840985e-05,
      "loss": 0.0177,
      "step": 2010
    },
    {
      "epoch": 0.20584676135278007,
      "grad_norm": 0.06787109375,
      "learning_rate": 1.8422417013335353e-05,
      "loss": 0.0159,
      "step": 2020
    },
    {
      "epoch": 0.20686580472581365,
      "grad_norm": 0.048828125,
      "learning_rate": 1.8404577166670883e-05,
      "loss": 0.0165,
      "step": 2030
    },
    {
      "epoch": 0.20788484809884722,
      "grad_norm": 0.043701171875,
      "learning_rate": 1.838664575620407e-05,
      "loss": 0.0166,
      "step": 2040
    },
    {
      "epoch": 0.20890389147188076,
      "grad_norm": 0.07568359375,
      "learning_rate": 1.8368622977288955e-05,
      "loss": 0.0151,
      "step": 2050
    },
    {
      "epoch": 0.20992293484491434,
      "grad_norm": 0.06298828125,
      "learning_rate": 1.8350509026274997e-05,
      "loss": 0.0168,
      "step": 2060
    },
    {
      "epoch": 0.2109419782179479,
      "grad_norm": 0.03564453125,
      "learning_rate": 1.833230410050493e-05,
      "loss": 0.0157,
      "step": 2070
    },
    {
      "epoch": 0.21196102159098146,
      "grad_norm": 0.11572265625,
      "learning_rate": 1.831400839831261e-05,
      "loss": 0.0141,
      "step": 2080
    },
    {
      "epoch": 0.21298006496401503,
      "grad_norm": 0.09326171875,
      "learning_rate": 1.8295622119020867e-05,
      "loss": 0.0179,
      "step": 2090
    },
    {
      "epoch": 0.2139991083370486,
      "grad_norm": 0.10400390625,
      "learning_rate": 1.8277145462939313e-05,
      "loss": 0.0152,
      "step": 2100
    },
    {
      "epoch": 0.21501815171008215,
      "grad_norm": 0.08154296875,
      "learning_rate": 1.8258578631362182e-05,
      "loss": 0.0187,
      "step": 2110
    },
    {
      "epoch": 0.21603719508311572,
      "grad_norm": 0.04345703125,
      "learning_rate": 1.823992182656612e-05,
      "loss": 0.017,
      "step": 2120
    },
    {
      "epoch": 0.2170562384561493,
      "grad_norm": 0.05908203125,
      "learning_rate": 1.822117525180799e-05,
      "loss": 0.016,
      "step": 2130
    },
    {
      "epoch": 0.21807528182918284,
      "grad_norm": 0.05712890625,
      "learning_rate": 1.8202339111322657e-05,
      "loss": 0.017,
      "step": 2140
    },
    {
      "epoch": 0.21909432520221642,
      "grad_norm": 0.0654296875,
      "learning_rate": 1.8183413610320756e-05,
      "loss": 0.0151,
      "step": 2150
    },
    {
      "epoch": 0.22011336857525,
      "grad_norm": 0.03857421875,
      "learning_rate": 1.8164398954986463e-05,
      "loss": 0.0178,
      "step": 2160
    },
    {
      "epoch": 0.22113241194828354,
      "grad_norm": 0.06396484375,
      "learning_rate": 1.8145295352475258e-05,
      "loss": 0.0183,
      "step": 2170
    },
    {
      "epoch": 0.2221514553213171,
      "grad_norm": 0.06201171875,
      "learning_rate": 1.812610301091164e-05,
      "loss": 0.018,
      "step": 2180
    },
    {
      "epoch": 0.22317049869435068,
      "grad_norm": 0.045654296875,
      "learning_rate": 1.8106822139386886e-05,
      "loss": 0.0188,
      "step": 2190
    },
    {
      "epoch": 0.22418954206738426,
      "grad_norm": 0.0849609375,
      "learning_rate": 1.808745294795677e-05,
      "loss": 0.0152,
      "step": 2200
    },
    {
      "epoch": 0.2252085854404178,
      "grad_norm": 0.057373046875,
      "learning_rate": 1.8067995647639257e-05,
      "loss": 0.0186,
      "step": 2210
    },
    {
      "epoch": 0.22622762881345138,
      "grad_norm": 0.050537109375,
      "learning_rate": 1.804845045041222e-05,
      "loss": 0.0185,
      "step": 2220
    },
    {
      "epoch": 0.22724667218648495,
      "grad_norm": 0.0537109375,
      "learning_rate": 1.8028817569211137e-05,
      "loss": 0.0161,
      "step": 2230
    },
    {
      "epoch": 0.2282657155595185,
      "grad_norm": 0.064453125,
      "learning_rate": 1.8009097217926736e-05,
      "loss": 0.0178,
      "step": 2240
    },
    {
      "epoch": 0.22928475893255207,
      "grad_norm": 0.055908203125,
      "learning_rate": 1.7989289611402717e-05,
      "loss": 0.0154,
      "step": 2250
    },
    {
      "epoch": 0.23030380230558564,
      "grad_norm": 0.07080078125,
      "learning_rate": 1.7969394965433365e-05,
      "loss": 0.0181,
      "step": 2260
    },
    {
      "epoch": 0.2313228456786192,
      "grad_norm": 0.037841796875,
      "learning_rate": 1.7949413496761222e-05,
      "loss": 0.0178,
      "step": 2270
    },
    {
      "epoch": 0.23234188905165276,
      "grad_norm": 0.04541015625,
      "learning_rate": 1.792934542307473e-05,
      "loss": 0.017,
      "step": 2280
    },
    {
      "epoch": 0.23336093242468633,
      "grad_norm": 0.06201171875,
      "learning_rate": 1.7909190963005833e-05,
      "loss": 0.0197,
      "step": 2290
    },
    {
      "epoch": 0.23437997579771988,
      "grad_norm": 0.09228515625,
      "learning_rate": 1.788895033612763e-05,
      "loss": 0.0139,
      "step": 2300
    },
    {
      "epoch": 0.23539901917075345,
      "grad_norm": 0.042724609375,
      "learning_rate": 1.7868623762951957e-05,
      "loss": 0.0172,
      "step": 2310
    },
    {
      "epoch": 0.23641806254378703,
      "grad_norm": 0.03759765625,
      "learning_rate": 1.7848211464927e-05,
      "loss": 0.0162,
      "step": 2320
    },
    {
      "epoch": 0.23743710591682057,
      "grad_norm": 0.036865234375,
      "learning_rate": 1.7827713664434864e-05,
      "loss": 0.017,
      "step": 2330
    },
    {
      "epoch": 0.23845614928985415,
      "grad_norm": 0.040771484375,
      "learning_rate": 1.7807130584789175e-05,
      "loss": 0.0161,
      "step": 2340
    },
    {
      "epoch": 0.23947519266288772,
      "grad_norm": 0.06103515625,
      "learning_rate": 1.7786462450232624e-05,
      "loss": 0.0135,
      "step": 2350
    },
    {
      "epoch": 0.24049423603592127,
      "grad_norm": 0.043212890625,
      "learning_rate": 1.7765709485934538e-05,
      "loss": 0.0187,
      "step": 2360
    },
    {
      "epoch": 0.24151327940895484,
      "grad_norm": 0.048828125,
      "learning_rate": 1.7744871917988424e-05,
      "loss": 0.0161,
      "step": 2370
    },
    {
      "epoch": 0.2425323227819884,
      "grad_norm": 0.0693359375,
      "learning_rate": 1.772394997340951e-05,
      "loss": 0.0165,
      "step": 2380
    },
    {
      "epoch": 0.243551366155022,
      "grad_norm": 0.051513671875,
      "learning_rate": 1.7702943880132254e-05,
      "loss": 0.0171,
      "step": 2390
    },
    {
      "epoch": 0.24457040952805553,
      "grad_norm": 0.052978515625,
      "learning_rate": 1.7681853867007884e-05,
      "loss": 0.0164,
      "step": 2400
    },
    {
      "epoch": 0.2455894529010891,
      "grad_norm": 0.045654296875,
      "learning_rate": 1.7660680163801885e-05,
      "loss": 0.0171,
      "step": 2410
    },
    {
      "epoch": 0.24660849627412268,
      "grad_norm": 0.05517578125,
      "learning_rate": 1.7639423001191517e-05,
      "loss": 0.0182,
      "step": 2420
    },
    {
      "epoch": 0.24762753964715623,
      "grad_norm": 0.07666015625,
      "learning_rate": 1.7618082610763275e-05,
      "loss": 0.0159,
      "step": 2430
    },
    {
      "epoch": 0.2486465830201898,
      "grad_norm": 0.04345703125,
      "learning_rate": 1.75966592250104e-05,
      "loss": 0.0169,
      "step": 2440
    },
    {
      "epoch": 0.24966562639322337,
      "grad_norm": 0.047119140625,
      "learning_rate": 1.7575153077330305e-05,
      "loss": 0.013,
      "step": 2450
    },
    {
      "epoch": 0.2506846697662569,
      "grad_norm": 0.06591796875,
      "learning_rate": 1.7553564402022073e-05,
      "loss": 0.0181,
      "step": 2460
    },
    {
      "epoch": 0.25170371313929046,
      "grad_norm": 0.046142578125,
      "learning_rate": 1.753189343428387e-05,
      "loss": 0.0186,
      "step": 2470
    },
    {
      "epoch": 0.25272275651232406,
      "grad_norm": 0.06005859375,
      "learning_rate": 1.7510140410210416e-05,
      "loss": 0.0157,
      "step": 2480
    },
    {
      "epoch": 0.2537417998853576,
      "grad_norm": 0.05029296875,
      "learning_rate": 1.7488305566790372e-05,
      "loss": 0.0162,
      "step": 2490
    },
    {
      "epoch": 0.2547608432583912,
      "grad_norm": 0.042724609375,
      "learning_rate": 1.7466389141903805e-05,
      "loss": 0.013,
      "step": 2500
    },
    {
      "epoch": 0.25577988663142476,
      "grad_norm": 0.056640625,
      "learning_rate": 1.744439137431955e-05,
      "loss": 0.0162,
      "step": 2510
    },
    {
      "epoch": 0.2567989300044583,
      "grad_norm": 0.03173828125,
      "learning_rate": 1.742231250369266e-05,
      "loss": 0.0157,
      "step": 2520
    },
    {
      "epoch": 0.2578179733774919,
      "grad_norm": 0.06689453125,
      "learning_rate": 1.740015277056173e-05,
      "loss": 0.0154,
      "step": 2530
    },
    {
      "epoch": 0.25883701675052545,
      "grad_norm": 0.047607421875,
      "learning_rate": 1.7377912416346348e-05,
      "loss": 0.0181,
      "step": 2540
    },
    {
      "epoch": 0.259856060123559,
      "grad_norm": 0.06298828125,
      "learning_rate": 1.7355591683344405e-05,
      "loss": 0.0126,
      "step": 2550
    },
    {
      "epoch": 0.2608751034965926,
      "grad_norm": 0.08935546875,
      "learning_rate": 1.7333190814729494e-05,
      "loss": 0.0162,
      "step": 2560
    },
    {
      "epoch": 0.26189414686962614,
      "grad_norm": 0.06298828125,
      "learning_rate": 1.7310710054548235e-05,
      "loss": 0.0178,
      "step": 2570
    },
    {
      "epoch": 0.2629131902426597,
      "grad_norm": 0.0546875,
      "learning_rate": 1.7288149647717637e-05,
      "loss": 0.0166,
      "step": 2580
    },
    {
      "epoch": 0.2639322336156933,
      "grad_norm": 0.05078125,
      "learning_rate": 1.7265509840022425e-05,
      "loss": 0.0163,
      "step": 2590
    },
    {
      "epoch": 0.26495127698872684,
      "grad_norm": 0.07861328125,
      "learning_rate": 1.7242790878112344e-05,
      "loss": 0.0139,
      "step": 2600
    },
    {
      "epoch": 0.2659703203617604,
      "grad_norm": 0.05078125,
      "learning_rate": 1.72199930094995e-05,
      "loss": 0.0182,
      "step": 2610
    },
    {
      "epoch": 0.266989363734794,
      "grad_norm": 0.03857421875,
      "learning_rate": 1.7197116482555634e-05,
      "loss": 0.0155,
      "step": 2620
    },
    {
      "epoch": 0.26800840710782753,
      "grad_norm": 0.038330078125,
      "learning_rate": 1.7174161546509448e-05,
      "loss": 0.0174,
      "step": 2630
    },
    {
      "epoch": 0.2690274504808611,
      "grad_norm": 0.04150390625,
      "learning_rate": 1.715112845144386e-05,
      "loss": 0.0195,
      "step": 2640
    },
    {
      "epoch": 0.2700464938538947,
      "grad_norm": 0.0595703125,
      "learning_rate": 1.7128017448293298e-05,
      "loss": 0.0149,
      "step": 2650
    },
    {
      "epoch": 0.2710655372269282,
      "grad_norm": 0.0732421875,
      "learning_rate": 1.7104828788840966e-05,
      "loss": 0.0173,
      "step": 2660
    },
    {
      "epoch": 0.27208458059996177,
      "grad_norm": 0.055419921875,
      "learning_rate": 1.7081562725716086e-05,
      "loss": 0.0167,
      "step": 2670
    },
    {
      "epoch": 0.27310362397299537,
      "grad_norm": 0.04052734375,
      "learning_rate": 1.7058219512391162e-05,
      "loss": 0.0147,
      "step": 2680
    },
    {
      "epoch": 0.2741226673460289,
      "grad_norm": 0.060546875,
      "learning_rate": 1.7034799403179208e-05,
      "loss": 0.0164,
      "step": 2690
    },
    {
      "epoch": 0.27514171071906246,
      "grad_norm": 0.035400390625,
      "learning_rate": 1.701130265323099e-05,
      "loss": 0.0148,
      "step": 2700
    },
    {
      "epoch": 0.27616075409209606,
      "grad_norm": 0.051513671875,
      "learning_rate": 1.6987729518532224e-05,
      "loss": 0.0185,
      "step": 2710
    },
    {
      "epoch": 0.2771797974651296,
      "grad_norm": 0.0771484375,
      "learning_rate": 1.696408025590081e-05,
      "loss": 0.0153,
      "step": 2720
    },
    {
      "epoch": 0.27819884083816315,
      "grad_norm": 0.034423828125,
      "learning_rate": 1.6940355122984032e-05,
      "loss": 0.0163,
      "step": 2730
    },
    {
      "epoch": 0.27921788421119675,
      "grad_norm": 0.052978515625,
      "learning_rate": 1.6916554378255726e-05,
      "loss": 0.0167,
      "step": 2740
    },
    {
      "epoch": 0.2802369275842303,
      "grad_norm": 0.051025390625,
      "learning_rate": 1.6892678281013495e-05,
      "loss": 0.0147,
      "step": 2750
    },
    {
      "epoch": 0.28125597095726385,
      "grad_norm": 0.07763671875,
      "learning_rate": 1.686872709137587e-05,
      "loss": 0.0176,
      "step": 2760
    },
    {
      "epoch": 0.28227501433029745,
      "grad_norm": 0.044677734375,
      "learning_rate": 1.684470107027947e-05,
      "loss": 0.0149,
      "step": 2770
    },
    {
      "epoch": 0.283294057703331,
      "grad_norm": 0.0439453125,
      "learning_rate": 1.6820600479476176e-05,
      "loss": 0.0148,
      "step": 2780
    },
    {
      "epoch": 0.28431310107636454,
      "grad_norm": 0.042236328125,
      "learning_rate": 1.6796425581530266e-05,
      "loss": 0.0164,
      "step": 2790
    },
    {
      "epoch": 0.28533214444939814,
      "grad_norm": 0.03759765625,
      "learning_rate": 1.6772176639815555e-05,
      "loss": 0.0149,
      "step": 2800
    },
    {
      "epoch": 0.2863511878224317,
      "grad_norm": 0.0849609375,
      "learning_rate": 1.6747853918512534e-05,
      "loss": 0.0184,
      "step": 2810
    },
    {
      "epoch": 0.28737023119546523,
      "grad_norm": 0.03515625,
      "learning_rate": 1.6723457682605488e-05,
      "loss": 0.0148,
      "step": 2820
    },
    {
      "epoch": 0.28838927456849883,
      "grad_norm": 0.07080078125,
      "learning_rate": 1.6698988197879596e-05,
      "loss": 0.0143,
      "step": 2830
    },
    {
      "epoch": 0.2894083179415324,
      "grad_norm": 0.034423828125,
      "learning_rate": 1.6674445730918066e-05,
      "loss": 0.0171,
      "step": 2840
    },
    {
      "epoch": 0.2904273613145659,
      "grad_norm": 0.03759765625,
      "learning_rate": 1.6649830549099198e-05,
      "loss": 0.0131,
      "step": 2850
    },
    {
      "epoch": 0.2914464046875995,
      "grad_norm": 0.0419921875,
      "learning_rate": 1.662514292059349e-05,
      "loss": 0.0157,
      "step": 2860
    },
    {
      "epoch": 0.29246544806063307,
      "grad_norm": 0.0634765625,
      "learning_rate": 1.660038311436071e-05,
      "loss": 0.0151,
      "step": 2870
    },
    {
      "epoch": 0.29348449143366667,
      "grad_norm": 0.06591796875,
      "learning_rate": 1.6575551400146974e-05,
      "loss": 0.0138,
      "step": 2880
    },
    {
      "epoch": 0.2945035348067002,
      "grad_norm": 0.02880859375,
      "learning_rate": 1.6550648048481793e-05,
      "loss": 0.0156,
      "step": 2890
    },
    {
      "epoch": 0.29552257817973376,
      "grad_norm": 0.049560546875,
      "learning_rate": 1.6525673330675133e-05,
      "loss": 0.0149,
      "step": 2900
    },
    {
      "epoch": 0.29654162155276736,
      "grad_norm": 0.052490234375,
      "learning_rate": 1.6500627518814466e-05,
      "loss": 0.0163,
      "step": 2910
    },
    {
      "epoch": 0.2975606649258009,
      "grad_norm": 0.04052734375,
      "learning_rate": 1.6475510885761793e-05,
      "loss": 0.0167,
      "step": 2920
    },
    {
      "epoch": 0.29857970829883446,
      "grad_norm": 0.078125,
      "learning_rate": 1.6450323705150684e-05,
      "loss": 0.0163,
      "step": 2930
    },
    {
      "epoch": 0.29959875167186806,
      "grad_norm": 0.034423828125,
      "learning_rate": 1.6425066251383285e-05,
      "loss": 0.0163,
      "step": 2940
    },
    {
      "epoch": 0.3006177950449016,
      "grad_norm": 0.06494140625,
      "learning_rate": 1.6399738799627334e-05,
      "loss": 0.0136,
      "step": 2950
    },
    {
      "epoch": 0.30163683841793515,
      "grad_norm": 0.076171875,
      "learning_rate": 1.6374341625813165e-05,
      "loss": 0.018,
      "step": 2960
    },
    {
      "epoch": 0.30265588179096875,
      "grad_norm": 0.11767578125,
      "learning_rate": 1.6348875006630706e-05,
      "loss": 0.0169,
      "step": 2970
    },
    {
      "epoch": 0.3036749251640023,
      "grad_norm": 0.1015625,
      "learning_rate": 1.6323339219526447e-05,
      "loss": 0.0158,
      "step": 2980
    },
    {
      "epoch": 0.30469396853703584,
      "grad_norm": 0.0341796875,
      "learning_rate": 1.6297734542700438e-05,
      "loss": 0.0173,
      "step": 2990
    },
    {
      "epoch": 0.30571301191006944,
      "grad_norm": 0.06884765625,
      "learning_rate": 1.6272061255103247e-05,
      "loss": 0.012,
      "step": 3000
    },
    {
      "epoch": 0.306732055283103,
      "grad_norm": 0.043701171875,
      "learning_rate": 1.624631963643292e-05,
      "loss": 0.0165,
      "step": 3010
    },
    {
      "epoch": 0.30775109865613653,
      "grad_norm": 0.046142578125,
      "learning_rate": 1.622050996713194e-05,
      "loss": 0.0145,
      "step": 3020
    },
    {
      "epoch": 0.30877014202917014,
      "grad_norm": 0.0791015625,
      "learning_rate": 1.6194632528384167e-05,
      "loss": 0.0144,
      "step": 3030
    },
    {
      "epoch": 0.3097891854022037,
      "grad_norm": 0.07275390625,
      "learning_rate": 1.616868760211178e-05,
      "loss": 0.0157,
      "step": 3040
    },
    {
      "epoch": 0.3108082287752372,
      "grad_norm": 0.07861328125,
      "learning_rate": 1.6142675470972198e-05,
      "loss": 0.0129,
      "step": 3050
    },
    {
      "epoch": 0.31182727214827083,
      "grad_norm": 0.05224609375,
      "learning_rate": 1.6116596418355007e-05,
      "loss": 0.0186,
      "step": 3060
    },
    {
      "epoch": 0.3128463155213044,
      "grad_norm": 0.037841796875,
      "learning_rate": 1.6090450728378865e-05,
      "loss": 0.0154,
      "step": 3070
    },
    {
      "epoch": 0.3138653588943379,
      "grad_norm": 0.059326171875,
      "learning_rate": 1.6064238685888424e-05,
      "loss": 0.0168,
      "step": 3080
    },
    {
      "epoch": 0.3148844022673715,
      "grad_norm": 0.039306640625,
      "learning_rate": 1.6037960576451198e-05,
      "loss": 0.0148,
      "step": 3090
    },
    {
      "epoch": 0.31590344564040507,
      "grad_norm": 0.058837890625,
      "learning_rate": 1.6011616686354478e-05,
      "loss": 0.0148,
      "step": 3100
    },
    {
      "epoch": 0.3169224890134386,
      "grad_norm": 0.0625,
      "learning_rate": 1.5985207302602205e-05,
      "loss": 0.0163,
      "step": 3110
    },
    {
      "epoch": 0.3179415323864722,
      "grad_norm": 0.03466796875,
      "learning_rate": 1.595873271291184e-05,
      "loss": 0.0159,
      "step": 3120
    },
    {
      "epoch": 0.31896057575950576,
      "grad_norm": 0.041748046875,
      "learning_rate": 1.593219320571123e-05,
      "loss": 0.0162,
      "step": 3130
    },
    {
      "epoch": 0.3199796191325393,
      "grad_norm": 0.035400390625,
      "learning_rate": 1.590558907013546e-05,
      "loss": 0.0142,
      "step": 3140
    },
    {
      "epoch": 0.3209986625055729,
      "grad_norm": 0.034912109375,
      "learning_rate": 1.587892059602372e-05,
      "loss": 0.0131,
      "step": 3150
    },
    {
      "epoch": 0.32201770587860645,
      "grad_norm": 0.044921875,
      "learning_rate": 1.5852188073916145e-05,
      "loss": 0.0165,
      "step": 3160
    },
    {
      "epoch": 0.32303674925164,
      "grad_norm": 0.042236328125,
      "learning_rate": 1.5825391795050615e-05,
      "loss": 0.0161,
      "step": 3170
    },
    {
      "epoch": 0.3240557926246736,
      "grad_norm": 0.044189453125,
      "learning_rate": 1.5798532051359628e-05,
      "loss": 0.0135,
      "step": 3180
    },
    {
      "epoch": 0.32507483599770715,
      "grad_norm": 0.04931640625,
      "learning_rate": 1.577160913546711e-05,
      "loss": 0.0153,
      "step": 3190
    },
    {
      "epoch": 0.3260938793707407,
      "grad_norm": 0.0517578125,
      "learning_rate": 1.574462334068519e-05,
      "loss": 0.0133,
      "step": 3200
    },
    {
      "epoch": 0.3271129227437743,
      "grad_norm": 0.050537109375,
      "learning_rate": 1.5717574961011058e-05,
      "loss": 0.0175,
      "step": 3210
    },
    {
      "epoch": 0.32813196611680784,
      "grad_norm": 0.054931640625,
      "learning_rate": 1.5690464291123716e-05,
      "loss": 0.0147,
      "step": 3220
    },
    {
      "epoch": 0.3291510094898414,
      "grad_norm": 0.08984375,
      "learning_rate": 1.5663291626380805e-05,
      "loss": 0.0133,
      "step": 3230
    },
    {
      "epoch": 0.330170052862875,
      "grad_norm": 0.055419921875,
      "learning_rate": 1.5636057262815357e-05,
      "loss": 0.0155,
      "step": 3240
    },
    {
      "epoch": 0.33118909623590853,
      "grad_norm": 0.02587890625,
      "learning_rate": 1.560876149713259e-05,
      "loss": 0.0132,
      "step": 3250
    },
    {
      "epoch": 0.33220813960894213,
      "grad_norm": 0.059326171875,
      "learning_rate": 1.558140462670667e-05,
      "loss": 0.0181,
      "step": 3260
    },
    {
      "epoch": 0.3332271829819757,
      "grad_norm": 0.0390625,
      "learning_rate": 1.555398694957746e-05,
      "loss": 0.0169,
      "step": 3270
    },
    {
      "epoch": 0.3342462263550092,
      "grad_norm": 0.0361328125,
      "learning_rate": 1.552650876444729e-05,
      "loss": 0.0136,
      "step": 3280
    },
    {
      "epoch": 0.3352652697280428,
      "grad_norm": 0.04638671875,
      "learning_rate": 1.5498970370677694e-05,
      "loss": 0.0164,
      "step": 3290
    },
    {
      "epoch": 0.33628431310107637,
      "grad_norm": 0.06982421875,
      "learning_rate": 1.547137206828615e-05,
      "loss": 0.0122,
      "step": 3300
    },
    {
      "epoch": 0.3373033564741099,
      "grad_norm": 0.07861328125,
      "learning_rate": 1.544371415794281e-05,
      "loss": 0.0167,
      "step": 3310
    },
    {
      "epoch": 0.3383223998471435,
      "grad_norm": 0.06982421875,
      "learning_rate": 1.541599694096723e-05,
      "loss": 0.0174,
      "step": 3320
    },
    {
      "epoch": 0.33934144322017706,
      "grad_norm": 0.08642578125,
      "learning_rate": 1.538822071932508e-05,
      "loss": 0.0146,
      "step": 3330
    },
    {
      "epoch": 0.3403604865932106,
      "grad_norm": 0.03759765625,
      "learning_rate": 1.5360385795624853e-05,
      "loss": 0.0178,
      "step": 3340
    },
    {
      "epoch": 0.3413795299662442,
      "grad_norm": 0.043701171875,
      "learning_rate": 1.5332492473114584e-05,
      "loss": 0.0139,
      "step": 3350
    },
    {
      "epoch": 0.34239857333927776,
      "grad_norm": 0.047607421875,
      "learning_rate": 1.530454105567852e-05,
      "loss": 0.0154,
      "step": 3360
    },
    {
      "epoch": 0.3434176167123113,
      "grad_norm": 0.0595703125,
      "learning_rate": 1.5276531847833834e-05,
      "loss": 0.0145,
      "step": 3370
    },
    {
      "epoch": 0.3444366600853449,
      "grad_norm": 0.046875,
      "learning_rate": 1.52484651547273e-05,
      "loss": 0.0148,
      "step": 3380
    },
    {
      "epoch": 0.34545570345837845,
      "grad_norm": 0.0361328125,
      "learning_rate": 1.5220341282131963e-05,
      "loss": 0.0183,
      "step": 3390
    },
    {
      "epoch": 0.346474746831412,
      "grad_norm": 0.055908203125,
      "learning_rate": 1.5192160536443798e-05,
      "loss": 0.0142,
      "step": 3400
    },
    {
      "epoch": 0.3474937902044456,
      "grad_norm": 0.047607421875,
      "learning_rate": 1.5163923224678407e-05,
      "loss": 0.0179,
      "step": 3410
    },
    {
      "epoch": 0.34851283357747914,
      "grad_norm": 0.09326171875,
      "learning_rate": 1.5135629654467639e-05,
      "loss": 0.0154,
      "step": 3420
    },
    {
      "epoch": 0.3495318769505127,
      "grad_norm": 0.0712890625,
      "learning_rate": 1.5107280134056251e-05,
      "loss": 0.0148,
      "step": 3430
    },
    {
      "epoch": 0.3505509203235463,
      "grad_norm": 0.0732421875,
      "learning_rate": 1.5078874972298554e-05,
      "loss": 0.0157,
      "step": 3440
    },
    {
      "epoch": 0.35156996369657983,
      "grad_norm": 0.05419921875,
      "learning_rate": 1.5050414478655046e-05,
      "loss": 0.0134,
      "step": 3450
    },
    {
      "epoch": 0.3525890070696134,
      "grad_norm": 0.051025390625,
      "learning_rate": 1.5021898963189037e-05,
      "loss": 0.0159,
      "step": 3460
    },
    {
      "epoch": 0.353608050442647,
      "grad_norm": 0.0625,
      "learning_rate": 1.4993328736563267e-05,
      "loss": 0.0154,
      "step": 3470
    },
    {
      "epoch": 0.3546270938156805,
      "grad_norm": 0.048828125,
      "learning_rate": 1.4964704110036541e-05,
      "loss": 0.0148,
      "step": 3480
    },
    {
      "epoch": 0.3556461371887141,
      "grad_norm": 0.045654296875,
      "learning_rate": 1.4936025395460314e-05,
      "loss": 0.016,
      "step": 3490
    },
    {
      "epoch": 0.3566651805617477,
      "grad_norm": 0.07080078125,
      "learning_rate": 1.490729290527531e-05,
      "loss": 0.0126,
      "step": 3500
    },
    {
      "epoch": 0.3576842239347812,
      "grad_norm": 0.0498046875,
      "learning_rate": 1.4878506952508103e-05,
      "loss": 0.0171,
      "step": 3510
    },
    {
      "epoch": 0.35870326730781477,
      "grad_norm": 0.05029296875,
      "learning_rate": 1.484966785076773e-05,
      "loss": 0.016,
      "step": 3520
    },
    {
      "epoch": 0.35972231068084837,
      "grad_norm": 0.03369140625,
      "learning_rate": 1.4820775914242249e-05,
      "loss": 0.015,
      "step": 3530
    },
    {
      "epoch": 0.3607413540538819,
      "grad_norm": 0.06103515625,
      "learning_rate": 1.4791831457695333e-05,
      "loss": 0.0155,
      "step": 3540
    },
    {
      "epoch": 0.36176039742691546,
      "grad_norm": 0.03955078125,
      "learning_rate": 1.4762834796462832e-05,
      "loss": 0.0143,
      "step": 3550
    },
    {
      "epoch": 0.36277944079994906,
      "grad_norm": 0.05712890625,
      "learning_rate": 1.4733786246449346e-05,
      "loss": 0.0166,
      "step": 3560
    },
    {
      "epoch": 0.3637984841729826,
      "grad_norm": 0.08740234375,
      "learning_rate": 1.4704686124124767e-05,
      "loss": 0.0151,
      "step": 3570
    },
    {
      "epoch": 0.36481752754601615,
      "grad_norm": 0.06689453125,
      "learning_rate": 1.4675534746520858e-05,
      "loss": 0.016,
      "step": 3580
    },
    {
      "epoch": 0.36583657091904975,
      "grad_norm": 0.06298828125,
      "learning_rate": 1.4646332431227775e-05,
      "loss": 0.0164,
      "step": 3590
    },
    {
      "epoch": 0.3668556142920833,
      "grad_norm": 0.047607421875,
      "learning_rate": 1.461707949639061e-05,
      "loss": 0.0126,
      "step": 3600
    },
    {
      "epoch": 0.36787465766511684,
      "grad_norm": 0.09619140625,
      "learning_rate": 1.4587776260705937e-05,
      "loss": 0.0174,
      "step": 3610
    },
    {
      "epoch": 0.36889370103815045,
      "grad_norm": 0.03515625,
      "learning_rate": 1.4558423043418337e-05,
      "loss": 0.0165,
      "step": 3620
    },
    {
      "epoch": 0.369912744411184,
      "grad_norm": 0.06787109375,
      "learning_rate": 1.4529020164316913e-05,
      "loss": 0.0137,
      "step": 3630
    },
    {
      "epoch": 0.3709317877842176,
      "grad_norm": 0.04150390625,
      "learning_rate": 1.4499567943731803e-05,
      "loss": 0.017,
      "step": 3640
    },
    {
      "epoch": 0.37195083115725114,
      "grad_norm": 0.06396484375,
      "learning_rate": 1.4470066702530705e-05,
      "loss": 0.014,
      "step": 3650
    },
    {
      "epoch": 0.3729698745302847,
      "grad_norm": 0.0537109375,
      "learning_rate": 1.4440516762115372e-05,
      "loss": 0.0167,
      "step": 3660
    },
    {
      "epoch": 0.3739889179033183,
      "grad_norm": 0.0380859375,
      "learning_rate": 1.4410918444418106e-05,
      "loss": 0.0151,
      "step": 3670
    },
    {
      "epoch": 0.37500796127635183,
      "grad_norm": 0.10498046875,
      "learning_rate": 1.4381272071898263e-05,
      "loss": 0.0142,
      "step": 3680
    },
    {
      "epoch": 0.3760270046493854,
      "grad_norm": 0.03515625,
      "learning_rate": 1.4351577967538726e-05,
      "loss": 0.0172,
      "step": 3690
    },
    {
      "epoch": 0.377046048022419,
      "grad_norm": 0.057861328125,
      "learning_rate": 1.4321836454842399e-05,
      "loss": 0.0145,
      "step": 3700
    },
    {
      "epoch": 0.3780650913954525,
      "grad_norm": 0.0498046875,
      "learning_rate": 1.4292047857828672e-05,
      "loss": 0.0167,
      "step": 3710
    },
    {
      "epoch": 0.37908413476848607,
      "grad_norm": 0.060546875,
      "learning_rate": 1.4262212501029904e-05,
      "loss": 0.0157,
      "step": 3720
    },
    {
      "epoch": 0.38010317814151967,
      "grad_norm": 0.04931640625,
      "learning_rate": 1.4232330709487871e-05,
      "loss": 0.0149,
      "step": 3730
    },
    {
      "epoch": 0.3811222215145532,
      "grad_norm": 0.048095703125,
      "learning_rate": 1.4202402808750235e-05,
      "loss": 0.0184,
      "step": 3740
    },
    {
      "epoch": 0.38214126488758676,
      "grad_norm": 0.05029296875,
      "learning_rate": 1.4172429124866993e-05,
      "loss": 0.0137,
      "step": 3750
    },
    {
      "epoch": 0.38316030826062036,
      "grad_norm": 0.046875,
      "learning_rate": 1.4142409984386937e-05,
      "loss": 0.0167,
      "step": 3760
    },
    {
      "epoch": 0.3841793516336539,
      "grad_norm": 0.052978515625,
      "learning_rate": 1.411234571435408e-05,
      "loss": 0.0146,
      "step": 3770
    },
    {
      "epoch": 0.38519839500668746,
      "grad_norm": 0.043212890625,
      "learning_rate": 1.4082236642304095e-05,
      "loss": 0.0146,
      "step": 3780
    },
    {
      "epoch": 0.38621743837972106,
      "grad_norm": 0.037109375,
      "learning_rate": 1.4052083096260758e-05,
      "loss": 0.0174,
      "step": 3790
    },
    {
      "epoch": 0.3872364817527546,
      "grad_norm": 0.09912109375,
      "learning_rate": 1.4021885404732367e-05,
      "loss": 0.0129,
      "step": 3800
    },
    {
      "epoch": 0.38825552512578815,
      "grad_norm": 0.09326171875,
      "learning_rate": 1.3991643896708163e-05,
      "loss": 0.0167,
      "step": 3810
    },
    {
      "epoch": 0.38927456849882175,
      "grad_norm": 0.091796875,
      "learning_rate": 1.3961358901654743e-05,
      "loss": 0.0153,
      "step": 3820
    },
    {
      "epoch": 0.3902936118718553,
      "grad_norm": 0.0771484375,
      "learning_rate": 1.393103074951248e-05,
      "loss": 0.0179,
      "step": 3830
    },
    {
      "epoch": 0.39131265524488884,
      "grad_norm": 0.05224609375,
      "learning_rate": 1.3900659770691918e-05,
      "loss": 0.0165,
      "step": 3840
    },
    {
      "epoch": 0.39233169861792244,
      "grad_norm": 0.0439453125,
      "learning_rate": 1.3870246296070176e-05,
      "loss": 0.013,
      "step": 3850
    },
    {
      "epoch": 0.393350741990956,
      "grad_norm": 0.041015625,
      "learning_rate": 1.3839790656987355e-05,
      "loss": 0.0162,
      "step": 3860
    },
    {
      "epoch": 0.39436978536398953,
      "grad_norm": 0.044189453125,
      "learning_rate": 1.3809293185242903e-05,
      "loss": 0.0158,
      "step": 3870
    },
    {
      "epoch": 0.39538882873702313,
      "grad_norm": 0.048095703125,
      "learning_rate": 1.3778754213092019e-05,
      "loss": 0.0144,
      "step": 3880
    },
    {
      "epoch": 0.3964078721100567,
      "grad_norm": 0.05322265625,
      "learning_rate": 1.3748174073242035e-05,
      "loss": 0.0153,
      "step": 3890
    },
    {
      "epoch": 0.3974269154830902,
      "grad_norm": 0.052978515625,
      "learning_rate": 1.3717553098848781e-05,
      "loss": 0.0128,
      "step": 3900
    },
    {
      "epoch": 0.3984459588561238,
      "grad_norm": 0.051513671875,
      "learning_rate": 1.368689162351296e-05,
      "loss": 0.0171,
      "step": 3910
    },
    {
      "epoch": 0.3994650022291574,
      "grad_norm": 0.044921875,
      "learning_rate": 1.3656189981276507e-05,
      "loss": 0.0158,
      "step": 3920
    },
    {
      "epoch": 0.4004840456021909,
      "grad_norm": 0.06591796875,
      "learning_rate": 1.3625448506618967e-05,
      "loss": 0.0147,
      "step": 3930
    },
    {
      "epoch": 0.4015030889752245,
      "grad_norm": 0.0517578125,
      "learning_rate": 1.3594667534453834e-05,
      "loss": 0.0172,
      "step": 3940
    },
    {
      "epoch": 0.40252213234825807,
      "grad_norm": 0.04833984375,
      "learning_rate": 1.3563847400124906e-05,
      "loss": 0.0149,
      "step": 3950
    },
    {
      "epoch": 0.4035411757212916,
      "grad_norm": 0.055908203125,
      "learning_rate": 1.353298843940264e-05,
      "loss": 0.017,
      "step": 3960
    },
    {
      "epoch": 0.4045602190943252,
      "grad_norm": 0.036865234375,
      "learning_rate": 1.3502090988480483e-05,
      "loss": 0.015,
      "step": 3970
    },
    {
      "epoch": 0.40557926246735876,
      "grad_norm": 0.06591796875,
      "learning_rate": 1.3471155383971215e-05,
      "loss": 0.0145,
      "step": 3980
    },
    {
      "epoch": 0.4065983058403923,
      "grad_norm": 0.052001953125,
      "learning_rate": 1.344018196290328e-05,
      "loss": 0.0156,
      "step": 3990
    },
    {
      "epoch": 0.4076173492134259,
      "grad_norm": 0.035888671875,
      "learning_rate": 1.340917106271712e-05,
      "loss": 0.0147,
      "step": 4000
    },
    {
      "epoch": 0.40863639258645945,
      "grad_norm": 0.0576171875,
      "learning_rate": 1.337812302126149e-05,
      "loss": 0.0156,
      "step": 4010
    },
    {
      "epoch": 0.40965543595949305,
      "grad_norm": 0.047119140625,
      "learning_rate": 1.3347038176789778e-05,
      "loss": 0.0143,
      "step": 4020
    },
    {
      "epoch": 0.4106744793325266,
      "grad_norm": 0.0400390625,
      "learning_rate": 1.3315916867956329e-05,
      "loss": 0.0153,
      "step": 4030
    },
    {
      "epoch": 0.41169352270556014,
      "grad_norm": 0.0498046875,
      "learning_rate": 1.3284759433812748e-05,
      "loss": 0.0161,
      "step": 4040
    },
    {
      "epoch": 0.41271256607859375,
      "grad_norm": 0.0546875,
      "learning_rate": 1.3253566213804208e-05,
      "loss": 0.0135,
      "step": 4050
    },
    {
      "epoch": 0.4137316094516273,
      "grad_norm": 0.059326171875,
      "learning_rate": 1.3222337547765743e-05,
      "loss": 0.0152,
      "step": 4060
    },
    {
      "epoch": 0.41475065282466084,
      "grad_norm": 0.047119140625,
      "learning_rate": 1.3191073775918571e-05,
      "loss": 0.0158,
      "step": 4070
    },
    {
      "epoch": 0.41576969619769444,
      "grad_norm": 0.12060546875,
      "learning_rate": 1.315977523886636e-05,
      "loss": 0.0132,
      "step": 4080
    },
    {
      "epoch": 0.416788739570728,
      "grad_norm": 0.07421875,
      "learning_rate": 1.3128442277591522e-05,
      "loss": 0.0162,
      "step": 4090
    },
    {
      "epoch": 0.41780778294376153,
      "grad_norm": 0.083984375,
      "learning_rate": 1.3097075233451523e-05,
      "loss": 0.0142,
      "step": 4100
    },
    {
      "epoch": 0.41882682631679513,
      "grad_norm": 0.08349609375,
      "learning_rate": 1.3065674448175129e-05,
      "loss": 0.0179,
      "step": 4110
    },
    {
      "epoch": 0.4198458696898287,
      "grad_norm": 0.046630859375,
      "learning_rate": 1.3034240263858706e-05,
      "loss": 0.0161,
      "step": 4120
    },
    {
      "epoch": 0.4208649130628622,
      "grad_norm": 0.038330078125,
      "learning_rate": 1.3002773022962485e-05,
      "loss": 0.0143,
      "step": 4130
    },
    {
      "epoch": 0.4218839564358958,
      "grad_norm": 0.03662109375,
      "learning_rate": 1.297127306830683e-05,
      "loss": 0.0161,
      "step": 4140
    },
    {
      "epoch": 0.42290299980892937,
      "grad_norm": 0.060302734375,
      "learning_rate": 1.2939740743068515e-05,
      "loss": 0.0134,
      "step": 4150
    },
    {
      "epoch": 0.4239220431819629,
      "grad_norm": 0.0595703125,
      "learning_rate": 1.2908176390776958e-05,
      "loss": 0.0193,
      "step": 4160
    },
    {
      "epoch": 0.4249410865549965,
      "grad_norm": 0.035400390625,
      "learning_rate": 1.287658035531052e-05,
      "loss": 0.0163,
      "step": 4170
    },
    {
      "epoch": 0.42596012992803006,
      "grad_norm": 0.039306640625,
      "learning_rate": 1.2844952980892715e-05,
      "loss": 0.0151,
      "step": 4180
    },
    {
      "epoch": 0.4269791733010636,
      "grad_norm": 0.048095703125,
      "learning_rate": 1.2813294612088485e-05,
      "loss": 0.0153,
      "step": 4190
    },
    {
      "epoch": 0.4279982166740972,
      "grad_norm": 0.049072265625,
      "learning_rate": 1.2781605593800449e-05,
      "loss": 0.0125,
      "step": 4200
    },
    {
      "epoch": 0.42901726004713076,
      "grad_norm": 0.05126953125,
      "learning_rate": 1.2749886271265127e-05,
      "loss": 0.0163,
      "step": 4210
    },
    {
      "epoch": 0.4300363034201643,
      "grad_norm": 0.0390625,
      "learning_rate": 1.2718136990049193e-05,
      "loss": 0.0136,
      "step": 4220
    },
    {
      "epoch": 0.4310553467931979,
      "grad_norm": 0.06494140625,
      "learning_rate": 1.2686358096045706e-05,
      "loss": 0.0147,
      "step": 4230
    },
    {
      "epoch": 0.43207439016623145,
      "grad_norm": 0.0439453125,
      "learning_rate": 1.2654549935470346e-05,
      "loss": 0.0168,
      "step": 4240
    },
    {
      "epoch": 0.433093433539265,
      "grad_norm": 0.05810546875,
      "learning_rate": 1.2622712854857632e-05,
      "loss": 0.012,
      "step": 4250
    },
    {
      "epoch": 0.4341124769122986,
      "grad_norm": 0.06201171875,
      "learning_rate": 1.2590847201057155e-05,
      "loss": 0.0156,
      "step": 4260
    },
    {
      "epoch": 0.43513152028533214,
      "grad_norm": 0.049072265625,
      "learning_rate": 1.2558953321229799e-05,
      "loss": 0.016,
      "step": 4270
    },
    {
      "epoch": 0.4361505636583657,
      "grad_norm": 0.043212890625,
      "learning_rate": 1.2527031562843954e-05,
      "loss": 0.0161,
      "step": 4280
    },
    {
      "epoch": 0.4371696070313993,
      "grad_norm": 0.07275390625,
      "learning_rate": 1.2495082273671736e-05,
      "loss": 0.0181,
      "step": 4290
    },
    {
      "epoch": 0.43818865040443283,
      "grad_norm": 0.06787109375,
      "learning_rate": 1.2463105801785196e-05,
      "loss": 0.0128,
      "step": 4300
    },
    {
      "epoch": 0.4392076937774664,
      "grad_norm": 0.0419921875,
      "learning_rate": 1.2431102495552524e-05,
      "loss": 0.0176,
      "step": 4310
    },
    {
      "epoch": 0.4402267371505,
      "grad_norm": 0.057861328125,
      "learning_rate": 1.2399072703634257e-05,
      "loss": 0.0168,
      "step": 4320
    },
    {
      "epoch": 0.4412457805235335,
      "grad_norm": 0.06982421875,
      "learning_rate": 1.236701677497948e-05,
      "loss": 0.0146,
      "step": 4330
    },
    {
      "epoch": 0.44226482389656707,
      "grad_norm": 0.0693359375,
      "learning_rate": 1.2334935058822042e-05,
      "loss": 0.0156,
      "step": 4340
    },
    {
      "epoch": 0.4432838672696007,
      "grad_norm": 0.03466796875,
      "learning_rate": 1.2302827904676706e-05,
      "loss": 0.0114,
      "step": 4350
    },
    {
      "epoch": 0.4443029106426342,
      "grad_norm": 0.05126953125,
      "learning_rate": 1.2270695662335393e-05,
      "loss": 0.0162,
      "step": 4360
    },
    {
      "epoch": 0.44532195401566776,
      "grad_norm": 0.043212890625,
      "learning_rate": 1.223853868186333e-05,
      "loss": 0.0152,
      "step": 4370
    },
    {
      "epoch": 0.44634099738870137,
      "grad_norm": 0.099609375,
      "learning_rate": 1.220635731359527e-05,
      "loss": 0.0143,
      "step": 4380
    },
    {
      "epoch": 0.4473600407617349,
      "grad_norm": 0.03564453125,
      "learning_rate": 1.217415190813165e-05,
      "loss": 0.0152,
      "step": 4390
    },
    {
      "epoch": 0.4483790841347685,
      "grad_norm": 0.051513671875,
      "learning_rate": 1.2141922816334779e-05,
      "loss": 0.0144,
      "step": 4400
    },
    {
      "epoch": 0.44939812750780206,
      "grad_norm": 0.050048828125,
      "learning_rate": 1.2109670389325028e-05,
      "loss": 0.0167,
      "step": 4410
    },
    {
      "epoch": 0.4504171708808356,
      "grad_norm": 0.07275390625,
      "learning_rate": 1.207739497847698e-05,
      "loss": 0.0161,
      "step": 4420
    },
    {
      "epoch": 0.4514362142538692,
      "grad_norm": 0.0498046875,
      "learning_rate": 1.2045096935415623e-05,
      "loss": 0.0135,
      "step": 4430
    },
    {
      "epoch": 0.45245525762690275,
      "grad_norm": 0.04150390625,
      "learning_rate": 1.2012776612012511e-05,
      "loss": 0.0158,
      "step": 4440
    },
    {
      "epoch": 0.4534743009999363,
      "grad_norm": 0.055908203125,
      "learning_rate": 1.1980434360381935e-05,
      "loss": 0.0154,
      "step": 4450
    },
    {
      "epoch": 0.4544933443729699,
      "grad_norm": 0.05029296875,
      "learning_rate": 1.1948070532877083e-05,
      "loss": 0.0169,
      "step": 4460
    },
    {
      "epoch": 0.45551238774600344,
      "grad_norm": 0.03955078125,
      "learning_rate": 1.1915685482086187e-05,
      "loss": 0.0169,
      "step": 4470
    },
    {
      "epoch": 0.456531431119037,
      "grad_norm": 0.047607421875,
      "learning_rate": 1.1883279560828722e-05,
      "loss": 0.0134,
      "step": 4480
    },
    {
      "epoch": 0.4575504744920706,
      "grad_norm": 0.038818359375,
      "learning_rate": 1.1850853122151516e-05,
      "loss": 0.0155,
      "step": 4490
    },
    {
      "epoch": 0.45856951786510414,
      "grad_norm": 0.06005859375,
      "learning_rate": 1.1818406519324933e-05,
      "loss": 0.0119,
      "step": 4500
    },
    {
      "epoch": 0.4595885612381377,
      "grad_norm": 0.055419921875,
      "learning_rate": 1.1785940105839013e-05,
      "loss": 0.0169,
      "step": 4510
    },
    {
      "epoch": 0.4606076046111713,
      "grad_norm": 0.04150390625,
      "learning_rate": 1.1753454235399625e-05,
      "loss": 0.0156,
      "step": 4520
    },
    {
      "epoch": 0.46162664798420483,
      "grad_norm": 0.038330078125,
      "learning_rate": 1.1720949261924614e-05,
      "loss": 0.0124,
      "step": 4530
    },
    {
      "epoch": 0.4626456913572384,
      "grad_norm": 0.06396484375,
      "learning_rate": 1.1688425539539936e-05,
      "loss": 0.0149,
      "step": 4540
    },
    {
      "epoch": 0.463664734730272,
      "grad_norm": 0.048828125,
      "learning_rate": 1.1655883422575818e-05,
      "loss": 0.0137,
      "step": 4550
    },
    {
      "epoch": 0.4646837781033055,
      "grad_norm": 0.07861328125,
      "learning_rate": 1.1623323265562876e-05,
      "loss": 0.0165,
      "step": 4560
    },
    {
      "epoch": 0.46570282147633907,
      "grad_norm": 0.06494140625,
      "learning_rate": 1.1590745423228273e-05,
      "loss": 0.0149,
      "step": 4570
    },
    {
      "epoch": 0.46672186484937267,
      "grad_norm": 0.042236328125,
      "learning_rate": 1.1558150250491843e-05,
      "loss": 0.0147,
      "step": 4580
    },
    {
      "epoch": 0.4677409082224062,
      "grad_norm": 0.03955078125,
      "learning_rate": 1.1525538102462217e-05,
      "loss": 0.0135,
      "step": 4590
    },
    {
      "epoch": 0.46875995159543976,
      "grad_norm": 0.09521484375,
      "learning_rate": 1.1492909334432978e-05,
      "loss": 0.0137,
      "step": 4600
    },
    {
      "epoch": 0.46977899496847336,
      "grad_norm": 0.06640625,
      "learning_rate": 1.1460264301878762e-05,
      "loss": 0.016,
      "step": 4610
    },
    {
      "epoch": 0.4707980383415069,
      "grad_norm": 0.06396484375,
      "learning_rate": 1.1427603360451415e-05,
      "loss": 0.0146,
      "step": 4620
    },
    {
      "epoch": 0.47181708171454045,
      "grad_norm": 0.06982421875,
      "learning_rate": 1.1394926865976088e-05,
      "loss": 0.0141,
      "step": 4630
    },
    {
      "epoch": 0.47283612508757406,
      "grad_norm": 0.05810546875,
      "learning_rate": 1.1362235174447378e-05,
      "loss": 0.0164,
      "step": 4640
    },
    {
      "epoch": 0.4738551684606076,
      "grad_norm": 0.0400390625,
      "learning_rate": 1.1329528642025453e-05,
      "loss": 0.0132,
      "step": 4650
    },
    {
      "epoch": 0.47487421183364115,
      "grad_norm": 0.0556640625,
      "learning_rate": 1.1296807625032162e-05,
      "loss": 0.0177,
      "step": 4660
    },
    {
      "epoch": 0.47589325520667475,
      "grad_norm": 0.03759765625,
      "learning_rate": 1.1264072479947153e-05,
      "loss": 0.0151,
      "step": 4670
    },
    {
      "epoch": 0.4769122985797083,
      "grad_norm": 0.05224609375,
      "learning_rate": 1.1231323563403994e-05,
      "loss": 0.0133,
      "step": 4680
    },
    {
      "epoch": 0.47793134195274184,
      "grad_norm": 0.060302734375,
      "learning_rate": 1.1198561232186291e-05,
      "loss": 0.0144,
      "step": 4690
    },
    {
      "epoch": 0.47895038532577544,
      "grad_norm": 0.056640625,
      "learning_rate": 1.1165785843223792e-05,
      "loss": 0.0124,
      "step": 4700
    },
    {
      "epoch": 0.479969428698809,
      "grad_norm": 0.060791015625,
      "learning_rate": 1.1132997753588503e-05,
      "loss": 0.0167,
      "step": 4710
    },
    {
      "epoch": 0.48098847207184253,
      "grad_norm": 0.04931640625,
      "learning_rate": 1.1100197320490802e-05,
      "loss": 0.016,
      "step": 4720
    },
    {
      "epoch": 0.48200751544487613,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.1067384901275538e-05,
      "loss": 0.0129,
      "step": 4730
    },
    {
      "epoch": 0.4830265588179097,
      "grad_norm": 0.0400390625,
      "learning_rate": 1.1034560853418144e-05,
      "loss": 0.0157,
      "step": 4740
    },
    {
      "epoch": 0.4840456021909432,
      "grad_norm": 0.0654296875,
      "learning_rate": 1.100172553452074e-05,
      "loss": 0.0116,
      "step": 4750
    },
    {
      "epoch": 0.4850646455639768,
      "grad_norm": 0.0361328125,
      "learning_rate": 1.0968879302308244e-05,
      "loss": 0.0166,
      "step": 4760
    },
    {
      "epoch": 0.48608368893701037,
      "grad_norm": 0.057861328125,
      "learning_rate": 1.0936022514624464e-05,
      "loss": 0.0141,
      "step": 4770
    },
    {
      "epoch": 0.487102732310044,
      "grad_norm": 0.04345703125,
      "learning_rate": 1.0903155529428207e-05,
      "loss": 0.0152,
      "step": 4780
    },
    {
      "epoch": 0.4881217756830775,
      "grad_norm": 0.0712890625,
      "learning_rate": 1.087027870478938e-05,
      "loss": 0.017,
      "step": 4790
    },
    {
      "epoch": 0.48914081905611106,
      "grad_norm": 0.05224609375,
      "learning_rate": 1.0837392398885078e-05,
      "loss": 0.014,
      "step": 4800
    },
    {
      "epoch": 0.49015986242914467,
      "grad_norm": 0.046875,
      "learning_rate": 1.0804496969995694e-05,
      "loss": 0.0172,
      "step": 4810
    },
    {
      "epoch": 0.4911789058021782,
      "grad_norm": 0.03759765625,
      "learning_rate": 1.0771592776501017e-05,
      "loss": 0.0157,
      "step": 4820
    },
    {
      "epoch": 0.49219794917521176,
      "grad_norm": 0.041259765625,
      "learning_rate": 1.0738680176876315e-05,
      "loss": 0.0149,
      "step": 4830
    },
    {
      "epoch": 0.49321699254824536,
      "grad_norm": 0.061279296875,
      "learning_rate": 1.0705759529688435e-05,
      "loss": 0.0141,
      "step": 4840
    },
    {
      "epoch": 0.4942360359212789,
      "grad_norm": 0.060302734375,
      "learning_rate": 1.0672831193591905e-05,
      "loss": 0.0147,
      "step": 4850
    },
    {
      "epoch": 0.49525507929431245,
      "grad_norm": 0.035400390625,
      "learning_rate": 1.0639895527325018e-05,
      "loss": 0.0171,
      "step": 4860
    },
    {
      "epoch": 0.49627412266734605,
      "grad_norm": 0.04345703125,
      "learning_rate": 1.0606952889705922e-05,
      "loss": 0.0137,
      "step": 4870
    },
    {
      "epoch": 0.4972931660403796,
      "grad_norm": 0.08203125,
      "learning_rate": 1.0574003639628718e-05,
      "loss": 0.016,
      "step": 4880
    },
    {
      "epoch": 0.49831220941341314,
      "grad_norm": 0.06982421875,
      "learning_rate": 1.0541048136059547e-05,
      "loss": 0.0158,
      "step": 4890
    },
    {
      "epoch": 0.49933125278644674,
      "grad_norm": 0.049560546875,
      "learning_rate": 1.0508086738032679e-05,
      "loss": 0.014,
      "step": 4900
    },
    {
      "epoch": 0.5003502961594802,
      "grad_norm": 0.053466796875,
      "learning_rate": 1.0475119804646596e-05,
      "loss": 0.0174,
      "step": 4910
    },
    {
      "epoch": 0.5013693395325138,
      "grad_norm": 0.045166015625,
      "learning_rate": 1.044214769506009e-05,
      "loss": 0.0159,
      "step": 4920
    },
    {
      "epoch": 0.5023883829055474,
      "grad_norm": 0.034912109375,
      "learning_rate": 1.0409170768488344e-05,
      "loss": 0.0139,
      "step": 4930
    },
    {
      "epoch": 0.5034074262785809,
      "grad_norm": 0.04541015625,
      "learning_rate": 1.0376189384199023e-05,
      "loss": 0.0174,
      "step": 4940
    },
    {
      "epoch": 0.5044264696516145,
      "grad_norm": 0.08154296875,
      "learning_rate": 1.0343203901508346e-05,
      "loss": 0.0143,
      "step": 4950
    },
    {
      "epoch": 0.5054455130246481,
      "grad_norm": 0.05615234375,
      "learning_rate": 1.0310214679777198e-05,
      "loss": 0.0178,
      "step": 4960
    },
    {
      "epoch": 0.5064645563976817,
      "grad_norm": 0.037109375,
      "learning_rate": 1.0277222078407186e-05,
      "loss": 0.0144,
      "step": 4970
    },
    {
      "epoch": 0.5074835997707152,
      "grad_norm": 0.047607421875,
      "learning_rate": 1.024422645683674e-05,
      "loss": 0.0144,
      "step": 4980
    },
    {
      "epoch": 0.5085026431437488,
      "grad_norm": 0.059326171875,
      "learning_rate": 1.0211228174537195e-05,
      "loss": 0.0158,
      "step": 4990
    },
    {
      "epoch": 0.5095216865167824,
      "grad_norm": 0.06298828125,
      "learning_rate": 1.0178227591008878e-05,
      "loss": 0.0126,
      "step": 5000
    },
    {
      "epoch": 0.5105407298898159,
      "grad_norm": 0.055908203125,
      "learning_rate": 1.0145225065777178e-05,
      "loss": 0.0153,
      "step": 5010
    },
    {
      "epoch": 0.5115597732628495,
      "grad_norm": 0.035888671875,
      "learning_rate": 1.011222095838864e-05,
      "loss": 0.0155,
      "step": 5020
    },
    {
      "epoch": 0.5125788166358831,
      "grad_norm": 0.07568359375,
      "learning_rate": 1.0079215628407048e-05,
      "loss": 0.0161,
      "step": 5030
    },
    {
      "epoch": 0.5135978600089166,
      "grad_norm": 0.064453125,
      "learning_rate": 1.0046209435409511e-05,
      "loss": 0.0155,
      "step": 5040
    },
    {
      "epoch": 0.5146169033819502,
      "grad_norm": 0.04150390625,
      "learning_rate": 1.0013202738982527e-05,
      "loss": 0.012,
      "step": 5050
    },
    {
      "epoch": 0.5156359467549838,
      "grad_norm": 0.057373046875,
      "learning_rate": 9.98019589871809e-06,
      "loss": 0.0181,
      "step": 5060
    },
    {
      "epoch": 0.5166549901280173,
      "grad_norm": 0.05712890625,
      "learning_rate": 9.94718927420976e-06,
      "loss": 0.0151,
      "step": 5070
    },
    {
      "epoch": 0.5176740335010509,
      "grad_norm": 0.051025390625,
      "learning_rate": 9.914183225048732e-06,
      "loss": 0.0149,
      "step": 5080
    },
    {
      "epoch": 0.5186930768740845,
      "grad_norm": 0.046142578125,
      "learning_rate": 9.881178110819954e-06,
      "loss": 0.0156,
      "step": 5090
    },
    {
      "epoch": 0.519712120247118,
      "grad_norm": 0.051025390625,
      "learning_rate": 9.848174291098175e-06,
      "loss": 0.0126,
      "step": 5100
    },
    {
      "epoch": 0.5207311636201516,
      "grad_norm": 0.0625,
      "learning_rate": 9.815172125444052e-06,
      "loss": 0.0173,
      "step": 5110
    },
    {
      "epoch": 0.5217502069931852,
      "grad_norm": 0.052978515625,
      "learning_rate": 9.7821719734002e-06,
      "loss": 0.0156,
      "step": 5120
    },
    {
      "epoch": 0.5227692503662187,
      "grad_norm": 0.068359375,
      "learning_rate": 9.749174194487323e-06,
      "loss": 0.0137,
      "step": 5130
    },
    {
      "epoch": 0.5237882937392523,
      "grad_norm": 0.06640625,
      "learning_rate": 9.716179148200252e-06,
      "loss": 0.0162,
      "step": 5140
    },
    {
      "epoch": 0.5248073371122859,
      "grad_norm": 0.0732421875,
      "learning_rate": 9.683187194004062e-06,
      "loss": 0.0137,
      "step": 5150
    },
    {
      "epoch": 0.5258263804853194,
      "grad_norm": 0.060302734375,
      "learning_rate": 9.650198691330123e-06,
      "loss": 0.0159,
      "step": 5160
    },
    {
      "epoch": 0.526845423858353,
      "grad_norm": 0.033447265625,
      "learning_rate": 9.617213999572223e-06,
      "loss": 0.0141,
      "step": 5170
    },
    {
      "epoch": 0.5278644672313866,
      "grad_norm": 0.04052734375,
      "learning_rate": 9.584233478082615e-06,
      "loss": 0.015,
      "step": 5180
    },
    {
      "epoch": 0.5288835106044201,
      "grad_norm": 0.04736328125,
      "learning_rate": 9.551257486168128e-06,
      "loss": 0.0157,
      "step": 5190
    },
    {
      "epoch": 0.5299025539774537,
      "grad_norm": 0.045166015625,
      "learning_rate": 9.518286383086238e-06,
      "loss": 0.0124,
      "step": 5200
    },
    {
      "epoch": 0.5309215973504873,
      "grad_norm": 0.037109375,
      "learning_rate": 9.485320528041171e-06,
      "loss": 0.0157,
      "step": 5210
    },
    {
      "epoch": 0.5319406407235208,
      "grad_norm": 0.034423828125,
      "learning_rate": 9.45236028017996e-06,
      "loss": 0.0128,
      "step": 5220
    },
    {
      "epoch": 0.5329596840965544,
      "grad_norm": 0.130859375,
      "learning_rate": 9.419405998588565e-06,
      "loss": 0.0154,
      "step": 5230
    },
    {
      "epoch": 0.533978727469588,
      "grad_norm": 0.055419921875,
      "learning_rate": 9.386458042287941e-06,
      "loss": 0.0144,
      "step": 5240
    },
    {
      "epoch": 0.5349977708426215,
      "grad_norm": 0.051513671875,
      "learning_rate": 9.353516770230134e-06,
      "loss": 0.0127,
      "step": 5250
    },
    {
      "epoch": 0.5360168142156551,
      "grad_norm": 0.0888671875,
      "learning_rate": 9.320582541294365e-06,
      "loss": 0.0162,
      "step": 5260
    },
    {
      "epoch": 0.5370358575886887,
      "grad_norm": 0.05078125,
      "learning_rate": 9.287655714283126e-06,
      "loss": 0.0141,
      "step": 5270
    },
    {
      "epoch": 0.5380549009617221,
      "grad_norm": 0.045166015625,
      "learning_rate": 9.254736647918266e-06,
      "loss": 0.0137,
      "step": 5280
    },
    {
      "epoch": 0.5390739443347558,
      "grad_norm": 0.03955078125,
      "learning_rate": 9.221825700837097e-06,
      "loss": 0.0159,
      "step": 5290
    },
    {
      "epoch": 0.5400929877077894,
      "grad_norm": 0.05859375,
      "learning_rate": 9.188923231588451e-06,
      "loss": 0.0125,
      "step": 5300
    },
    {
      "epoch": 0.5411120310808228,
      "grad_norm": 0.044677734375,
      "learning_rate": 9.156029598628829e-06,
      "loss": 0.0168,
      "step": 5310
    },
    {
      "epoch": 0.5421310744538564,
      "grad_norm": 0.05322265625,
      "learning_rate": 9.123145160318441e-06,
      "loss": 0.0154,
      "step": 5320
    },
    {
      "epoch": 0.54315011782689,
      "grad_norm": 0.03857421875,
      "learning_rate": 9.090270274917331e-06,
      "loss": 0.0161,
      "step": 5330
    },
    {
      "epoch": 0.5441691611999235,
      "grad_norm": 0.034423828125,
      "learning_rate": 9.05740530058148e-06,
      "loss": 0.0146,
      "step": 5340
    },
    {
      "epoch": 0.5451882045729571,
      "grad_norm": 0.041748046875,
      "learning_rate": 9.024550595358874e-06,
      "loss": 0.0124,
      "step": 5350
    },
    {
      "epoch": 0.5462072479459907,
      "grad_norm": 0.07080078125,
      "learning_rate": 8.991706517185641e-06,
      "loss": 0.0172,
      "step": 5360
    },
    {
      "epoch": 0.5472262913190242,
      "grad_norm": 0.08544921875,
      "learning_rate": 8.958873423882118e-06,
      "loss": 0.0158,
      "step": 5370
    },
    {
      "epoch": 0.5482453346920578,
      "grad_norm": 0.0625,
      "learning_rate": 8.92605167314898e-06,
      "loss": 0.0146,
      "step": 5380
    },
    {
      "epoch": 0.5492643780650914,
      "grad_norm": 0.0625,
      "learning_rate": 8.893241622563314e-06,
      "loss": 0.0173,
      "step": 5390
    },
    {
      "epoch": 0.5502834214381249,
      "grad_norm": 0.047119140625,
      "learning_rate": 8.860443629574755e-06,
      "loss": 0.0113,
      "step": 5400
    },
    {
      "epoch": 0.5513024648111585,
      "grad_norm": 0.040283203125,
      "learning_rate": 8.827658051501565e-06,
      "loss": 0.0166,
      "step": 5410
    },
    {
      "epoch": 0.5523215081841921,
      "grad_norm": 0.0311279296875,
      "learning_rate": 8.794885245526764e-06,
      "loss": 0.0169,
      "step": 5420
    },
    {
      "epoch": 0.5533405515572256,
      "grad_norm": 0.059814453125,
      "learning_rate": 8.76212556869421e-06,
      "loss": 0.0129,
      "step": 5430
    },
    {
      "epoch": 0.5543595949302592,
      "grad_norm": 0.057373046875,
      "learning_rate": 8.72937937790474e-06,
      "loss": 0.0166,
      "step": 5440
    },
    {
      "epoch": 0.5553786383032928,
      "grad_norm": 0.07373046875,
      "learning_rate": 8.696647029912255e-06,
      "loss": 0.0136,
      "step": 5450
    },
    {
      "epoch": 0.5563976816763263,
      "grad_norm": 0.034423828125,
      "learning_rate": 8.66392888131986e-06,
      "loss": 0.0177,
      "step": 5460
    },
    {
      "epoch": 0.5574167250493599,
      "grad_norm": 0.06689453125,
      "learning_rate": 8.631225288575946e-06,
      "loss": 0.0143,
      "step": 5470
    },
    {
      "epoch": 0.5584357684223935,
      "grad_norm": 0.0546875,
      "learning_rate": 8.598536607970345e-06,
      "loss": 0.0144,
      "step": 5480
    },
    {
      "epoch": 0.559454811795427,
      "grad_norm": 0.05029296875,
      "learning_rate": 8.56586319563041e-06,
      "loss": 0.016,
      "step": 5490
    },
    {
      "epoch": 0.5604738551684606,
      "grad_norm": 0.0517578125,
      "learning_rate": 8.533205407517167e-06,
      "loss": 0.0129,
      "step": 5500
    },
    {
      "epoch": 0.5614928985414942,
      "grad_norm": 0.047119140625,
      "learning_rate": 8.500563599421413e-06,
      "loss": 0.0157,
      "step": 5510
    },
    {
      "epoch": 0.5625119419145277,
      "grad_norm": 0.078125,
      "learning_rate": 8.467938126959867e-06,
      "loss": 0.0148,
      "step": 5520
    },
    {
      "epoch": 0.5635309852875613,
      "grad_norm": 0.055908203125,
      "learning_rate": 8.435329345571256e-06,
      "loss": 0.0156,
      "step": 5530
    },
    {
      "epoch": 0.5645500286605949,
      "grad_norm": 0.038330078125,
      "learning_rate": 8.402737610512484e-06,
      "loss": 0.0151,
      "step": 5540
    },
    {
      "epoch": 0.5655690720336284,
      "grad_norm": 0.05078125,
      "learning_rate": 8.370163276854737e-06,
      "loss": 0.015,
      "step": 5550
    },
    {
      "epoch": 0.566588115406662,
      "grad_norm": 0.05908203125,
      "learning_rate": 8.337606699479624e-06,
      "loss": 0.0177,
      "step": 5560
    },
    {
      "epoch": 0.5676071587796956,
      "grad_norm": 0.039794921875,
      "learning_rate": 8.3050682330753e-06,
      "loss": 0.0131,
      "step": 5570
    },
    {
      "epoch": 0.5686262021527291,
      "grad_norm": 0.04541015625,
      "learning_rate": 8.272548232132619e-06,
      "loss": 0.0169,
      "step": 5580
    },
    {
      "epoch": 0.5696452455257627,
      "grad_norm": 0.043701171875,
      "learning_rate": 8.240047050941257e-06,
      "loss": 0.0164,
      "step": 5590
    },
    {
      "epoch": 0.5706642888987963,
      "grad_norm": 0.0849609375,
      "learning_rate": 8.207565043585866e-06,
      "loss": 0.013,
      "step": 5600
    },
    {
      "epoch": 0.5716833322718298,
      "grad_norm": 0.033447265625,
      "learning_rate": 8.17510256394219e-06,
      "loss": 0.0148,
      "step": 5610
    },
    {
      "epoch": 0.5727023756448634,
      "grad_norm": 0.0830078125,
      "learning_rate": 8.142659965673256e-06,
      "loss": 0.0146,
      "step": 5620
    },
    {
      "epoch": 0.573721419017897,
      "grad_norm": 0.047607421875,
      "learning_rate": 8.110237602225464e-06,
      "loss": 0.0124,
      "step": 5630
    },
    {
      "epoch": 0.5747404623909305,
      "grad_norm": 0.034423828125,
      "learning_rate": 8.077835826824786e-06,
      "loss": 0.0155,
      "step": 5640
    },
    {
      "epoch": 0.5757595057639641,
      "grad_norm": 0.04541015625,
      "learning_rate": 8.04545499247289e-06,
      "loss": 0.0123,
      "step": 5650
    },
    {
      "epoch": 0.5767785491369977,
      "grad_norm": 0.03515625,
      "learning_rate": 8.013095451943297e-06,
      "loss": 0.0161,
      "step": 5660
    },
    {
      "epoch": 0.5777975925100312,
      "grad_norm": 0.05517578125,
      "learning_rate": 7.980757557777549e-06,
      "loss": 0.0141,
      "step": 5670
    },
    {
      "epoch": 0.5788166358830648,
      "grad_norm": 0.07763671875,
      "learning_rate": 7.948441662281359e-06,
      "loss": 0.0137,
      "step": 5680
    },
    {
      "epoch": 0.5798356792560984,
      "grad_norm": 0.06298828125,
      "learning_rate": 7.916148117520776e-06,
      "loss": 0.0154,
      "step": 5690
    },
    {
      "epoch": 0.5808547226291318,
      "grad_norm": 0.037841796875,
      "learning_rate": 7.883877275318345e-06,
      "loss": 0.0129,
      "step": 5700
    },
    {
      "epoch": 0.5818737660021654,
      "grad_norm": 0.08935546875,
      "learning_rate": 7.851629487249281e-06,
      "loss": 0.0163,
      "step": 5710
    },
    {
      "epoch": 0.582892809375199,
      "grad_norm": 0.050048828125,
      "learning_rate": 7.819405104637634e-06,
      "loss": 0.014,
      "step": 5720
    },
    {
      "epoch": 0.5839118527482327,
      "grad_norm": 0.0634765625,
      "learning_rate": 7.787204478552468e-06,
      "loss": 0.0134,
      "step": 5730
    },
    {
      "epoch": 0.5849308961212661,
      "grad_norm": 0.060546875,
      "learning_rate": 7.755027959804019e-06,
      "loss": 0.0165,
      "step": 5740
    },
    {
      "epoch": 0.5859499394942997,
      "grad_norm": 0.06298828125,
      "learning_rate": 7.722875898939897e-06,
      "loss": 0.0126,
      "step": 5750
    },
    {
      "epoch": 0.5869689828673333,
      "grad_norm": 0.09423828125,
      "learning_rate": 7.690748646241248e-06,
      "loss": 0.0146,
      "step": 5760
    },
    {
      "epoch": 0.5879880262403668,
      "grad_norm": 0.04052734375,
      "learning_rate": 7.658646551718953e-06,
      "loss": 0.0153,
      "step": 5770
    },
    {
      "epoch": 0.5890070696134004,
      "grad_norm": 0.047119140625,
      "learning_rate": 7.626569965109798e-06,
      "loss": 0.0128,
      "step": 5780
    },
    {
      "epoch": 0.590026112986434,
      "grad_norm": 0.0654296875,
      "learning_rate": 7.59451923587268e-06,
      "loss": 0.0149,
      "step": 5790
    },
    {
      "epoch": 0.5910451563594675,
      "grad_norm": 0.06982421875,
      "learning_rate": 7.5624947131847826e-06,
      "loss": 0.0128,
      "step": 5800
    },
    {
      "epoch": 0.5920641997325011,
      "grad_norm": 0.049072265625,
      "learning_rate": 7.530496745937793e-06,
      "loss": 0.0176,
      "step": 5810
    },
    {
      "epoch": 0.5930832431055347,
      "grad_norm": 0.040283203125,
      "learning_rate": 7.498525682734081e-06,
      "loss": 0.0142,
      "step": 5820
    },
    {
      "epoch": 0.5941022864785682,
      "grad_norm": 0.03564453125,
      "learning_rate": 7.466581871882921e-06,
      "loss": 0.0149,
      "step": 5830
    },
    {
      "epoch": 0.5951213298516018,
      "grad_norm": 0.045654296875,
      "learning_rate": 7.434665661396667e-06,
      "loss": 0.0145,
      "step": 5840
    },
    {
      "epoch": 0.5961403732246354,
      "grad_norm": 0.051025390625,
      "learning_rate": 7.402777398987002e-06,
      "loss": 0.0114,
      "step": 5850
    },
    {
      "epoch": 0.5971594165976689,
      "grad_norm": 0.0634765625,
      "learning_rate": 7.370917432061113e-06,
      "loss": 0.0144,
      "step": 5860
    },
    {
      "epoch": 0.5981784599707025,
      "grad_norm": 0.041748046875,
      "learning_rate": 7.3390861077179335e-06,
      "loss": 0.0136,
      "step": 5870
    },
    {
      "epoch": 0.5991975033437361,
      "grad_norm": 0.052490234375,
      "learning_rate": 7.307283772744334e-06,
      "loss": 0.0133,
      "step": 5880
    },
    {
      "epoch": 0.6002165467167696,
      "grad_norm": 0.046875,
      "learning_rate": 7.275510773611374e-06,
      "loss": 0.0137,
      "step": 5890
    },
    {
      "epoch": 0.6012355900898032,
      "grad_norm": 0.0693359375,
      "learning_rate": 7.243767456470505e-06,
      "loss": 0.0113,
      "step": 5900
    },
    {
      "epoch": 0.6022546334628368,
      "grad_norm": 0.041748046875,
      "learning_rate": 7.21205416714982e-06,
      "loss": 0.0149,
      "step": 5910
    },
    {
      "epoch": 0.6032736768358703,
      "grad_norm": 0.06591796875,
      "learning_rate": 7.180371251150249e-06,
      "loss": 0.0132,
      "step": 5920
    },
    {
      "epoch": 0.6042927202089039,
      "grad_norm": 0.046630859375,
      "learning_rate": 7.1487190536418505e-06,
      "loss": 0.0137,
      "step": 5930
    },
    {
      "epoch": 0.6053117635819375,
      "grad_norm": 0.036376953125,
      "learning_rate": 7.117097919459992e-06,
      "loss": 0.0143,
      "step": 5940
    },
    {
      "epoch": 0.606330806954971,
      "grad_norm": 0.0927734375,
      "learning_rate": 7.085508193101639e-06,
      "loss": 0.0129,
      "step": 5950
    },
    {
      "epoch": 0.6073498503280046,
      "grad_norm": 0.0625,
      "learning_rate": 7.053950218721575e-06,
      "loss": 0.0173,
      "step": 5960
    },
    {
      "epoch": 0.6083688937010382,
      "grad_norm": 0.03271484375,
      "learning_rate": 7.02242434012867e-06,
      "loss": 0.0142,
      "step": 5970
    },
    {
      "epoch": 0.6093879370740717,
      "grad_norm": 0.061279296875,
      "learning_rate": 6.990930900782112e-06,
      "loss": 0.0138,
      "step": 5980
    },
    {
      "epoch": 0.6104069804471053,
      "grad_norm": 0.047607421875,
      "learning_rate": 6.95947024378769e-06,
      "loss": 0.0145,
      "step": 5990
    },
    {
      "epoch": 0.6114260238201389,
      "grad_norm": 0.05224609375,
      "learning_rate": 6.928042711894047e-06,
      "loss": 0.0122,
      "step": 6000
    }
  ],
  "logging_steps": 10,
  "max_steps": 9813,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.8788170935536976e+19,
  "train_batch_size": 3,
  "trial_name": null,
  "trial_params": null
}