{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.5197568389057752,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.007598784194528876,
      "grad_norm": 21.75,
      "learning_rate": 9e-06,
      "loss": 3.4313,
      "step": 10
    },
    {
      "epoch": 0.015197568389057751,
      "grad_norm": 81.0,
      "learning_rate": 1.9e-05,
      "loss": 2.2326,
      "step": 20
    },
    {
      "epoch": 0.022796352583586626,
      "grad_norm": 85.5,
      "learning_rate": 2.9e-05,
      "loss": 1.4425,
      "step": 30
    },
    {
      "epoch": 0.030395136778115502,
      "grad_norm": 2.609375,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 0.9761,
      "step": 40
    },
    {
      "epoch": 0.037993920972644375,
      "grad_norm": 2.890625,
      "learning_rate": 4.9e-05,
      "loss": 0.8592,
      "step": 50
    },
    {
      "epoch": 0.04559270516717325,
      "grad_norm": 2.640625,
      "learning_rate": 5.9e-05,
      "loss": 0.8049,
      "step": 60
    },
    {
      "epoch": 0.05319148936170213,
      "grad_norm": 2.9375,
      "learning_rate": 6.9e-05,
      "loss": 0.9155,
      "step": 70
    },
    {
      "epoch": 0.060790273556231005,
      "grad_norm": 1.9453125,
      "learning_rate": 7.900000000000001e-05,
      "loss": 0.8197,
      "step": 80
    },
    {
      "epoch": 0.06838905775075987,
      "grad_norm": 2.0,
      "learning_rate": 8.900000000000001e-05,
      "loss": 0.7834,
      "step": 90
    },
    {
      "epoch": 0.07598784194528875,
      "grad_norm": 2.203125,
      "learning_rate": 9.900000000000001e-05,
      "loss": 0.8179,
      "step": 100
    },
    {
      "epoch": 0.08358662613981763,
      "grad_norm": 1.984375,
      "learning_rate": 9.958139534883721e-05,
      "loss": 0.7661,
      "step": 110
    },
    {
      "epoch": 0.0911854103343465,
      "grad_norm": 1.9140625,
      "learning_rate": 9.911627906976745e-05,
      "loss": 0.8447,
      "step": 120
    },
    {
      "epoch": 0.09878419452887538,
      "grad_norm": 1.6484375,
      "learning_rate": 9.865116279069768e-05,
      "loss": 0.8758,
      "step": 130
    },
    {
      "epoch": 0.10638297872340426,
      "grad_norm": 2.171875,
      "learning_rate": 9.818604651162792e-05,
      "loss": 0.752,
      "step": 140
    },
    {
      "epoch": 0.11398176291793313,
      "grad_norm": 1.671875,
      "learning_rate": 9.772093023255814e-05,
      "loss": 0.788,
      "step": 150
    },
    {
      "epoch": 0.12158054711246201,
      "grad_norm": 1.390625,
      "learning_rate": 9.725581395348837e-05,
      "loss": 0.7352,
      "step": 160
    },
    {
      "epoch": 0.12917933130699089,
      "grad_norm": 1.5546875,
      "learning_rate": 9.67906976744186e-05,
      "loss": 0.7905,
      "step": 170
    },
    {
      "epoch": 0.13677811550151975,
      "grad_norm": 1.6953125,
      "learning_rate": 9.632558139534884e-05,
      "loss": 0.7821,
      "step": 180
    },
    {
      "epoch": 0.14437689969604864,
      "grad_norm": 1.359375,
      "learning_rate": 9.586046511627908e-05,
      "loss": 0.6274,
      "step": 190
    },
    {
      "epoch": 0.1519756838905775,
      "grad_norm": 1.6875,
      "learning_rate": 9.539534883720931e-05,
      "loss": 0.7823,
      "step": 200
    },
    {
      "epoch": 0.1595744680851064,
      "grad_norm": 1.75,
      "learning_rate": 9.493023255813955e-05,
      "loss": 0.725,
      "step": 210
    },
    {
      "epoch": 0.16717325227963525,
      "grad_norm": 1.3828125,
      "learning_rate": 9.446511627906977e-05,
      "loss": 0.7733,
      "step": 220
    },
    {
      "epoch": 0.17477203647416414,
      "grad_norm": 1.5390625,
      "learning_rate": 9.4e-05,
      "loss": 0.7945,
      "step": 230
    },
    {
      "epoch": 0.182370820668693,
      "grad_norm": 1.5625,
      "learning_rate": 9.353488372093023e-05,
      "loss": 0.7283,
      "step": 240
    },
    {
      "epoch": 0.1899696048632219,
      "grad_norm": 1.578125,
      "learning_rate": 9.306976744186047e-05,
      "loss": 0.6244,
      "step": 250
    },
    {
      "epoch": 0.19756838905775076,
      "grad_norm": 1.546875,
      "learning_rate": 9.26046511627907e-05,
      "loss": 0.6776,
      "step": 260
    },
    {
      "epoch": 0.20516717325227962,
      "grad_norm": 1.234375,
      "learning_rate": 9.213953488372094e-05,
      "loss": 0.6386,
      "step": 270
    },
    {
      "epoch": 0.2127659574468085,
      "grad_norm": 1.53125,
      "learning_rate": 9.167441860465116e-05,
      "loss": 0.6425,
      "step": 280
    },
    {
      "epoch": 0.22036474164133737,
      "grad_norm": 1.453125,
      "learning_rate": 9.12093023255814e-05,
      "loss": 0.5976,
      "step": 290
    },
    {
      "epoch": 0.22796352583586627,
      "grad_norm": 1.40625,
      "learning_rate": 9.074418604651164e-05,
      "loss": 0.6518,
      "step": 300
    },
    {
      "epoch": 0.23556231003039513,
      "grad_norm": 1.71875,
      "learning_rate": 9.027906976744186e-05,
      "loss": 0.6024,
      "step": 310
    },
    {
      "epoch": 0.24316109422492402,
      "grad_norm": 1.3515625,
      "learning_rate": 8.98139534883721e-05,
      "loss": 0.6896,
      "step": 320
    },
    {
      "epoch": 0.2507598784194529,
      "grad_norm": 1.59375,
      "learning_rate": 8.934883720930233e-05,
      "loss": 0.5574,
      "step": 330
    },
    {
      "epoch": 0.25835866261398177,
      "grad_norm": 1.0625,
      "learning_rate": 8.888372093023257e-05,
      "loss": 0.5795,
      "step": 340
    },
    {
      "epoch": 0.26595744680851063,
      "grad_norm": 1.109375,
      "learning_rate": 8.841860465116279e-05,
      "loss": 0.6064,
      "step": 350
    },
    {
      "epoch": 0.2735562310030395,
      "grad_norm": 1.015625,
      "learning_rate": 8.795348837209303e-05,
      "loss": 0.527,
      "step": 360
    },
    {
      "epoch": 0.2811550151975684,
      "grad_norm": 0.92578125,
      "learning_rate": 8.748837209302326e-05,
      "loss": 0.5996,
      "step": 370
    },
    {
      "epoch": 0.2887537993920973,
      "grad_norm": 1.375,
      "learning_rate": 8.70232558139535e-05,
      "loss": 0.5588,
      "step": 380
    },
    {
      "epoch": 0.29635258358662614,
      "grad_norm": 1.546875,
      "learning_rate": 8.655813953488372e-05,
      "loss": 0.5675,
      "step": 390
    },
    {
      "epoch": 0.303951367781155,
      "grad_norm": 1.28125,
      "learning_rate": 8.609302325581396e-05,
      "loss": 0.5708,
      "step": 400
    },
    {
      "epoch": 0.31155015197568386,
      "grad_norm": 1.265625,
      "learning_rate": 8.562790697674418e-05,
      "loss": 0.593,
      "step": 410
    },
    {
      "epoch": 0.3191489361702128,
      "grad_norm": 1.3125,
      "learning_rate": 8.516279069767442e-05,
      "loss": 0.5349,
      "step": 420
    },
    {
      "epoch": 0.32674772036474165,
      "grad_norm": 1.46875,
      "learning_rate": 8.469767441860465e-05,
      "loss": 0.4981,
      "step": 430
    },
    {
      "epoch": 0.3343465045592705,
      "grad_norm": 1.3046875,
      "learning_rate": 8.423255813953489e-05,
      "loss": 0.5477,
      "step": 440
    },
    {
      "epoch": 0.34194528875379937,
      "grad_norm": 1.109375,
      "learning_rate": 8.376744186046513e-05,
      "loss": 0.5359,
      "step": 450
    },
    {
      "epoch": 0.3495440729483283,
      "grad_norm": 1.15625,
      "learning_rate": 8.330232558139536e-05,
      "loss": 0.5612,
      "step": 460
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 1.1796875,
      "learning_rate": 8.283720930232559e-05,
      "loss": 0.5386,
      "step": 470
    },
    {
      "epoch": 0.364741641337386,
      "grad_norm": 1.0625,
      "learning_rate": 8.237209302325581e-05,
      "loss": 0.4443,
      "step": 480
    },
    {
      "epoch": 0.3723404255319149,
      "grad_norm": 1.0703125,
      "learning_rate": 8.190697674418605e-05,
      "loss": 0.5386,
      "step": 490
    },
    {
      "epoch": 0.3799392097264438,
      "grad_norm": 1.140625,
      "learning_rate": 8.144186046511628e-05,
      "loss": 0.4538,
      "step": 500
    },
    {
      "epoch": 0.38753799392097266,
      "grad_norm": 1.390625,
      "learning_rate": 8.097674418604652e-05,
      "loss": 0.4705,
      "step": 510
    },
    {
      "epoch": 0.3951367781155015,
      "grad_norm": 1.15625,
      "learning_rate": 8.051162790697675e-05,
      "loss": 0.5122,
      "step": 520
    },
    {
      "epoch": 0.4027355623100304,
      "grad_norm": 1.2578125,
      "learning_rate": 8.004651162790698e-05,
      "loss": 0.4675,
      "step": 530
    },
    {
      "epoch": 0.41033434650455924,
      "grad_norm": 1.3046875,
      "learning_rate": 7.958139534883721e-05,
      "loss": 0.5141,
      "step": 540
    },
    {
      "epoch": 0.41793313069908816,
      "grad_norm": 1.0625,
      "learning_rate": 7.911627906976744e-05,
      "loss": 0.492,
      "step": 550
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 1.21875,
      "learning_rate": 7.865116279069767e-05,
      "loss": 0.4708,
      "step": 560
    },
    {
      "epoch": 0.4331306990881459,
      "grad_norm": 1.296875,
      "learning_rate": 7.818604651162791e-05,
      "loss": 0.4668,
      "step": 570
    },
    {
      "epoch": 0.44072948328267475,
      "grad_norm": 1.2109375,
      "learning_rate": 7.772093023255815e-05,
      "loss": 0.4105,
      "step": 580
    },
    {
      "epoch": 0.44832826747720367,
      "grad_norm": 1.0859375,
      "learning_rate": 7.725581395348838e-05,
      "loss": 0.4586,
      "step": 590
    },
    {
      "epoch": 0.45592705167173253,
      "grad_norm": 1.2890625,
      "learning_rate": 7.67906976744186e-05,
      "loss": 0.4625,
      "step": 600
    },
    {
      "epoch": 0.4635258358662614,
      "grad_norm": 0.83984375,
      "learning_rate": 7.632558139534884e-05,
      "loss": 0.4149,
      "step": 610
    },
    {
      "epoch": 0.47112462006079026,
      "grad_norm": 0.97265625,
      "learning_rate": 7.586046511627908e-05,
      "loss": 0.4588,
      "step": 620
    },
    {
      "epoch": 0.4787234042553192,
      "grad_norm": 1.21875,
      "learning_rate": 7.53953488372093e-05,
      "loss": 0.4162,
      "step": 630
    },
    {
      "epoch": 0.48632218844984804,
      "grad_norm": 0.9296875,
      "learning_rate": 7.493023255813954e-05,
      "loss": 0.3976,
      "step": 640
    },
    {
      "epoch": 0.4939209726443769,
      "grad_norm": 1.3046875,
      "learning_rate": 7.446511627906977e-05,
      "loss": 0.4161,
      "step": 650
    },
    {
      "epoch": 0.5015197568389058,
      "grad_norm": 1.1640625,
      "learning_rate": 7.4e-05,
      "loss": 0.3689,
      "step": 660
    },
    {
      "epoch": 0.5091185410334347,
      "grad_norm": 0.8828125,
      "learning_rate": 7.353488372093023e-05,
      "loss": 0.427,
      "step": 670
    },
    {
      "epoch": 0.5167173252279635,
      "grad_norm": 0.9921875,
      "learning_rate": 7.306976744186047e-05,
      "loss": 0.3842,
      "step": 680
    },
    {
      "epoch": 0.5243161094224924,
      "grad_norm": 0.96484375,
      "learning_rate": 7.26046511627907e-05,
      "loss": 0.3853,
      "step": 690
    },
    {
      "epoch": 0.5319148936170213,
      "grad_norm": 1.0546875,
      "learning_rate": 7.213953488372094e-05,
      "loss": 0.3235,
      "step": 700
    },
    {
      "epoch": 0.5395136778115501,
      "grad_norm": 1.0546875,
      "learning_rate": 7.167441860465116e-05,
      "loss": 0.3763,
      "step": 710
    },
    {
      "epoch": 0.547112462006079,
      "grad_norm": 0.86328125,
      "learning_rate": 7.12093023255814e-05,
      "loss": 0.3651,
      "step": 720
    },
    {
      "epoch": 0.5547112462006079,
      "grad_norm": 0.97265625,
      "learning_rate": 7.074418604651162e-05,
      "loss": 0.3187,
      "step": 730
    },
    {
      "epoch": 0.5623100303951368,
      "grad_norm": 1.0859375,
      "learning_rate": 7.027906976744186e-05,
      "loss": 0.3752,
      "step": 740
    },
    {
      "epoch": 0.5699088145896657,
      "grad_norm": 1.1328125,
      "learning_rate": 6.98139534883721e-05,
      "loss": 0.3639,
      "step": 750
    },
    {
      "epoch": 0.5775075987841946,
      "grad_norm": 0.9609375,
      "learning_rate": 6.934883720930233e-05,
      "loss": 0.3682,
      "step": 760
    },
    {
      "epoch": 0.5851063829787234,
      "grad_norm": 0.7109375,
      "learning_rate": 6.888372093023257e-05,
      "loss": 0.3418,
      "step": 770
    },
    {
      "epoch": 0.5927051671732523,
      "grad_norm": 0.96875,
      "learning_rate": 6.841860465116279e-05,
      "loss": 0.3567,
      "step": 780
    },
    {
      "epoch": 0.6003039513677811,
      "grad_norm": 0.9375,
      "learning_rate": 6.795348837209301e-05,
      "loss": 0.371,
      "step": 790
    },
    {
      "epoch": 0.60790273556231,
      "grad_norm": 1.15625,
      "learning_rate": 6.748837209302325e-05,
      "loss": 0.334,
      "step": 800
    },
    {
      "epoch": 0.6155015197568389,
      "grad_norm": 0.921875,
      "learning_rate": 6.702325581395349e-05,
      "loss": 0.3043,
      "step": 810
    },
    {
      "epoch": 0.6231003039513677,
      "grad_norm": 1.0390625,
      "learning_rate": 6.655813953488372e-05,
      "loss": 0.3049,
      "step": 820
    },
    {
      "epoch": 0.6306990881458967,
      "grad_norm": 0.9453125,
      "learning_rate": 6.609302325581396e-05,
      "loss": 0.2673,
      "step": 830
    },
    {
      "epoch": 0.6382978723404256,
      "grad_norm": 1.03125,
      "learning_rate": 6.56279069767442e-05,
      "loss": 0.3203,
      "step": 840
    },
    {
      "epoch": 0.6458966565349544,
      "grad_norm": 1.078125,
      "learning_rate": 6.516279069767442e-05,
      "loss": 0.3552,
      "step": 850
    },
    {
      "epoch": 0.6534954407294833,
      "grad_norm": 0.62890625,
      "learning_rate": 6.469767441860466e-05,
      "loss": 0.2805,
      "step": 860
    },
    {
      "epoch": 0.6610942249240122,
      "grad_norm": 1.0703125,
      "learning_rate": 6.423255813953488e-05,
      "loss": 0.3399,
      "step": 870
    },
    {
      "epoch": 0.668693009118541,
      "grad_norm": 0.96875,
      "learning_rate": 6.376744186046512e-05,
      "loss": 0.2798,
      "step": 880
    },
    {
      "epoch": 0.6762917933130699,
      "grad_norm": 1.0234375,
      "learning_rate": 6.330232558139535e-05,
      "loss": 0.3096,
      "step": 890
    },
    {
      "epoch": 0.6838905775075987,
      "grad_norm": 0.8984375,
      "learning_rate": 6.283720930232559e-05,
      "loss": 0.3162,
      "step": 900
    },
    {
      "epoch": 0.6914893617021277,
      "grad_norm": 1.03125,
      "learning_rate": 6.237209302325581e-05,
      "loss": 0.2926,
      "step": 910
    },
    {
      "epoch": 0.6990881458966566,
      "grad_norm": 1.0703125,
      "learning_rate": 6.190697674418605e-05,
      "loss": 0.3684,
      "step": 920
    },
    {
      "epoch": 0.7066869300911854,
      "grad_norm": 0.96875,
      "learning_rate": 6.144186046511628e-05,
      "loss": 0.3586,
      "step": 930
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 1.03125,
      "learning_rate": 6.097674418604652e-05,
      "loss": 0.3382,
      "step": 940
    },
    {
      "epoch": 0.7218844984802432,
      "grad_norm": 1.234375,
      "learning_rate": 6.051162790697674e-05,
      "loss": 0.3272,
      "step": 950
    },
    {
      "epoch": 0.729483282674772,
      "grad_norm": 1.015625,
      "learning_rate": 6.004651162790698e-05,
      "loss": 0.2808,
      "step": 960
    },
    {
      "epoch": 0.7370820668693009,
      "grad_norm": 1.1796875,
      "learning_rate": 5.958139534883721e-05,
      "loss": 0.2965,
      "step": 970
    },
    {
      "epoch": 0.7446808510638298,
      "grad_norm": 0.90234375,
      "learning_rate": 5.9116279069767445e-05,
      "loss": 0.2778,
      "step": 980
    },
    {
      "epoch": 0.7522796352583586,
      "grad_norm": 1.1015625,
      "learning_rate": 5.8651162790697675e-05,
      "loss": 0.3103,
      "step": 990
    },
    {
      "epoch": 0.7598784194528876,
      "grad_norm": 1.125,
      "learning_rate": 5.818604651162791e-05,
      "loss": 0.2904,
      "step": 1000
    },
    {
      "epoch": 0.7674772036474165,
      "grad_norm": 0.76171875,
      "learning_rate": 5.772093023255815e-05,
      "loss": 0.3073,
      "step": 1010
    },
    {
      "epoch": 0.7750759878419453,
      "grad_norm": 0.99609375,
      "learning_rate": 5.725581395348838e-05,
      "loss": 0.3001,
      "step": 1020
    },
    {
      "epoch": 0.7826747720364742,
      "grad_norm": 1.0703125,
      "learning_rate": 5.67906976744186e-05,
      "loss": 0.2669,
      "step": 1030
    },
    {
      "epoch": 0.790273556231003,
      "grad_norm": 0.85546875,
      "learning_rate": 5.6325581395348836e-05,
      "loss": 0.2502,
      "step": 1040
    },
    {
      "epoch": 0.7978723404255319,
      "grad_norm": 0.91015625,
      "learning_rate": 5.586046511627907e-05,
      "loss": 0.306,
      "step": 1050
    },
    {
      "epoch": 0.8054711246200608,
      "grad_norm": 1.0,
      "learning_rate": 5.53953488372093e-05,
      "loss": 0.2415,
      "step": 1060
    },
    {
      "epoch": 0.8130699088145896,
      "grad_norm": 1.09375,
      "learning_rate": 5.493023255813954e-05,
      "loss": 0.2257,
      "step": 1070
    },
    {
      "epoch": 0.8206686930091185,
      "grad_norm": 0.84765625,
      "learning_rate": 5.4465116279069775e-05,
      "loss": 0.2491,
      "step": 1080
    },
    {
      "epoch": 0.8282674772036475,
      "grad_norm": 1.375,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 0.2659,
      "step": 1090
    },
    {
      "epoch": 0.8358662613981763,
      "grad_norm": 0.953125,
      "learning_rate": 5.353488372093024e-05,
      "loss": 0.2436,
      "step": 1100
    },
    {
      "epoch": 0.8434650455927052,
      "grad_norm": 0.91015625,
      "learning_rate": 5.3069767441860464e-05,
      "loss": 0.2539,
      "step": 1110
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 0.7265625,
      "learning_rate": 5.2604651162790694e-05,
      "loss": 0.2449,
      "step": 1120
    },
    {
      "epoch": 0.8586626139817629,
      "grad_norm": 1.03125,
      "learning_rate": 5.213953488372093e-05,
      "loss": 0.2424,
      "step": 1130
    },
    {
      "epoch": 0.8662613981762918,
      "grad_norm": 0.82421875,
      "learning_rate": 5.1674418604651166e-05,
      "loss": 0.2565,
      "step": 1140
    },
    {
      "epoch": 0.8738601823708206,
      "grad_norm": 1.0859375,
      "learning_rate": 5.1209302325581396e-05,
      "loss": 0.242,
      "step": 1150
    },
    {
      "epoch": 0.8814589665653495,
      "grad_norm": 0.97265625,
      "learning_rate": 5.074418604651163e-05,
      "loss": 0.2415,
      "step": 1160
    },
    {
      "epoch": 0.8890577507598785,
      "grad_norm": 1.2578125,
      "learning_rate": 5.027906976744187e-05,
      "loss": 0.2519,
      "step": 1170
    },
    {
      "epoch": 0.8966565349544073,
      "grad_norm": 0.8515625,
      "learning_rate": 4.981395348837209e-05,
      "loss": 0.2545,
      "step": 1180
    },
    {
      "epoch": 0.9042553191489362,
      "grad_norm": 0.69921875,
      "learning_rate": 4.934883720930233e-05,
      "loss": 0.2403,
      "step": 1190
    },
    {
      "epoch": 0.9118541033434651,
      "grad_norm": 0.73046875,
      "learning_rate": 4.8883720930232564e-05,
      "loss": 0.2075,
      "step": 1200
    },
    {
      "epoch": 0.9194528875379939,
      "grad_norm": 0.6875,
      "learning_rate": 4.8418604651162794e-05,
      "loss": 0.198,
      "step": 1210
    },
    {
      "epoch": 0.9270516717325228,
      "grad_norm": 0.88671875,
      "learning_rate": 4.7953488372093023e-05,
      "loss": 0.216,
      "step": 1220
    },
    {
      "epoch": 0.9346504559270516,
      "grad_norm": 0.66015625,
      "learning_rate": 4.748837209302326e-05,
      "loss": 0.1838,
      "step": 1230
    },
    {
      "epoch": 0.9422492401215805,
      "grad_norm": 0.578125,
      "learning_rate": 4.7023255813953496e-05,
      "loss": 0.2367,
      "step": 1240
    },
    {
      "epoch": 0.9498480243161094,
      "grad_norm": 1.1015625,
      "learning_rate": 4.655813953488372e-05,
      "loss": 0.1958,
      "step": 1250
    },
    {
      "epoch": 0.9574468085106383,
      "grad_norm": 0.94921875,
      "learning_rate": 4.6093023255813955e-05,
      "loss": 0.1862,
      "step": 1260
    },
    {
      "epoch": 0.9650455927051672,
      "grad_norm": 0.91015625,
      "learning_rate": 4.562790697674419e-05,
      "loss": 0.2328,
      "step": 1270
    },
    {
      "epoch": 0.9726443768996961,
      "grad_norm": 0.85546875,
      "learning_rate": 4.516279069767442e-05,
      "loss": 0.2483,
      "step": 1280
    },
    {
      "epoch": 0.9802431610942249,
      "grad_norm": 0.9453125,
      "learning_rate": 4.469767441860465e-05,
      "loss": 0.1677,
      "step": 1290
    },
    {
      "epoch": 0.9878419452887538,
      "grad_norm": 0.9375,
      "learning_rate": 4.423255813953489e-05,
      "loss": 0.2192,
      "step": 1300
    },
    {
      "epoch": 0.9954407294832827,
      "grad_norm": 0.859375,
      "learning_rate": 4.376744186046512e-05,
      "loss": 0.2357,
      "step": 1310
    },
    {
      "epoch": 1.0030395136778116,
      "grad_norm": 0.59375,
      "learning_rate": 4.3302325581395353e-05,
      "loss": 0.1562,
      "step": 1320
    },
    {
      "epoch": 1.0106382978723405,
      "grad_norm": 0.73828125,
      "learning_rate": 4.283720930232558e-05,
      "loss": 0.1043,
      "step": 1330
    },
    {
      "epoch": 1.0182370820668694,
      "grad_norm": 0.75390625,
      "learning_rate": 4.237209302325581e-05,
      "loss": 0.106,
      "step": 1340
    },
    {
      "epoch": 1.0258358662613982,
      "grad_norm": 0.859375,
      "learning_rate": 4.190697674418605e-05,
      "loss": 0.1041,
      "step": 1350
    },
    {
      "epoch": 1.033434650455927,
      "grad_norm": 0.98046875,
      "learning_rate": 4.1441860465116285e-05,
      "loss": 0.1001,
      "step": 1360
    },
    {
      "epoch": 1.041033434650456,
      "grad_norm": 0.65625,
      "learning_rate": 4.0976744186046515e-05,
      "loss": 0.0867,
      "step": 1370
    },
    {
      "epoch": 1.0486322188449848,
      "grad_norm": 0.78515625,
      "learning_rate": 4.0511627906976745e-05,
      "loss": 0.1042,
      "step": 1380
    },
    {
      "epoch": 1.0562310030395137,
      "grad_norm": 0.87109375,
      "learning_rate": 4.004651162790698e-05,
      "loss": 0.1049,
      "step": 1390
    },
    {
      "epoch": 1.0638297872340425,
      "grad_norm": 0.578125,
      "learning_rate": 3.958139534883721e-05,
      "loss": 0.0948,
      "step": 1400
    },
    {
      "epoch": 1.0714285714285714,
      "grad_norm": 0.9140625,
      "learning_rate": 3.911627906976744e-05,
      "loss": 0.0974,
      "step": 1410
    },
    {
      "epoch": 1.0790273556231003,
      "grad_norm": 0.703125,
      "learning_rate": 3.8651162790697677e-05,
      "loss": 0.1062,
      "step": 1420
    },
    {
      "epoch": 1.0866261398176291,
      "grad_norm": 0.8671875,
      "learning_rate": 3.818604651162791e-05,
      "loss": 0.0995,
      "step": 1430
    },
    {
      "epoch": 1.094224924012158,
      "grad_norm": 1.0078125,
      "learning_rate": 3.772093023255814e-05,
      "loss": 0.1188,
      "step": 1440
    },
    {
      "epoch": 1.1018237082066868,
      "grad_norm": 0.70703125,
      "learning_rate": 3.725581395348837e-05,
      "loss": 0.0929,
      "step": 1450
    },
    {
      "epoch": 1.1094224924012157,
      "grad_norm": 0.77734375,
      "learning_rate": 3.679069767441861e-05,
      "loss": 0.098,
      "step": 1460
    },
    {
      "epoch": 1.1170212765957448,
      "grad_norm": 0.6875,
      "learning_rate": 3.632558139534884e-05,
      "loss": 0.0958,
      "step": 1470
    },
    {
      "epoch": 1.1246200607902737,
      "grad_norm": 0.953125,
      "learning_rate": 3.5860465116279075e-05,
      "loss": 0.1008,
      "step": 1480
    },
    {
      "epoch": 1.1322188449848025,
      "grad_norm": 0.8984375,
      "learning_rate": 3.5395348837209304e-05,
      "loss": 0.1111,
      "step": 1490
    },
    {
      "epoch": 1.1398176291793314,
      "grad_norm": 0.68359375,
      "learning_rate": 3.4930232558139534e-05,
      "loss": 0.0917,
      "step": 1500
    },
    {
      "epoch": 1.1474164133738602,
      "grad_norm": 0.48828125,
      "learning_rate": 3.446511627906977e-05,
      "loss": 0.0912,
      "step": 1510
    },
    {
      "epoch": 1.155015197568389,
      "grad_norm": 0.94140625,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 0.0948,
      "step": 1520
    },
    {
      "epoch": 1.162613981762918,
      "grad_norm": 0.83203125,
      "learning_rate": 3.353488372093023e-05,
      "loss": 0.0749,
      "step": 1530
    },
    {
      "epoch": 1.1702127659574468,
      "grad_norm": 0.953125,
      "learning_rate": 3.3069767441860466e-05,
      "loss": 0.1059,
      "step": 1540
    },
    {
      "epoch": 1.1778115501519757,
      "grad_norm": 0.6171875,
      "learning_rate": 3.26046511627907e-05,
      "loss": 0.0942,
      "step": 1550
    },
    {
      "epoch": 1.1854103343465046,
      "grad_norm": 0.48046875,
      "learning_rate": 3.213953488372093e-05,
      "loss": 0.0739,
      "step": 1560
    },
    {
      "epoch": 1.1930091185410334,
      "grad_norm": 1.078125,
      "learning_rate": 3.167441860465116e-05,
      "loss": 0.0931,
      "step": 1570
    },
    {
      "epoch": 1.2006079027355623,
      "grad_norm": 0.7265625,
      "learning_rate": 3.12093023255814e-05,
      "loss": 0.0955,
      "step": 1580
    },
    {
      "epoch": 1.2082066869300911,
      "grad_norm": 1.109375,
      "learning_rate": 3.074418604651163e-05,
      "loss": 0.0842,
      "step": 1590
    },
    {
      "epoch": 1.21580547112462,
      "grad_norm": 0.83203125,
      "learning_rate": 3.0279069767441864e-05,
      "loss": 0.0871,
      "step": 1600
    },
    {
      "epoch": 1.2234042553191489,
      "grad_norm": 1.171875,
      "learning_rate": 2.9813953488372093e-05,
      "loss": 0.0972,
      "step": 1610
    },
    {
      "epoch": 1.2310030395136777,
      "grad_norm": 0.5859375,
      "learning_rate": 2.9348837209302326e-05,
      "loss": 0.0752,
      "step": 1620
    },
    {
      "epoch": 1.2386018237082066,
      "grad_norm": 1.046875,
      "learning_rate": 2.888372093023256e-05,
      "loss": 0.0881,
      "step": 1630
    },
    {
      "epoch": 1.2462006079027357,
      "grad_norm": 0.5390625,
      "learning_rate": 2.8418604651162796e-05,
      "loss": 0.063,
      "step": 1640
    },
    {
      "epoch": 1.2537993920972643,
      "grad_norm": 0.7265625,
      "learning_rate": 2.7953488372093022e-05,
      "loss": 0.0964,
      "step": 1650
    },
    {
      "epoch": 1.2613981762917934,
      "grad_norm": 1.0234375,
      "learning_rate": 2.7488372093023258e-05,
      "loss": 0.0963,
      "step": 1660
    },
    {
      "epoch": 1.2689969604863223,
      "grad_norm": 0.8125,
      "learning_rate": 2.702325581395349e-05,
      "loss": 0.0675,
      "step": 1670
    },
    {
      "epoch": 1.2765957446808511,
      "grad_norm": 0.86328125,
      "learning_rate": 2.6558139534883724e-05,
      "loss": 0.0826,
      "step": 1680
    },
    {
      "epoch": 1.28419452887538,
      "grad_norm": 0.3359375,
      "learning_rate": 2.6093023255813954e-05,
      "loss": 0.0659,
      "step": 1690
    },
    {
      "epoch": 1.2917933130699089,
      "grad_norm": 0.494140625,
      "learning_rate": 2.5627906976744187e-05,
      "loss": 0.0869,
      "step": 1700
    },
    {
      "epoch": 1.2993920972644377,
      "grad_norm": 0.34375,
      "learning_rate": 2.516279069767442e-05,
      "loss": 0.0793,
      "step": 1710
    },
    {
      "epoch": 1.3069908814589666,
      "grad_norm": 0.9375,
      "learning_rate": 2.4697674418604653e-05,
      "loss": 0.0979,
      "step": 1720
    },
    {
      "epoch": 1.3145896656534954,
      "grad_norm": 0.65234375,
      "learning_rate": 2.4232558139534886e-05,
      "loss": 0.0848,
      "step": 1730
    },
    {
      "epoch": 1.3221884498480243,
      "grad_norm": 0.76171875,
      "learning_rate": 2.376744186046512e-05,
      "loss": 0.0944,
      "step": 1740
    },
    {
      "epoch": 1.3297872340425532,
      "grad_norm": 0.74609375,
      "learning_rate": 2.3302325581395352e-05,
      "loss": 0.0668,
      "step": 1750
    },
    {
      "epoch": 1.337386018237082,
      "grad_norm": 0.6328125,
      "learning_rate": 2.283720930232558e-05,
      "loss": 0.0787,
      "step": 1760
    },
    {
      "epoch": 1.344984802431611,
      "grad_norm": 0.79296875,
      "learning_rate": 2.2372093023255818e-05,
      "loss": 0.0708,
      "step": 1770
    },
    {
      "epoch": 1.3525835866261398,
      "grad_norm": 0.69140625,
      "learning_rate": 2.1906976744186047e-05,
      "loss": 0.0571,
      "step": 1780
    },
    {
      "epoch": 1.3601823708206686,
      "grad_norm": 0.734375,
      "learning_rate": 2.144186046511628e-05,
      "loss": 0.0626,
      "step": 1790
    },
    {
      "epoch": 1.3677811550151975,
      "grad_norm": 0.78125,
      "learning_rate": 2.0976744186046513e-05,
      "loss": 0.0687,
      "step": 1800
    },
    {
      "epoch": 1.3753799392097266,
      "grad_norm": 0.82421875,
      "learning_rate": 2.0511627906976746e-05,
      "loss": 0.0714,
      "step": 1810
    },
    {
      "epoch": 1.3829787234042552,
      "grad_norm": 0.74609375,
      "learning_rate": 2.0046511627906976e-05,
      "loss": 0.0639,
      "step": 1820
    },
    {
      "epoch": 1.3905775075987843,
      "grad_norm": 0.37109375,
      "learning_rate": 1.9581395348837212e-05,
      "loss": 0.0674,
      "step": 1830
    },
    {
      "epoch": 1.3981762917933132,
      "grad_norm": 0.4921875,
      "learning_rate": 1.9116279069767442e-05,
      "loss": 0.0664,
      "step": 1840
    },
    {
      "epoch": 1.405775075987842,
      "grad_norm": 0.78515625,
      "learning_rate": 1.8651162790697675e-05,
      "loss": 0.0593,
      "step": 1850
    },
    {
      "epoch": 1.4133738601823709,
      "grad_norm": 0.65625,
      "learning_rate": 1.8186046511627908e-05,
      "loss": 0.0686,
      "step": 1860
    },
    {
      "epoch": 1.4209726443768997,
      "grad_norm": 0.7421875,
      "learning_rate": 1.772093023255814e-05,
      "loss": 0.0844,
      "step": 1870
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.70703125,
      "learning_rate": 1.7255813953488374e-05,
      "loss": 0.0662,
      "step": 1880
    },
    {
      "epoch": 1.4361702127659575,
      "grad_norm": 0.578125,
      "learning_rate": 1.6790697674418607e-05,
      "loss": 0.0768,
      "step": 1890
    },
    {
      "epoch": 1.4437689969604863,
      "grad_norm": 0.462890625,
      "learning_rate": 1.6325581395348837e-05,
      "loss": 0.0686,
      "step": 1900
    },
    {
      "epoch": 1.4513677811550152,
      "grad_norm": 0.494140625,
      "learning_rate": 1.5860465116279073e-05,
      "loss": 0.0604,
      "step": 1910
    },
    {
      "epoch": 1.458966565349544,
      "grad_norm": 0.51171875,
      "learning_rate": 1.5395348837209303e-05,
      "loss": 0.0613,
      "step": 1920
    },
    {
      "epoch": 1.466565349544073,
      "grad_norm": 0.76171875,
      "learning_rate": 1.4930232558139537e-05,
      "loss": 0.0807,
      "step": 1930
    },
    {
      "epoch": 1.4741641337386018,
      "grad_norm": 0.796875,
      "learning_rate": 1.4465116279069768e-05,
      "loss": 0.0923,
      "step": 1940
    },
    {
      "epoch": 1.4817629179331306,
      "grad_norm": 1.015625,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 0.0629,
      "step": 1950
    },
    {
      "epoch": 1.4893617021276595,
      "grad_norm": 0.80078125,
      "learning_rate": 1.3534883720930233e-05,
      "loss": 0.0709,
      "step": 1960
    },
    {
      "epoch": 1.4969604863221884,
      "grad_norm": 0.69140625,
      "learning_rate": 1.3069767441860467e-05,
      "loss": 0.0765,
      "step": 1970
    },
    {
      "epoch": 1.5045592705167175,
      "grad_norm": 0.765625,
      "learning_rate": 1.2604651162790699e-05,
      "loss": 0.07,
      "step": 1980
    },
    {
      "epoch": 1.512158054711246,
      "grad_norm": 0.546875,
      "learning_rate": 1.213953488372093e-05,
      "loss": 0.0614,
      "step": 1990
    },
    {
      "epoch": 1.5197568389057752,
      "grad_norm": 0.60546875,
      "learning_rate": 1.1674418604651163e-05,
      "loss": 0.0509,
      "step": 2000
    }
  ],
  "logging_steps": 10,
  "max_steps": 2250,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.361342517248e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}