{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.5296367112810707,
  "eval_steps": 500,
  "global_step": 4000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0003824091778202677,
      "grad_norm": 8.127729221609483,
      "learning_rate": 0.0,
      "loss": 0.7499,
      "step": 1
    },
    {
      "epoch": 0.0007648183556405354,
      "grad_norm": 7.963595529643983,
      "learning_rate": 9.658899046395883e-08,
      "loss": 0.7745,
      "step": 2
    },
    {
      "epoch": 0.001147227533460803,
      "grad_norm": 6.399453926631711,
      "learning_rate": 1.530899278678881e-07,
      "loss": 0.827,
      "step": 3
    },
    {
      "epoch": 0.0015296367112810707,
      "grad_norm": 7.212906755583777,
      "learning_rate": 1.9317798092791765e-07,
      "loss": 0.9354,
      "step": 4
    },
    {
      "epoch": 0.0019120458891013384,
      "grad_norm": 4.403583991640848,
      "learning_rate": 2.2427269061507353e-07,
      "loss": 0.8108,
      "step": 5
    },
    {
      "epoch": 0.002294455066921606,
      "grad_norm": 9.30785115586022,
      "learning_rate": 2.496789183318469e-07,
      "loss": 0.8121,
      "step": 6
    },
    {
      "epoch": 0.0026768642447418736,
      "grad_norm": 10.972546390514474,
      "learning_rate": 2.711595777955698e-07,
      "loss": 0.8276,
      "step": 7
    },
    {
      "epoch": 0.0030592734225621415,
      "grad_norm": 7.964528600005935,
      "learning_rate": 2.8976697139187646e-07,
      "loss": 0.889,
      "step": 8
    },
    {
      "epoch": 0.0034416826003824093,
      "grad_norm": 11.538619501059664,
      "learning_rate": 3.061798557357762e-07,
      "loss": 0.5456,
      "step": 9
    },
    {
      "epoch": 0.0038240917782026767,
      "grad_norm": 9.923505802246833,
      "learning_rate": 3.208616810790324e-07,
      "loss": 0.5617,
      "step": 10
    },
    {
      "epoch": 0.004206500956022944,
      "grad_norm": 13.868230594571852,
      "learning_rate": 3.341430076232756e-07,
      "loss": 0.8914,
      "step": 11
    },
    {
      "epoch": 0.004588910133843212,
      "grad_norm": 15.82952470982823,
      "learning_rate": 3.4626790879580574e-07,
      "loss": 0.3943,
      "step": 12
    },
    {
      "epoch": 0.00497131931166348,
      "grad_norm": 13.881207151660286,
      "learning_rate": 3.5742173664798447e-07,
      "loss": 0.9886,
      "step": 13
    },
    {
      "epoch": 0.005353728489483747,
      "grad_norm": 9.351576777218634,
      "learning_rate": 3.677485682595286e-07,
      "loss": 1.2225,
      "step": 14
    },
    {
      "epoch": 0.0057361376673040155,
      "grad_norm": 6.921096792456155,
      "learning_rate": 3.773626184829616e-07,
      "loss": 0.6324,
      "step": 15
    },
    {
      "epoch": 0.006118546845124283,
      "grad_norm": 7.911741257096208,
      "learning_rate": 3.863559618558353e-07,
      "loss": 1.0263,
      "step": 16
    },
    {
      "epoch": 0.00650095602294455,
      "grad_norm": 9.023578698841147,
      "learning_rate": 3.948039093953151e-07,
      "loss": 0.8379,
      "step": 17
    },
    {
      "epoch": 0.006883365200764819,
      "grad_norm": 5.773447080611977,
      "learning_rate": 4.02768846199735e-07,
      "loss": 0.6313,
      "step": 18
    },
    {
      "epoch": 0.007265774378585086,
      "grad_norm": 6.391540312564622,
      "learning_rate": 4.103030300875908e-07,
      "loss": 0.6562,
      "step": 19
    },
    {
      "epoch": 0.0076481835564053535,
      "grad_norm": 4.734698092574861,
      "learning_rate": 4.174506715429912e-07,
      "loss": 0.9944,
      "step": 20
    },
    {
      "epoch": 0.00803059273422562,
      "grad_norm": 5.543325744703233,
      "learning_rate": 4.242495056634579e-07,
      "loss": 0.8748,
      "step": 21
    },
    {
      "epoch": 0.008413001912045888,
      "grad_norm": 6.139313458259769,
      "learning_rate": 4.3073199808723443e-07,
      "loss": 0.6497,
      "step": 22
    },
    {
      "epoch": 0.008795411089866157,
      "grad_norm": 10.51882881230223,
      "learning_rate": 4.369262826367178e-07,
      "loss": 0.7235,
      "step": 23
    },
    {
      "epoch": 0.009177820267686425,
      "grad_norm": 9.14158481873066,
      "learning_rate": 4.428568992597646e-07,
      "loss": 0.4482,
      "step": 24
    },
    {
      "epoch": 0.009560229445506692,
      "grad_norm": 10.990275506131937,
      "learning_rate": 4.4854538123014706e-07,
      "loss": 0.8668,
      "step": 25
    },
    {
      "epoch": 0.00994263862332696,
      "grad_norm": 11.815499706960994,
      "learning_rate": 4.540107271119433e-07,
      "loss": 0.8262,
      "step": 26
    },
    {
      "epoch": 0.010325047801147227,
      "grad_norm": 7.542823857279405,
      "learning_rate": 4.592697836036643e-07,
      "loss": 0.9995,
      "step": 27
    },
    {
      "epoch": 0.010707456978967494,
      "grad_norm": 3.439453125,
      "learning_rate": 4.6433755872348744e-07,
      "loss": 0.652,
      "step": 28
    },
    {
      "epoch": 0.011089866156787764,
      "grad_norm": 4.447922408065247,
      "learning_rate": 4.6922748001247033e-07,
      "loss": 0.4116,
      "step": 29
    },
    {
      "epoch": 0.011472275334608031,
      "grad_norm": 3.5419146432268502,
      "learning_rate": 4.739516089469205e-07,
      "loss": 0.603,
      "step": 30
    },
    {
      "epoch": 0.011854684512428298,
      "grad_norm": 5.595453269399992,
      "learning_rate": 4.78520820180538e-07,
      "loss": 0.8754,
      "step": 31
    },
    {
      "epoch": 0.012237093690248566,
      "grad_norm": 4.664053298711087,
      "learning_rate": 4.829449523197942e-07,
      "loss": 0.728,
      "step": 32
    },
    {
      "epoch": 0.012619502868068833,
      "grad_norm": 4.184285994388638,
      "learning_rate": 4.872329354911637e-07,
      "loss": 0.7668,
      "step": 33
    },
    {
      "epoch": 0.0130019120458891,
      "grad_norm": 3.8462487759245723,
      "learning_rate": 4.91392899859274e-07,
      "loss": 0.7642,
      "step": 34
    },
    {
      "epoch": 0.01338432122370937,
      "grad_norm": 5.035267807203385,
      "learning_rate": 4.954322684106434e-07,
      "loss": 0.4231,
      "step": 35
    },
    {
      "epoch": 0.013766730401529637,
      "grad_norm": 4.700427932737028,
      "learning_rate": 4.993578366636938e-07,
      "loss": 0.4554,
      "step": 36
    },
    {
      "epoch": 0.014149139579349905,
      "grad_norm": 6.65272564780195,
      "learning_rate": 5.031758414551729e-07,
      "loss": 0.3467,
      "step": 37
    },
    {
      "epoch": 0.014531548757170172,
      "grad_norm": 6.540097900964421,
      "learning_rate": 5.068920205515497e-07,
      "loss": 0.5521,
      "step": 38
    },
    {
      "epoch": 0.01491395793499044,
      "grad_norm": 6.187611588521872,
      "learning_rate": 5.105116645158726e-07,
      "loss": 0.8477,
      "step": 39
    },
    {
      "epoch": 0.015296367112810707,
      "grad_norm": 4.212933408814397,
      "learning_rate": 5.140396620069501e-07,
      "loss": 0.8013,
      "step": 40
    },
    {
      "epoch": 0.015678776290630976,
      "grad_norm": 3.7306584334956354,
      "learning_rate": 5.174805394842197e-07,
      "loss": 0.34,
      "step": 41
    },
    {
      "epoch": 0.01606118546845124,
      "grad_norm": 3.8129084634065613,
      "learning_rate": 5.208384961274167e-07,
      "loss": 0.7891,
      "step": 42
    },
    {
      "epoch": 0.01644359464627151,
      "grad_norm": 3.521126067201788,
      "learning_rate": 5.241174346468368e-07,
      "loss": 0.8447,
      "step": 43
    },
    {
      "epoch": 0.016826003824091777,
      "grad_norm": 5.279756052566196,
      "learning_rate": 5.273209885511933e-07,
      "loss": 0.6151,
      "step": 44
    },
    {
      "epoch": 0.017208413001912046,
      "grad_norm": 4.009723289626729,
      "learning_rate": 5.304525463508497e-07,
      "loss": 0.6095,
      "step": 45
    },
    {
      "epoch": 0.017590822179732315,
      "grad_norm": 3.7728758842220267,
      "learning_rate": 5.335152731006765e-07,
      "loss": 0.3871,
      "step": 46
    },
    {
      "epoch": 0.01797323135755258,
      "grad_norm": 4.866870067648313,
      "learning_rate": 5.365121296259033e-07,
      "loss": 0.4796,
      "step": 47
    },
    {
      "epoch": 0.01835564053537285,
      "grad_norm": 4.8744050665499286,
      "learning_rate": 5.394458897237234e-07,
      "loss": 0.5812,
      "step": 48
    },
    {
      "epoch": 0.018738049713193115,
      "grad_norm": 9.108527378017467,
      "learning_rate": 5.423191555911396e-07,
      "loss": 0.319,
      "step": 49
    },
    {
      "epoch": 0.019120458891013385,
      "grad_norm": 9.158412014105785,
      "learning_rate": 5.45134371694106e-07,
      "loss": 0.7643,
      "step": 50
    },
    {
      "epoch": 0.019502868068833654,
      "grad_norm": 5.790040627239837,
      "learning_rate": 5.478938372632032e-07,
      "loss": 0.6109,
      "step": 51
    },
    {
      "epoch": 0.01988527724665392,
      "grad_norm": 6.096683676341199,
      "learning_rate": 5.505997175759021e-07,
      "loss": 0.9369,
      "step": 52
    },
    {
      "epoch": 0.02026768642447419,
      "grad_norm": 4.441546891668887,
      "learning_rate": 5.532540541641197e-07,
      "loss": 0.7858,
      "step": 53
    },
    {
      "epoch": 0.020650095602294454,
      "grad_norm": 2.8696014470488382,
      "learning_rate": 5.558587740676232e-07,
      "loss": 0.8667,
      "step": 54
    },
    {
      "epoch": 0.021032504780114723,
      "grad_norm": 3.2738861286399046,
      "learning_rate": 5.584156982383491e-07,
      "loss": 0.4673,
      "step": 55
    },
    {
      "epoch": 0.02141491395793499,
      "grad_norm": 3.697994492835673,
      "learning_rate": 5.609265491874463e-07,
      "loss": 0.6328,
      "step": 56
    },
    {
      "epoch": 0.021797323135755258,
      "grad_norm": 3.125139767382225,
      "learning_rate": 5.633929579554789e-07,
      "loss": 0.4692,
      "step": 57
    },
    {
      "epoch": 0.022179732313575527,
      "grad_norm": 4.298443428237915,
      "learning_rate": 5.658164704764291e-07,
      "loss": 0.6768,
      "step": 58
    },
    {
      "epoch": 0.022562141491395793,
      "grad_norm": 4.398677297665077,
      "learning_rate": 5.681985533976847e-07,
      "loss": 0.6619,
      "step": 59
    },
    {
      "epoch": 0.022944550669216062,
      "grad_norm": 5.818330527160778,
      "learning_rate": 5.705405994108792e-07,
      "loss": 0.6268,
      "step": 60
    },
    {
      "epoch": 0.023326959847036328,
      "grad_norm": 5.36324426425703,
      "learning_rate": 5.728439321421063e-07,
      "loss": 0.3157,
      "step": 61
    },
    {
      "epoch": 0.023709369024856597,
      "grad_norm": 5.248781153565317,
      "learning_rate": 5.751098106444967e-07,
      "loss": 0.3525,
      "step": 62
    },
    {
      "epoch": 0.024091778202676863,
      "grad_norm": 6.7358008908634925,
      "learning_rate": 5.77339433531346e-07,
      "loss": 0.6165,
      "step": 63
    },
    {
      "epoch": 0.024474187380497132,
      "grad_norm": 5.135947096269937,
      "learning_rate": 5.795339427837529e-07,
      "loss": 0.9469,
      "step": 64
    },
    {
      "epoch": 0.0248565965583174,
      "grad_norm": 4.721443670581346,
      "learning_rate": 5.816944272630579e-07,
      "loss": 1.0586,
      "step": 65
    },
    {
      "epoch": 0.025239005736137667,
      "grad_norm": 4.560383135778482,
      "learning_rate": 5.838219259551224e-07,
      "loss": 0.6226,
      "step": 66
    },
    {
      "epoch": 0.025621414913957936,
      "grad_norm": 3.0533395900689975,
      "learning_rate": 5.859174309706495e-07,
      "loss": 0.5508,
      "step": 67
    },
    {
      "epoch": 0.0260038240917782,
      "grad_norm": 4.38574534050627,
      "learning_rate": 5.879818903232327e-07,
      "loss": 0.6519,
      "step": 68
    },
    {
      "epoch": 0.02638623326959847,
      "grad_norm": 3.1760295850591347,
      "learning_rate": 5.900162105046059e-07,
      "loss": 0.7339,
      "step": 69
    },
    {
      "epoch": 0.02676864244741874,
      "grad_norm": 3.243632755108415,
      "learning_rate": 5.920212588746022e-07,
      "loss": 0.4918,
      "step": 70
    },
    {
      "epoch": 0.027151051625239005,
      "grad_norm": 3.432834024756851,
      "learning_rate": 5.939978658815961e-07,
      "loss": 0.5308,
      "step": 71
    },
    {
      "epoch": 0.027533460803059275,
      "grad_norm": 3.677125723417059,
      "learning_rate": 5.959468271276526e-07,
      "loss": 0.3372,
      "step": 72
    },
    {
      "epoch": 0.02791586998087954,
      "grad_norm": 2.8933168816281856,
      "learning_rate": 5.978689052912401e-07,
      "loss": 0.3834,
      "step": 73
    },
    {
      "epoch": 0.02829827915869981,
      "grad_norm": 4.377616318007501,
      "learning_rate": 5.997648319191317e-07,
      "loss": 0.285,
      "step": 74
    },
    {
      "epoch": 0.028680688336520075,
      "grad_norm": 5.329271657395167,
      "learning_rate": 6.016353090980351e-07,
      "loss": 0.4062,
      "step": 75
    },
    {
      "epoch": 0.029063097514340344,
      "grad_norm": 7.870238302614566,
      "learning_rate": 6.034810110155085e-07,
      "loss": 0.7765,
      "step": 76
    },
    {
      "epoch": 0.029445506692160613,
      "grad_norm": 4.2678637096949625,
      "learning_rate": 6.053025854188454e-07,
      "loss": 0.7735,
      "step": 77
    },
    {
      "epoch": 0.02982791586998088,
      "grad_norm": 3.691418909121812,
      "learning_rate": 6.071006549798314e-07,
      "loss": 0.7857,
      "step": 78
    },
    {
      "epoch": 0.030210325047801148,
      "grad_norm": 2.8591930560816983,
      "learning_rate": 6.088758185725654e-07,
      "loss": 0.7999,
      "step": 79
    },
    {
      "epoch": 0.030592734225621414,
      "grad_norm": 3.9392785793477474,
      "learning_rate": 6.106286524709088e-07,
      "loss": 0.7652,
      "step": 80
    },
    {
      "epoch": 0.030975143403441683,
      "grad_norm": 4.318070062532729,
      "learning_rate": 6.123597114715524e-07,
      "loss": 0.6564,
      "step": 81
    },
    {
      "epoch": 0.03135755258126195,
      "grad_norm": 3.853141414610464,
      "learning_rate": 6.140695299481785e-07,
      "loss": 0.6589,
      "step": 82
    },
    {
      "epoch": 0.03173996175908222,
      "grad_norm": 3.454451500377018,
      "learning_rate": 6.157586228417297e-07,
      "loss": 0.6253,
      "step": 83
    },
    {
      "epoch": 0.03212237093690248,
      "grad_norm": 3.244831082924636,
      "learning_rate": 6.174274865913755e-07,
      "loss": 0.2258,
      "step": 84
    },
    {
      "epoch": 0.032504780114722756,
      "grad_norm": 4.9841997360937835,
      "learning_rate": 6.190766000103886e-07,
      "loss": 0.4724,
      "step": 85
    },
    {
      "epoch": 0.03288718929254302,
      "grad_norm": 4.358109922986119,
      "learning_rate": 6.207064251107957e-07,
      "loss": 0.3161,
      "step": 86
    },
    {
      "epoch": 0.03326959847036329,
      "grad_norm": 3.752613174388839,
      "learning_rate": 6.223174078803584e-07,
      "loss": 0.2185,
      "step": 87
    },
    {
      "epoch": 0.03365200764818355,
      "grad_norm": 6.035992748966501,
      "learning_rate": 6.239099790151521e-07,
      "loss": 0.7716,
      "step": 88
    },
    {
      "epoch": 0.034034416826003826,
      "grad_norm": 5.726135487788577,
      "learning_rate": 6.254845546107528e-07,
      "loss": 1.1187,
      "step": 89
    },
    {
      "epoch": 0.03441682600382409,
      "grad_norm": 4.188566157565,
      "learning_rate": 6.270415368148085e-07,
      "loss": 0.6178,
      "step": 90
    },
    {
      "epoch": 0.03479923518164436,
      "grad_norm": 1.8973622357764504,
      "learning_rate": 6.285813144435542e-07,
      "loss": 0.82,
      "step": 91
    },
    {
      "epoch": 0.03518164435946463,
      "grad_norm": 3.203917465804253,
      "learning_rate": 6.301042635646355e-07,
      "loss": 0.7247,
      "step": 92
    },
    {
      "epoch": 0.035564053537284895,
      "grad_norm": 4.069173173828255,
      "learning_rate": 6.316107480484261e-07,
      "loss": 0.9489,
      "step": 93
    },
    {
      "epoch": 0.03594646271510516,
      "grad_norm": 5.255571224914232,
      "learning_rate": 6.331011200898622e-07,
      "loss": 0.3546,
      "step": 94
    },
    {
      "epoch": 0.036328871892925434,
      "grad_norm": 2.9958642426559994,
      "learning_rate": 6.345757207026644e-07,
      "loss": 0.5467,
      "step": 95
    },
    {
      "epoch": 0.0367112810707457,
      "grad_norm": 3.6217326204556106,
      "learning_rate": 6.360348801876822e-07,
      "loss": 0.2342,
      "step": 96
    },
    {
      "epoch": 0.037093690248565965,
      "grad_norm": 4.380818231179398,
      "learning_rate": 6.374789185769719e-07,
      "loss": 0.2475,
      "step": 97
    },
    {
      "epoch": 0.03747609942638623,
      "grad_norm": 3.792650297804044,
      "learning_rate": 6.389081460550985e-07,
      "loss": 0.3622,
      "step": 98
    },
    {
      "epoch": 0.0378585086042065,
      "grad_norm": 4.318067191395842,
      "learning_rate": 6.403228633590517e-07,
      "loss": 0.2876,
      "step": 99
    },
    {
      "epoch": 0.03824091778202677,
      "grad_norm": 4.3852408306664685,
      "learning_rate": 6.417233621580648e-07,
      "loss": 0.3416,
      "step": 100
    },
    {
      "epoch": 0.038623326959847035,
      "grad_norm": 5.55577400837663,
      "learning_rate": 6.431099254145344e-07,
      "loss": 0.6162,
      "step": 101
    },
    {
      "epoch": 0.03900573613766731,
      "grad_norm": 4.679812829276982,
      "learning_rate": 6.44482827727162e-07,
      "loss": 0.8162,
      "step": 102
    },
    {
      "epoch": 0.03938814531548757,
      "grad_norm": 4.147621318751239,
      "learning_rate": 6.458423356573556e-07,
      "loss": 1.1291,
      "step": 103
    },
    {
      "epoch": 0.03977055449330784,
      "grad_norm": 3.2625495994568445,
      "learning_rate": 6.471887080398609e-07,
      "loss": 0.6366,
      "step": 104
    },
    {
      "epoch": 0.040152963671128104,
      "grad_norm": 3.2876321396179984,
      "learning_rate": 6.485221962785314e-07,
      "loss": 0.877,
      "step": 105
    },
    {
      "epoch": 0.04053537284894838,
      "grad_norm": 3.51584336344417,
      "learning_rate": 6.498430446280784e-07,
      "loss": 0.4054,
      "step": 106
    },
    {
      "epoch": 0.04091778202676864,
      "grad_norm": 3.4273604229777384,
      "learning_rate": 6.511514904625936e-07,
      "loss": 0.4965,
      "step": 107
    },
    {
      "epoch": 0.04130019120458891,
      "grad_norm": 3.827336942561945,
      "learning_rate": 6.52447764531582e-07,
      "loss": 0.5168,
      "step": 108
    },
    {
      "epoch": 0.04168260038240918,
      "grad_norm": 3.217148613937907,
      "learning_rate": 6.537320912041942e-07,
      "loss": 0.5542,
      "step": 109
    },
    {
      "epoch": 0.04206500956022945,
      "grad_norm": 5.320029812779465,
      "learning_rate": 6.55004688702308e-07,
      "loss": 0.4252,
      "step": 110
    },
    {
      "epoch": 0.04244741873804971,
      "grad_norm": 3.4351211639757118,
      "learning_rate": 6.562657693230609e-07,
      "loss": 0.3598,
      "step": 111
    },
    {
      "epoch": 0.04282982791586998,
      "grad_norm": 4.734678353137203,
      "learning_rate": 6.575155396514051e-07,
      "loss": 0.3292,
      "step": 112
    },
    {
      "epoch": 0.04321223709369025,
      "grad_norm": 6.986725618584486,
      "learning_rate": 6.587542007632132e-07,
      "loss": 0.8562,
      "step": 113
    },
    {
      "epoch": 0.043594646271510516,
      "grad_norm": 4.767342479966072,
      "learning_rate": 6.599819484194378e-07,
      "loss": 0.9069,
      "step": 114
    },
    {
      "epoch": 0.04397705544933078,
      "grad_norm": 5.708434092428296,
      "learning_rate": 6.611989732517913e-07,
      "loss": 0.7799,
      "step": 115
    },
    {
      "epoch": 0.044359464627151055,
      "grad_norm": 2.143719184142411,
      "learning_rate": 6.62405460940388e-07,
      "loss": 0.762,
      "step": 116
    },
    {
      "epoch": 0.04474187380497132,
      "grad_norm": 3.075753164708183,
      "learning_rate": 6.636015923837607e-07,
      "loss": 0.6046,
      "step": 117
    },
    {
      "epoch": 0.045124282982791586,
      "grad_norm": 4.041382586271456,
      "learning_rate": 6.647875438616435e-07,
      "loss": 0.9243,
      "step": 118
    },
    {
      "epoch": 0.04550669216061185,
      "grad_norm": 4.0781175167555865,
      "learning_rate": 6.659634871908849e-07,
      "loss": 0.6291,
      "step": 119
    },
    {
      "epoch": 0.045889101338432124,
      "grad_norm": 2.947617658316482,
      "learning_rate": 6.671295898748382e-07,
      "loss": 0.6508,
      "step": 120
    },
    {
      "epoch": 0.04627151051625239,
      "grad_norm": 3.7795709081852134,
      "learning_rate": 6.682860152465512e-07,
      "loss": 0.4124,
      "step": 121
    },
    {
      "epoch": 0.046653919694072656,
      "grad_norm": 3.5289342257995586,
      "learning_rate": 6.694329226060651e-07,
      "loss": 0.4992,
      "step": 122
    },
    {
      "epoch": 0.04703632887189293,
      "grad_norm": 4.706878684962685,
      "learning_rate": 6.705704673521077e-07,
      "loss": 0.2933,
      "step": 123
    },
    {
      "epoch": 0.047418738049713194,
      "grad_norm": 5.110256294049169,
      "learning_rate": 6.716988011084555e-07,
      "loss": 0.4063,
      "step": 124
    },
    {
      "epoch": 0.04780114722753346,
      "grad_norm": 4.520100734904757,
      "learning_rate": 6.728180718452207e-07,
      "loss": 0.4,
      "step": 125
    },
    {
      "epoch": 0.048183556405353725,
      "grad_norm": 7.432639962375598,
      "learning_rate": 6.739284239953048e-07,
      "loss": 0.695,
      "step": 126
    },
    {
      "epoch": 0.048565965583174,
      "grad_norm": 4.290670013747284,
      "learning_rate": 6.750299985662519e-07,
      "loss": 0.4686,
      "step": 127
    },
    {
      "epoch": 0.048948374760994263,
      "grad_norm": 4.121158313697451,
      "learning_rate": 6.761229332477118e-07,
      "loss": 0.6365,
      "step": 128
    },
    {
      "epoch": 0.04933078393881453,
      "grad_norm": 2.135314479957041,
      "learning_rate": 6.772073625147248e-07,
      "loss": 0.6846,
      "step": 129
    },
    {
      "epoch": 0.0497131931166348,
      "grad_norm": 2.342096991950194,
      "learning_rate": 6.782834177270168e-07,
      "loss": 0.6111,
      "step": 130
    },
    {
      "epoch": 0.05009560229445507,
      "grad_norm": 3.647894547310256,
      "learning_rate": 6.793512272244895e-07,
      "loss": 0.4072,
      "step": 131
    },
    {
      "epoch": 0.05047801147227533,
      "grad_norm": 4.354125440971228,
      "learning_rate": 6.804109164190813e-07,
      "loss": 0.6969,
      "step": 132
    },
    {
      "epoch": 0.050860420650095606,
      "grad_norm": 2.7346670812193903,
      "learning_rate": 6.814626078831606e-07,
      "loss": 0.5829,
      "step": 133
    },
    {
      "epoch": 0.05124282982791587,
      "grad_norm": 4.094534063602115,
      "learning_rate": 6.825064214346084e-07,
      "loss": 0.3749,
      "step": 134
    },
    {
      "epoch": 0.05162523900573614,
      "grad_norm": 3.382758089469319,
      "learning_rate": 6.835424742187379e-07,
      "loss": 0.3332,
      "step": 135
    },
    {
      "epoch": 0.0520076481835564,
      "grad_norm": 2.683021984242027,
      "learning_rate": 6.845708807871916e-07,
      "loss": 0.1764,
      "step": 136
    },
    {
      "epoch": 0.052390057361376675,
      "grad_norm": 4.509963555368485,
      "learning_rate": 6.855917531739482e-07,
      "loss": 0.2143,
      "step": 137
    },
    {
      "epoch": 0.05277246653919694,
      "grad_norm": 5.256642816586635,
      "learning_rate": 6.866052009685647e-07,
      "loss": 0.4351,
      "step": 138
    },
    {
      "epoch": 0.05315487571701721,
      "grad_norm": 5.834538834758634,
      "learning_rate": 6.876113313867756e-07,
      "loss": 0.6942,
      "step": 139
    },
    {
      "epoch": 0.05353728489483748,
      "grad_norm": 3.014295690206189,
      "learning_rate": 6.88610249338561e-07,
      "loss": 0.4463,
      "step": 140
    },
    {
      "epoch": 0.053919694072657745,
      "grad_norm": 2.2857408607164182,
      "learning_rate": 6.896020574937915e-07,
      "loss": 0.5019,
      "step": 141
    },
    {
      "epoch": 0.05430210325047801,
      "grad_norm": 2.8317586412436886,
      "learning_rate": 6.905868563455549e-07,
      "loss": 0.551,
      "step": 142
    },
    {
      "epoch": 0.054684512428298276,
      "grad_norm": 3.590807962694632,
      "learning_rate": 6.9156474427126e-07,
      "loss": 0.5001,
      "step": 143
    },
    {
      "epoch": 0.05506692160611855,
      "grad_norm": 3.3447864387888737,
      "learning_rate": 6.925358175916115e-07,
      "loss": 0.6405,
      "step": 144
    },
    {
      "epoch": 0.055449330783938815,
      "grad_norm": 3.5812648007285097,
      "learning_rate": 6.935001706275438e-07,
      "loss": 0.3969,
      "step": 145
    },
    {
      "epoch": 0.05583173996175908,
      "grad_norm": 2.588371307068287,
      "learning_rate": 6.944578957551989e-07,
      "loss": 0.4425,
      "step": 146
    },
    {
      "epoch": 0.05621414913957935,
      "grad_norm": 3.8032063258431816,
      "learning_rate": 6.954090834590278e-07,
      "loss": 0.5201,
      "step": 147
    },
    {
      "epoch": 0.05659655831739962,
      "grad_norm": 3.972727066954228,
      "learning_rate": 6.963538223830905e-07,
      "loss": 0.4198,
      "step": 148
    },
    {
      "epoch": 0.056978967495219884,
      "grad_norm": 4.727081825163079,
      "learning_rate": 6.972921993806316e-07,
      "loss": 0.3914,
      "step": 149
    },
    {
      "epoch": 0.05736137667304015,
      "grad_norm": 3.8566009806911032,
      "learning_rate": 6.982242995619941e-07,
      "loss": 0.3418,
      "step": 150
    },
    {
      "epoch": 0.05774378585086042,
      "grad_norm": 9.883895151296194,
      "learning_rate": 6.991502063409444e-07,
      "loss": 0.4184,
      "step": 151
    },
    {
      "epoch": 0.05812619502868069,
      "grad_norm": 3.9589817252241994,
      "learning_rate": 7.000700014794673e-07,
      "loss": 0.9268,
      "step": 152
    },
    {
      "epoch": 0.058508604206500954,
      "grad_norm": 3.6920673081202664,
      "learning_rate": 7.009837651310913e-07,
      "loss": 0.7311,
      "step": 153
    },
    {
      "epoch": 0.05889101338432123,
      "grad_norm": 2.8818112834107232,
      "learning_rate": 7.018915758828043e-07,
      "loss": 0.507,
      "step": 154
    },
    {
      "epoch": 0.05927342256214149,
      "grad_norm": 4.095078580332929,
      "learning_rate": 7.027935107956114e-07,
      "loss": 0.6913,
      "step": 155
    },
    {
      "epoch": 0.05965583173996176,
      "grad_norm": 4.097583635557744,
      "learning_rate": 7.036896454437902e-07,
      "loss": 0.7102,
      "step": 156
    },
    {
      "epoch": 0.060038240917782024,
      "grad_norm": 2.6535932830808338,
      "learning_rate": 7.045800539528896e-07,
      "loss": 0.2475,
      "step": 157
    },
    {
      "epoch": 0.060420650095602296,
      "grad_norm": 2.724522743078367,
      "learning_rate": 7.054648090365243e-07,
      "loss": 0.4209,
      "step": 158
    },
    {
      "epoch": 0.06080305927342256,
      "grad_norm": 3.0125584007079067,
      "learning_rate": 7.063439820320076e-07,
      "loss": 0.4966,
      "step": 159
    },
    {
      "epoch": 0.06118546845124283,
      "grad_norm": 3.511451787422904,
      "learning_rate": 7.072176429348676e-07,
      "loss": 0.4125,
      "step": 160
    },
    {
      "epoch": 0.0615678776290631,
      "grad_norm": 4.837683638209349,
      "learning_rate": 7.080858604322876e-07,
      "loss": 0.6034,
      "step": 161
    },
    {
      "epoch": 0.061950286806883366,
      "grad_norm": 3.7945186383087077,
      "learning_rate": 7.089487019355111e-07,
      "loss": 0.3376,
      "step": 162
    },
    {
      "epoch": 0.06233269598470363,
      "grad_norm": 7.647899074910034,
      "learning_rate": 7.098062336112514e-07,
      "loss": 0.6145,
      "step": 163
    },
    {
      "epoch": 0.0627151051625239,
      "grad_norm": 6.282933251606341,
      "learning_rate": 7.106585204121373e-07,
      "loss": 1.0463,
      "step": 164
    },
    {
      "epoch": 0.06309751434034416,
      "grad_norm": 3.282497350571109,
      "learning_rate": 7.115056261062372e-07,
      "loss": 0.5178,
      "step": 165
    },
    {
      "epoch": 0.06347992351816444,
      "grad_norm": 2.1352796433069017,
      "learning_rate": 7.123476133056884e-07,
      "loss": 0.6417,
      "step": 166
    },
    {
      "epoch": 0.06386233269598471,
      "grad_norm": 2.5930365994625575,
      "learning_rate": 7.131845434944682e-07,
      "loss": 0.4984,
      "step": 167
    },
    {
      "epoch": 0.06424474187380497,
      "grad_norm": 3.0331021971899714,
      "learning_rate": 7.140164770553345e-07,
      "loss": 0.454,
      "step": 168
    },
    {
      "epoch": 0.06462715105162524,
      "grad_norm": 3.7143123017921016,
      "learning_rate": 7.148434732959689e-07,
      "loss": 0.5334,
      "step": 169
    },
    {
      "epoch": 0.06500956022944551,
      "grad_norm": 2.653427329658854,
      "learning_rate": 7.156655904743474e-07,
      "loss": 0.3391,
      "step": 170
    },
    {
      "epoch": 0.06539196940726577,
      "grad_norm": 3.9509925367882985,
      "learning_rate": 7.164828858233672e-07,
      "loss": 0.3772,
      "step": 171
    },
    {
      "epoch": 0.06577437858508604,
      "grad_norm": 3.1080221175458673,
      "learning_rate": 7.172954155747545e-07,
      "loss": 0.1742,
      "step": 172
    },
    {
      "epoch": 0.06615678776290632,
      "grad_norm": 3.1603834827334754,
      "learning_rate": 7.181032349822828e-07,
      "loss": 0.2136,
      "step": 173
    },
    {
      "epoch": 0.06653919694072657,
      "grad_norm": 3.798146729538179,
      "learning_rate": 7.189063983443172e-07,
      "loss": 0.1902,
      "step": 174
    },
    {
      "epoch": 0.06692160611854685,
      "grad_norm": 4.068236540992522,
      "learning_rate": 7.197049590257169e-07,
      "loss": 0.3806,
      "step": 175
    },
    {
      "epoch": 0.0673040152963671,
      "grad_norm": 6.4222483282794265,
      "learning_rate": 7.204989694791108e-07,
      "loss": 0.3978,
      "step": 176
    },
    {
      "epoch": 0.06768642447418738,
      "grad_norm": 4.017960993317785,
      "learning_rate": 7.212884812655726e-07,
      "loss": 0.78,
      "step": 177
    },
    {
      "epoch": 0.06806883365200765,
      "grad_norm": 4.100137168636647,
      "learning_rate": 7.220735450747116e-07,
      "loss": 0.7534,
      "step": 178
    },
    {
      "epoch": 0.06845124282982791,
      "grad_norm": 3.1819592357927955,
      "learning_rate": 7.228542107442019e-07,
      "loss": 0.4387,
      "step": 179
    },
    {
      "epoch": 0.06883365200764818,
      "grad_norm": 3.426584008354179,
      "learning_rate": 7.236305272787674e-07,
      "loss": 0.5703,
      "step": 180
    },
    {
      "epoch": 0.06921606118546846,
      "grad_norm": 5.465640857252583,
      "learning_rate": 7.244025428686407e-07,
      "loss": 0.6831,
      "step": 181
    },
    {
      "epoch": 0.06959847036328871,
      "grad_norm": 4.072806796700166,
      "learning_rate": 7.25170304907513e-07,
      "loss": 0.6685,
      "step": 182
    },
    {
      "epoch": 0.06998087954110899,
      "grad_norm": 3.824467496019909,
      "learning_rate": 7.259338600099944e-07,
      "loss": 0.2409,
      "step": 183
    },
    {
      "epoch": 0.07036328871892926,
      "grad_norm": 2.8699744709221924,
      "learning_rate": 7.266932540285943e-07,
      "loss": 0.2914,
      "step": 184
    },
    {
      "epoch": 0.07074569789674952,
      "grad_norm": 3.6637638189913524,
      "learning_rate": 7.274485320702463e-07,
      "loss": 0.311,
      "step": 185
    },
    {
      "epoch": 0.07112810707456979,
      "grad_norm": 4.0116479081805005,
      "learning_rate": 7.281997385123849e-07,
      "loss": 0.4676,
      "step": 186
    },
    {
      "epoch": 0.07151051625239006,
      "grad_norm": 5.0535021280835455,
      "learning_rate": 7.289469170185906e-07,
      "loss": 0.2098,
      "step": 187
    },
    {
      "epoch": 0.07189292543021032,
      "grad_norm": 5.6749955097466405,
      "learning_rate": 7.29690110553821e-07,
      "loss": 0.4254,
      "step": 188
    },
    {
      "epoch": 0.0722753346080306,
      "grad_norm": 4.620593059176047,
      "learning_rate": 7.304293613992342e-07,
      "loss": 0.8025,
      "step": 189
    },
    {
      "epoch": 0.07265774378585087,
      "grad_norm": 4.98679630219835,
      "learning_rate": 7.311647111666231e-07,
      "loss": 0.495,
      "step": 190
    },
    {
      "epoch": 0.07304015296367113,
      "grad_norm": 3.0927893177777492,
      "learning_rate": 7.318962008124717e-07,
      "loss": 1.122,
      "step": 191
    },
    {
      "epoch": 0.0734225621414914,
      "grad_norm": 3.338170753541131,
      "learning_rate": 7.326238706516411e-07,
      "loss": 0.6298,
      "step": 192
    },
    {
      "epoch": 0.07380497131931166,
      "grad_norm": 3.7093543600843475,
      "learning_rate": 7.333477603707038e-07,
      "loss": 0.6464,
      "step": 193
    },
    {
      "epoch": 0.07418738049713193,
      "grad_norm": 3.032196998144923,
      "learning_rate": 7.340679090409308e-07,
      "loss": 0.355,
      "step": 194
    },
    {
      "epoch": 0.0745697896749522,
      "grad_norm": 2.8795885703469266,
      "learning_rate": 7.34784355130946e-07,
      "loss": 0.446,
      "step": 195
    },
    {
      "epoch": 0.07495219885277246,
      "grad_norm": 2.5962306649778797,
      "learning_rate": 7.354971365190572e-07,
      "loss": 0.5733,
      "step": 196
    },
    {
      "epoch": 0.07533460803059273,
      "grad_norm": 2.92991291450522,
      "learning_rate": 7.36206290505272e-07,
      "loss": 0.452,
      "step": 197
    },
    {
      "epoch": 0.075717017208413,
      "grad_norm": 3.6905001057964744,
      "learning_rate": 7.369118538230106e-07,
      "loss": 0.4618,
      "step": 198
    },
    {
      "epoch": 0.07609942638623327,
      "grad_norm": 3.9153593735892276,
      "learning_rate": 7.376138626505238e-07,
      "loss": 0.2443,
      "step": 199
    },
    {
      "epoch": 0.07648183556405354,
      "grad_norm": 3.9085249723017563,
      "learning_rate": 7.383123526220235e-07,
      "loss": 0.3602,
      "step": 200
    },
    {
      "epoch": 0.07686424474187381,
      "grad_norm": 7.705678891740636,
      "learning_rate": 7.390073588385376e-07,
      "loss": 0.5742,
      "step": 201
    },
    {
      "epoch": 0.07724665391969407,
      "grad_norm": 4.761261490106676,
      "learning_rate": 7.396989158784932e-07,
      "loss": 0.4602,
      "step": 202
    },
    {
      "epoch": 0.07762906309751434,
      "grad_norm": 3.166197708607704,
      "learning_rate": 7.403870578080401e-07,
      "loss": 0.3944,
      "step": 203
    },
    {
      "epoch": 0.07801147227533461,
      "grad_norm": 2.0182306761377085,
      "learning_rate": 7.410718181911208e-07,
      "loss": 0.8064,
      "step": 204
    },
    {
      "epoch": 0.07839388145315487,
      "grad_norm": 3.179968819135469,
      "learning_rate": 7.417532300992931e-07,
      "loss": 0.4025,
      "step": 205
    },
    {
      "epoch": 0.07877629063097515,
      "grad_norm": 4.173314221331269,
      "learning_rate": 7.424313261213144e-07,
      "loss": 0.7782,
      "step": 206
    },
    {
      "epoch": 0.0791586998087954,
      "grad_norm": 3.1765811377343054,
      "learning_rate": 7.431061383724939e-07,
      "loss": 0.6397,
      "step": 207
    },
    {
      "epoch": 0.07954110898661568,
      "grad_norm": 4.6575972892850315,
      "learning_rate": 7.437776985038198e-07,
      "loss": 0.4831,
      "step": 208
    },
    {
      "epoch": 0.07992351816443595,
      "grad_norm": 3.76169593304996,
      "learning_rate": 7.444460377108663e-07,
      "loss": 0.228,
      "step": 209
    },
    {
      "epoch": 0.08030592734225621,
      "grad_norm": 3.9842518506933544,
      "learning_rate": 7.451111867424903e-07,
      "loss": 0.4997,
      "step": 210
    },
    {
      "epoch": 0.08068833652007648,
      "grad_norm": 3.313081798203436,
      "learning_rate": 7.457731759093186e-07,
      "loss": 0.3388,
      "step": 211
    },
    {
      "epoch": 0.08107074569789675,
      "grad_norm": 4.346696691194836,
      "learning_rate": 7.464320350920372e-07,
      "loss": 0.2379,
      "step": 212
    },
    {
      "epoch": 0.08145315487571701,
      "grad_norm": 5.402567938113109,
      "learning_rate": 7.470877937494842e-07,
      "loss": 0.4411,
      "step": 213
    },
    {
      "epoch": 0.08183556405353729,
      "grad_norm": 4.638690789435122,
      "learning_rate": 7.477404809265524e-07,
      "loss": 0.6799,
      "step": 214
    },
    {
      "epoch": 0.08221797323135756,
      "grad_norm": 4.500483169047832,
      "learning_rate": 7.483901252619104e-07,
      "loss": 0.6008,
      "step": 215
    },
    {
      "epoch": 0.08260038240917782,
      "grad_norm": 2.7526394575028728,
      "learning_rate": 7.490367549955409e-07,
      "loss": 0.4236,
      "step": 216
    },
    {
      "epoch": 0.08298279158699809,
      "grad_norm": 2.745932171383271,
      "learning_rate": 7.496803979761077e-07,
      "loss": 0.2916,
      "step": 217
    },
    {
      "epoch": 0.08336520076481836,
      "grad_norm": 3.1189073297420293,
      "learning_rate": 7.50321081668153e-07,
      "loss": 0.5905,
      "step": 218
    },
    {
      "epoch": 0.08374760994263862,
      "grad_norm": 4.533831262357185,
      "learning_rate": 7.509588331591282e-07,
      "loss": 0.5721,
      "step": 219
    },
    {
      "epoch": 0.0841300191204589,
      "grad_norm": 2.9649262548735305,
      "learning_rate": 7.515936791662668e-07,
      "loss": 0.3887,
      "step": 220
    },
    {
      "epoch": 0.08451242829827915,
      "grad_norm": 3.4466325994562816,
      "learning_rate": 7.522256460432995e-07,
      "loss": 0.5528,
      "step": 221
    },
    {
      "epoch": 0.08489483747609942,
      "grad_norm": 3.6307072928242223,
      "learning_rate": 7.528547597870197e-07,
      "loss": 0.5246,
      "step": 222
    },
    {
      "epoch": 0.0852772466539197,
      "grad_norm": 3.257998381144178,
      "learning_rate": 7.534810460436997e-07,
      "loss": 0.2334,
      "step": 223
    },
    {
      "epoch": 0.08565965583173996,
      "grad_norm": 4.644430635868781,
      "learning_rate": 7.541045301153639e-07,
      "loss": 0.2095,
      "step": 224
    },
    {
      "epoch": 0.08604206500956023,
      "grad_norm": 4.69510308685718,
      "learning_rate": 7.547252369659232e-07,
      "loss": 0.3575,
      "step": 225
    },
    {
      "epoch": 0.0864244741873805,
      "grad_norm": 6.285179920519442,
      "learning_rate": 7.553431912271721e-07,
      "loss": 0.6316,
      "step": 226
    },
    {
      "epoch": 0.08680688336520076,
      "grad_norm": 4.806351337927113,
      "learning_rate": 7.559584172046536e-07,
      "loss": 0.6541,
      "step": 227
    },
    {
      "epoch": 0.08718929254302103,
      "grad_norm": 3.001050606188733,
      "learning_rate": 7.565709388833966e-07,
      "loss": 0.7255,
      "step": 228
    },
    {
      "epoch": 0.0875717017208413,
      "grad_norm": 1.9583878069937495,
      "learning_rate": 7.571807799335257e-07,
      "loss": 0.5502,
      "step": 229
    },
    {
      "epoch": 0.08795411089866156,
      "grad_norm": 4.884711154296954,
      "learning_rate": 7.577879637157502e-07,
      "loss": 0.9388,
      "step": 230
    },
    {
      "epoch": 0.08833652007648184,
      "grad_norm": 2.907146356646814,
      "learning_rate": 7.583925132867335e-07,
      "loss": 0.4075,
      "step": 231
    },
    {
      "epoch": 0.08871892925430211,
      "grad_norm": 2.7039529050754956,
      "learning_rate": 7.589944514043468e-07,
      "loss": 0.3678,
      "step": 232
    },
    {
      "epoch": 0.08910133843212237,
      "grad_norm": 5.727635219381453,
      "learning_rate": 7.595938005328094e-07,
      "loss": 0.5911,
      "step": 233
    },
    {
      "epoch": 0.08948374760994264,
      "grad_norm": 4.664435648088752,
      "learning_rate": 7.601905828477195e-07,
      "loss": 0.2719,
      "step": 234
    },
    {
      "epoch": 0.08986615678776291,
      "grad_norm": 3.5945420428990595,
      "learning_rate": 7.607848202409769e-07,
      "loss": 0.366,
      "step": 235
    },
    {
      "epoch": 0.09024856596558317,
      "grad_norm": 4.234453826958854,
      "learning_rate": 7.613765343256024e-07,
      "loss": 0.2863,
      "step": 236
    },
    {
      "epoch": 0.09063097514340344,
      "grad_norm": 7.158668076219786,
      "learning_rate": 7.619657464404537e-07,
      "loss": 0.1991,
      "step": 237
    },
    {
      "epoch": 0.0910133843212237,
      "grad_norm": 7.641112766415768,
      "learning_rate": 7.625524776548438e-07,
      "loss": 0.5713,
      "step": 238
    },
    {
      "epoch": 0.09139579349904398,
      "grad_norm": 4.9158103757560285,
      "learning_rate": 7.631367487730614e-07,
      "loss": 0.6582,
      "step": 239
    },
    {
      "epoch": 0.09177820267686425,
      "grad_norm": 4.465435372685059,
      "learning_rate": 7.63718580338797e-07,
      "loss": 0.3755,
      "step": 240
    },
    {
      "epoch": 0.09216061185468451,
      "grad_norm": 1.2563248360581727,
      "learning_rate": 7.642979926394772e-07,
      "loss": 0.8277,
      "step": 241
    },
    {
      "epoch": 0.09254302103250478,
      "grad_norm": 2.627476840656689,
      "learning_rate": 7.6487500571051e-07,
      "loss": 0.4431,
      "step": 242
    },
    {
      "epoch": 0.09292543021032505,
      "grad_norm": 3.4558729742159238,
      "learning_rate": 7.654496393394404e-07,
      "loss": 0.7704,
      "step": 243
    },
    {
      "epoch": 0.09330783938814531,
      "grad_norm": 2.711048310843166,
      "learning_rate": 7.660219130700239e-07,
      "loss": 0.3752,
      "step": 244
    },
    {
      "epoch": 0.09369024856596558,
      "grad_norm": 2.259893705518403,
      "learning_rate": 7.665918462062132e-07,
      "loss": 0.4386,
      "step": 245
    },
    {
      "epoch": 0.09407265774378586,
      "grad_norm": 2.9605598309499297,
      "learning_rate": 7.671594578160665e-07,
      "loss": 0.356,
      "step": 246
    },
    {
      "epoch": 0.09445506692160612,
      "grad_norm": 4.510125953285779,
      "learning_rate": 7.677247667355753e-07,
      "loss": 0.3476,
      "step": 247
    },
    {
      "epoch": 0.09483747609942639,
      "grad_norm": 4.195827573275409,
      "learning_rate": 7.682877915724144e-07,
      "loss": 0.3094,
      "step": 248
    },
    {
      "epoch": 0.09521988527724666,
      "grad_norm": 3.3973305488866457,
      "learning_rate": 7.688485507096177e-07,
      "loss": 0.1854,
      "step": 249
    },
    {
      "epoch": 0.09560229445506692,
      "grad_norm": 6.474794374242375,
      "learning_rate": 7.694070623091794e-07,
      "loss": 0.3838,
      "step": 250
    },
    {
      "epoch": 0.09598470363288719,
      "grad_norm": 5.565976203234317,
      "learning_rate": 7.699633443155836e-07,
      "loss": 0.4187,
      "step": 251
    },
    {
      "epoch": 0.09636711281070745,
      "grad_norm": 4.445144730605,
      "learning_rate": 7.705174144592636e-07,
      "loss": 0.5566,
      "step": 252
    },
    {
      "epoch": 0.09674952198852772,
      "grad_norm": 4.125839841484762,
      "learning_rate": 7.710692902599934e-07,
      "loss": 0.3737,
      "step": 253
    },
    {
      "epoch": 0.097131931166348,
      "grad_norm": 6.788624212693753,
      "learning_rate": 7.716189890302107e-07,
      "loss": 0.6117,
      "step": 254
    },
    {
      "epoch": 0.09751434034416825,
      "grad_norm": 3.3993700173101784,
      "learning_rate": 7.721665278782767e-07,
      "loss": 0.5299,
      "step": 255
    },
    {
      "epoch": 0.09789674952198853,
      "grad_norm": 3.5447109527471192,
      "learning_rate": 7.727119237116706e-07,
      "loss": 0.464,
      "step": 256
    },
    {
      "epoch": 0.0982791586998088,
      "grad_norm": 3.451375250445069,
      "learning_rate": 7.732551932401223e-07,
      "loss": 0.3774,
      "step": 257
    },
    {
      "epoch": 0.09866156787762906,
      "grad_norm": 2.985844594806625,
      "learning_rate": 7.737963529786837e-07,
      "loss": 0.4458,
      "step": 258
    },
    {
      "epoch": 0.09904397705544933,
      "grad_norm": 3.433412792310995,
      "learning_rate": 7.743354192507426e-07,
      "loss": 0.4216,
      "step": 259
    },
    {
      "epoch": 0.0994263862332696,
      "grad_norm": 3.1338503823562065,
      "learning_rate": 7.748724081909757e-07,
      "loss": 0.3232,
      "step": 260
    },
    {
      "epoch": 0.09980879541108986,
      "grad_norm": 4.060734526613366,
      "learning_rate": 7.754073357482466e-07,
      "loss": 0.4153,
      "step": 261
    },
    {
      "epoch": 0.10019120458891013,
      "grad_norm": 3.565755460928457,
      "learning_rate": 7.759402176884483e-07,
      "loss": 0.2684,
      "step": 262
    },
    {
      "epoch": 0.10057361376673041,
      "grad_norm": 5.585943816921691,
      "learning_rate": 7.764710695972918e-07,
      "loss": 0.5857,
      "step": 263
    },
    {
      "epoch": 0.10095602294455067,
      "grad_norm": 4.169284659304579,
      "learning_rate": 7.769999068830402e-07,
      "loss": 1.0044,
      "step": 264
    },
    {
      "epoch": 0.10133843212237094,
      "grad_norm": 4.71342197779094,
      "learning_rate": 7.775267447791931e-07,
      "loss": 0.7013,
      "step": 265
    },
    {
      "epoch": 0.10172084130019121,
      "grad_norm": 1.434724367100525,
      "learning_rate": 7.780515983471195e-07,
      "loss": 0.6375,
      "step": 266
    },
    {
      "epoch": 0.10210325047801147,
      "grad_norm": 3.895493490862681,
      "learning_rate": 7.785744824786409e-07,
      "loss": 0.4048,
      "step": 267
    },
    {
      "epoch": 0.10248565965583174,
      "grad_norm": 3.8662095808203607,
      "learning_rate": 7.790954118985672e-07,
      "loss": 0.7465,
      "step": 268
    },
    {
      "epoch": 0.102868068833652,
      "grad_norm": 3.424467036971547,
      "learning_rate": 7.796144011671844e-07,
      "loss": 0.408,
      "step": 269
    },
    {
      "epoch": 0.10325047801147227,
      "grad_norm": 3.550724310255783,
      "learning_rate": 7.801314646826968e-07,
      "loss": 0.3537,
      "step": 270
    },
    {
      "epoch": 0.10363288718929255,
      "grad_norm": 2.89688389518549,
      "learning_rate": 7.80646616683623e-07,
      "loss": 0.3399,
      "step": 271
    },
    {
      "epoch": 0.1040152963671128,
      "grad_norm": 4.119613367105412,
      "learning_rate": 7.811598712511505e-07,
      "loss": 0.3759,
      "step": 272
    },
    {
      "epoch": 0.10439770554493308,
      "grad_norm": 2.973462029424571,
      "learning_rate": 7.816712423114423e-07,
      "loss": 0.2155,
      "step": 273
    },
    {
      "epoch": 0.10478011472275335,
      "grad_norm": 3.3977701167614947,
      "learning_rate": 7.82180743637907e-07,
      "loss": 0.2368,
      "step": 274
    },
    {
      "epoch": 0.10516252390057361,
      "grad_norm": 4.181511767850576,
      "learning_rate": 7.826883888534227e-07,
      "loss": 0.2863,
      "step": 275
    },
    {
      "epoch": 0.10554493307839388,
      "grad_norm": 5.954453848161291,
      "learning_rate": 7.831941914325235e-07,
      "loss": 0.622,
      "step": 276
    },
    {
      "epoch": 0.10592734225621415,
      "grad_norm": 4.171188698084672,
      "learning_rate": 7.836981647035458e-07,
      "loss": 0.9351,
      "step": 277
    },
    {
      "epoch": 0.10630975143403441,
      "grad_norm": 2.846374809467165,
      "learning_rate": 7.842003218507345e-07,
      "loss": 0.6559,
      "step": 278
    },
    {
      "epoch": 0.10669216061185469,
      "grad_norm": 2.124035560310232,
      "learning_rate": 7.847006759163141e-07,
      "loss": 0.5626,
      "step": 279
    },
    {
      "epoch": 0.10707456978967496,
      "grad_norm": 3.5632323466003974,
      "learning_rate": 7.851992398025198e-07,
      "loss": 0.3027,
      "step": 280
    },
    {
      "epoch": 0.10745697896749522,
      "grad_norm": 2.80981512133499,
      "learning_rate": 7.856960262735946e-07,
      "loss": 0.4338,
      "step": 281
    },
    {
      "epoch": 0.10783938814531549,
      "grad_norm": 3.1493700033255347,
      "learning_rate": 7.861910479577502e-07,
      "loss": 0.3888,
      "step": 282
    },
    {
      "epoch": 0.10822179732313575,
      "grad_norm": 3.199839325685757,
      "learning_rate": 7.866843173490923e-07,
      "loss": 0.581,
      "step": 283
    },
    {
      "epoch": 0.10860420650095602,
      "grad_norm": 3.9744033797586047,
      "learning_rate": 7.871758468095137e-07,
      "loss": 0.3301,
      "step": 284
    },
    {
      "epoch": 0.1089866156787763,
      "grad_norm": 4.082176563651574,
      "learning_rate": 7.876656485705525e-07,
      "loss": 0.2453,
      "step": 285
    },
    {
      "epoch": 0.10936902485659655,
      "grad_norm": 3.762870572619933,
      "learning_rate": 7.881537347352188e-07,
      "loss": 0.1672,
      "step": 286
    },
    {
      "epoch": 0.10975143403441683,
      "grad_norm": 4.497364119915088,
      "learning_rate": 7.886401172797894e-07,
      "loss": 0.1229,
      "step": 287
    },
    {
      "epoch": 0.1101338432122371,
      "grad_norm": 6.455440373723637,
      "learning_rate": 7.891248080555703e-07,
      "loss": 0.2936,
      "step": 288
    },
    {
      "epoch": 0.11051625239005736,
      "grad_norm": 3.5754464464259237,
      "learning_rate": 7.896078187906302e-07,
      "loss": 0.7403,
      "step": 289
    },
    {
      "epoch": 0.11089866156787763,
      "grad_norm": 2.764753991163198,
      "learning_rate": 7.900891610915027e-07,
      "loss": 0.5118,
      "step": 290
    },
    {
      "epoch": 0.1112810707456979,
      "grad_norm": 2.297678385254701,
      "learning_rate": 7.9056884644486e-07,
      "loss": 0.4936,
      "step": 291
    },
    {
      "epoch": 0.11166347992351816,
      "grad_norm": 1.8158157537320423,
      "learning_rate": 7.910468862191579e-07,
      "loss": 0.7025,
      "step": 292
    },
    {
      "epoch": 0.11204588910133843,
      "grad_norm": 3.552000535165901,
      "learning_rate": 7.915232916662518e-07,
      "loss": 0.706,
      "step": 293
    },
    {
      "epoch": 0.1124282982791587,
      "grad_norm": 3.6530113548438585,
      "learning_rate": 7.919980739229866e-07,
      "loss": 0.3169,
      "step": 294
    },
    {
      "epoch": 0.11281070745697896,
      "grad_norm": 3.2632719624729427,
      "learning_rate": 7.924712440127582e-07,
      "loss": 0.3265,
      "step": 295
    },
    {
      "epoch": 0.11319311663479924,
      "grad_norm": 3.110373025338036,
      "learning_rate": 7.929428128470493e-07,
      "loss": 0.3102,
      "step": 296
    },
    {
      "epoch": 0.1135755258126195,
      "grad_norm": 3.6801332499387422,
      "learning_rate": 7.9341279122694e-07,
      "loss": 0.423,
      "step": 297
    },
    {
      "epoch": 0.11395793499043977,
      "grad_norm": 3.8900937862907234,
      "learning_rate": 7.938811898445904e-07,
      "loss": 0.2004,
      "step": 298
    },
    {
      "epoch": 0.11434034416826004,
      "grad_norm": 3.7375127785760855,
      "learning_rate": 7.943480192847023e-07,
      "loss": 0.1989,
      "step": 299
    },
    {
      "epoch": 0.1147227533460803,
      "grad_norm": 4.461046741971845,
      "learning_rate": 7.948132900259528e-07,
      "loss": 0.3909,
      "step": 300
    },
    {
      "epoch": 0.11510516252390057,
      "grad_norm": 6.173622057914207,
      "learning_rate": 7.952770124424067e-07,
      "loss": 0.3894,
      "step": 301
    },
    {
      "epoch": 0.11548757170172085,
      "grad_norm": 3.733296769394523,
      "learning_rate": 7.957391968049033e-07,
      "loss": 0.8673,
      "step": 302
    },
    {
      "epoch": 0.1158699808795411,
      "grad_norm": 3.9489473123211307,
      "learning_rate": 7.961998532824224e-07,
      "loss": 0.6133,
      "step": 303
    },
    {
      "epoch": 0.11625239005736138,
      "grad_norm": 4.475476091515576,
      "learning_rate": 7.966589919434262e-07,
      "loss": 0.7168,
      "step": 304
    },
    {
      "epoch": 0.11663479923518165,
      "grad_norm": 2.3809739320778744,
      "learning_rate": 7.971166227571798e-07,
      "loss": 0.5665,
      "step": 305
    },
    {
      "epoch": 0.11701720841300191,
      "grad_norm": 3.904736156855016,
      "learning_rate": 7.975727555950501e-07,
      "loss": 0.4922,
      "step": 306
    },
    {
      "epoch": 0.11739961759082218,
      "grad_norm": 3.4877422125598634,
      "learning_rate": 7.980274002317836e-07,
      "loss": 0.3931,
      "step": 307
    },
    {
      "epoch": 0.11778202676864245,
      "grad_norm": 3.089792822648413,
      "learning_rate": 7.98480566346763e-07,
      "loss": 0.3242,
      "step": 308
    },
    {
      "epoch": 0.11816443594646271,
      "grad_norm": 3.1274358792520442,
      "learning_rate": 7.989322635252437e-07,
      "loss": 0.2631,
      "step": 309
    },
    {
      "epoch": 0.11854684512428298,
      "grad_norm": 3.306093606693292,
      "learning_rate": 7.993825012595703e-07,
      "loss": 0.1887,
      "step": 310
    },
    {
      "epoch": 0.11892925430210326,
      "grad_norm": 5.434712364074534,
      "learning_rate": 7.998312889503738e-07,
      "loss": 0.2773,
      "step": 311
    },
    {
      "epoch": 0.11931166347992352,
      "grad_norm": 4.773654664339484,
      "learning_rate": 8.00278635907749e-07,
      "loss": 0.1587,
      "step": 312
    },
    {
      "epoch": 0.11969407265774379,
      "grad_norm": 5.61964161283346,
      "learning_rate": 8.007245513524136e-07,
      "loss": 0.4011,
      "step": 313
    },
    {
      "epoch": 0.12007648183556405,
      "grad_norm": 5.422191951403171,
      "learning_rate": 8.011690444168484e-07,
      "loss": 0.5186,
      "step": 314
    },
    {
      "epoch": 0.12045889101338432,
      "grad_norm": 4.235650240037841,
      "learning_rate": 8.016121241464195e-07,
      "loss": 0.6452,
      "step": 315
    },
    {
      "epoch": 0.12084130019120459,
      "grad_norm": 2.2959913772859717,
      "learning_rate": 8.020537995004831e-07,
      "loss": 0.3568,
      "step": 316
    },
    {
      "epoch": 0.12122370936902485,
      "grad_norm": 2.7906570791555816,
      "learning_rate": 8.024940793534721e-07,
      "loss": 0.5597,
      "step": 317
    },
    {
      "epoch": 0.12160611854684512,
      "grad_norm": 3.0943336321631882,
      "learning_rate": 8.029329724959665e-07,
      "loss": 0.5461,
      "step": 318
    },
    {
      "epoch": 0.1219885277246654,
      "grad_norm": 3.4053237075530216,
      "learning_rate": 8.033704876357459e-07,
      "loss": 0.4284,
      "step": 319
    },
    {
      "epoch": 0.12237093690248566,
      "grad_norm": 3.234592596281024,
      "learning_rate": 8.038066333988265e-07,
      "loss": 0.6019,
      "step": 320
    },
    {
      "epoch": 0.12275334608030593,
      "grad_norm": 3.4472462596835673,
      "learning_rate": 8.042414183304817e-07,
      "loss": 0.5452,
      "step": 321
    },
    {
      "epoch": 0.1231357552581262,
      "grad_norm": 3.6241358022865984,
      "learning_rate": 8.046748508962464e-07,
      "loss": 0.3125,
      "step": 322
    },
    {
      "epoch": 0.12351816443594646,
      "grad_norm": 3.893943260136077,
      "learning_rate": 8.051069394829059e-07,
      "loss": 0.2509,
      "step": 323
    },
    {
      "epoch": 0.12390057361376673,
      "grad_norm": 4.8189353026547135,
      "learning_rate": 8.0553769239947e-07,
      "loss": 0.1644,
      "step": 324
    },
    {
      "epoch": 0.124282982791587,
      "grad_norm": 3.559991991055513,
      "learning_rate": 8.059671178781316e-07,
      "loss": 0.3537,
      "step": 325
    },
    {
      "epoch": 0.12466539196940726,
      "grad_norm": 6.39953827384509,
      "learning_rate": 8.063952240752102e-07,
      "loss": 0.5631,
      "step": 326
    },
    {
      "epoch": 0.12504780114722752,
      "grad_norm": 3.6130294464626025,
      "learning_rate": 8.068220190720823e-07,
      "loss": 0.7063,
      "step": 327
    },
    {
      "epoch": 0.1254302103250478,
      "grad_norm": 3.1183942022317663,
      "learning_rate": 8.072475108760961e-07,
      "loss": 0.7305,
      "step": 328
    },
    {
      "epoch": 0.12581261950286807,
      "grad_norm": 2.745672983244802,
      "learning_rate": 8.076717074214732e-07,
      "loss": 0.4498,
      "step": 329
    },
    {
      "epoch": 0.12619502868068833,
      "grad_norm": 2.8516755382133048,
      "learning_rate": 8.08094616570196e-07,
      "loss": 0.356,
      "step": 330
    },
    {
      "epoch": 0.1265774378585086,
      "grad_norm": 3.0513196560458202,
      "learning_rate": 8.085162461128826e-07,
      "loss": 0.2682,
      "step": 331
    },
    {
      "epoch": 0.12695984703632887,
      "grad_norm": 4.121776361564982,
      "learning_rate": 8.089366037696473e-07,
      "loss": 0.4183,
      "step": 332
    },
    {
      "epoch": 0.12734225621414913,
      "grad_norm": 2.9887883173753043,
      "learning_rate": 8.093556971909491e-07,
      "loss": 0.3487,
      "step": 333
    },
    {
      "epoch": 0.12772466539196942,
      "grad_norm": 3.216439019351985,
      "learning_rate": 8.09773533958427e-07,
      "loss": 0.3038,
      "step": 334
    },
    {
      "epoch": 0.12810707456978968,
      "grad_norm": 4.0139201660580275,
      "learning_rate": 8.101901215857231e-07,
      "loss": 0.2941,
      "step": 335
    },
    {
      "epoch": 0.12848948374760993,
      "grad_norm": 3.350848924483089,
      "learning_rate": 8.106054675192933e-07,
      "loss": 0.175,
      "step": 336
    },
    {
      "epoch": 0.12887189292543022,
      "grad_norm": 3.438037899587354,
      "learning_rate": 8.110195791392056e-07,
      "loss": 0.1396,
      "step": 337
    },
    {
      "epoch": 0.12925430210325048,
      "grad_norm": 6.772774599013537,
      "learning_rate": 8.114324637599278e-07,
      "loss": 0.5966,
      "step": 338
    },
    {
      "epoch": 0.12963671128107074,
      "grad_norm": 4.137346920627515,
      "learning_rate": 8.118441286311013e-07,
      "loss": 0.4748,
      "step": 339
    },
    {
      "epoch": 0.13001912045889102,
      "grad_norm": 3.4568218620380566,
      "learning_rate": 8.122545809383064e-07,
      "loss": 0.5865,
      "step": 340
    },
    {
      "epoch": 0.13040152963671128,
      "grad_norm": 3.0236478825988216,
      "learning_rate": 8.126638278038134e-07,
      "loss": 0.4805,
      "step": 341
    },
    {
      "epoch": 0.13078393881453154,
      "grad_norm": 2.559726796175156,
      "learning_rate": 8.130718762873258e-07,
      "loss": 0.3147,
      "step": 342
    },
    {
      "epoch": 0.13116634799235183,
      "grad_norm": 4.449152087749615,
      "learning_rate": 8.134787333867094e-07,
      "loss": 0.9307,
      "step": 343
    },
    {
      "epoch": 0.1315487571701721,
      "grad_norm": 2.6546079160044753,
      "learning_rate": 8.138844060387134e-07,
      "loss": 0.2215,
      "step": 344
    },
    {
      "epoch": 0.13193116634799235,
      "grad_norm": 2.47569283700409,
      "learning_rate": 8.142889011196796e-07,
      "loss": 0.4161,
      "step": 345
    },
    {
      "epoch": 0.13231357552581263,
      "grad_norm": 4.2666821409978,
      "learning_rate": 8.146922254462416e-07,
      "loss": 0.2177,
      "step": 346
    },
    {
      "epoch": 0.1326959847036329,
      "grad_norm": 3.236865425515548,
      "learning_rate": 8.150943857760151e-07,
      "loss": 0.2703,
      "step": 347
    },
    {
      "epoch": 0.13307839388145315,
      "grad_norm": 4.03876947339817,
      "learning_rate": 8.154953888082761e-07,
      "loss": 0.4093,
      "step": 348
    },
    {
      "epoch": 0.13346080305927344,
      "grad_norm": 5.638943831119226,
      "learning_rate": 8.158952411846307e-07,
      "loss": 0.3396,
      "step": 349
    },
    {
      "epoch": 0.1338432122370937,
      "grad_norm": 4.114233821397829,
      "learning_rate": 8.162939494896757e-07,
      "loss": 0.346,
      "step": 350
    },
    {
      "epoch": 0.13422562141491395,
      "grad_norm": 7.785144000084442,
      "learning_rate": 8.166915202516487e-07,
      "loss": 0.4865,
      "step": 351
    },
    {
      "epoch": 0.1346080305927342,
      "grad_norm": 4.286640643865958,
      "learning_rate": 8.170879599430697e-07,
      "loss": 0.6353,
      "step": 352
    },
    {
      "epoch": 0.1349904397705545,
      "grad_norm": 3.460942184410628,
      "learning_rate": 8.174832749813731e-07,
      "loss": 0.5312,
      "step": 353
    },
    {
      "epoch": 0.13537284894837476,
      "grad_norm": 2.148699158427092,
      "learning_rate": 8.178774717295314e-07,
      "loss": 0.3499,
      "step": 354
    },
    {
      "epoch": 0.13575525812619502,
      "grad_norm": 2.5779189518750436,
      "learning_rate": 8.182705564966695e-07,
      "loss": 0.3294,
      "step": 355
    },
    {
      "epoch": 0.1361376673040153,
      "grad_norm": 3.7108314900565365,
      "learning_rate": 8.186625355386705e-07,
      "loss": 0.5441,
      "step": 356
    },
    {
      "epoch": 0.13652007648183556,
      "grad_norm": 2.8954350222722463,
      "learning_rate": 8.19053415058773e-07,
      "loss": 0.4693,
      "step": 357
    },
    {
      "epoch": 0.13690248565965582,
      "grad_norm": 3.8289599695272587,
      "learning_rate": 8.194432012081608e-07,
      "loss": 0.3562,
      "step": 358
    },
    {
      "epoch": 0.1372848948374761,
      "grad_norm": 4.809977873753277,
      "learning_rate": 8.198319000865427e-07,
      "loss": 0.4452,
      "step": 359
    },
    {
      "epoch": 0.13766730401529637,
      "grad_norm": 3.428323322356324,
      "learning_rate": 8.202195177427262e-07,
      "loss": 0.3554,
      "step": 360
    },
    {
      "epoch": 0.13804971319311662,
      "grad_norm": 6.486314304317555,
      "learning_rate": 8.206060601751816e-07,
      "loss": 0.1975,
      "step": 361
    },
    {
      "epoch": 0.1384321223709369,
      "grad_norm": 3.8071659483116043,
      "learning_rate": 8.209915333325995e-07,
      "loss": 0.2016,
      "step": 362
    },
    {
      "epoch": 0.13881453154875717,
      "grad_norm": 7.472006881743372,
      "learning_rate": 8.213759431144391e-07,
      "loss": 0.4247,
      "step": 363
    },
    {
      "epoch": 0.13919694072657743,
      "grad_norm": 4.879357371307577,
      "learning_rate": 8.21759295371472e-07,
      "loss": 0.6671,
      "step": 364
    },
    {
      "epoch": 0.13957934990439771,
      "grad_norm": 5.342405808242789,
      "learning_rate": 8.221415959063138e-07,
      "loss": 0.5423,
      "step": 365
    },
    {
      "epoch": 0.13996175908221797,
      "grad_norm": 4.174753631815001,
      "learning_rate": 8.225228504739531e-07,
      "loss": 0.269,
      "step": 366
    },
    {
      "epoch": 0.14034416826003823,
      "grad_norm": 3.108287678673902,
      "learning_rate": 8.229030647822711e-07,
      "loss": 0.6411,
      "step": 367
    },
    {
      "epoch": 0.14072657743785852,
      "grad_norm": 3.4124323184948455,
      "learning_rate": 8.232822444925531e-07,
      "loss": 0.4184,
      "step": 368
    },
    {
      "epoch": 0.14110898661567878,
      "grad_norm": 3.5585165674944963,
      "learning_rate": 8.236603952199958e-07,
      "loss": 0.6019,
      "step": 369
    },
    {
      "epoch": 0.14149139579349904,
      "grad_norm": 4.025666621193951,
      "learning_rate": 8.240375225342052e-07,
      "loss": 0.4895,
      "step": 370
    },
    {
      "epoch": 0.14187380497131932,
      "grad_norm": 4.571471082115062,
      "learning_rate": 8.244136319596894e-07,
      "loss": 0.2911,
      "step": 371
    },
    {
      "epoch": 0.14225621414913958,
      "grad_norm": 2.5329872104037254,
      "learning_rate": 8.247887289763437e-07,
      "loss": 0.205,
      "step": 372
    },
    {
      "epoch": 0.14263862332695984,
      "grad_norm": 4.108219114705737,
      "learning_rate": 8.251628190199301e-07,
      "loss": 0.2088,
      "step": 373
    },
    {
      "epoch": 0.14302103250478013,
      "grad_norm": 3.533705541211625,
      "learning_rate": 8.255359074825496e-07,
      "loss": 0.2682,
      "step": 374
    },
    {
      "epoch": 0.14340344168260039,
      "grad_norm": 4.903078840243899,
      "learning_rate": 8.259079997131087e-07,
      "loss": 0.2899,
      "step": 375
    },
    {
      "epoch": 0.14378585086042064,
      "grad_norm": 7.337460165874226,
      "learning_rate": 8.262791010177799e-07,
      "loss": 0.5831,
      "step": 376
    },
    {
      "epoch": 0.14416826003824093,
      "grad_norm": 3.68396977986088,
      "learning_rate": 8.266492166604547e-07,
      "loss": 0.7252,
      "step": 377
    },
    {
      "epoch": 0.1445506692160612,
      "grad_norm": 3.7188438596020146,
      "learning_rate": 8.27018351863193e-07,
      "loss": 0.473,
      "step": 378
    },
    {
      "epoch": 0.14493307839388145,
      "grad_norm": 1.4870233300950009,
      "learning_rate": 8.273865118066637e-07,
      "loss": 0.5603,
      "step": 379
    },
    {
      "epoch": 0.14531548757170173,
      "grad_norm": 2.2572929022034094,
      "learning_rate": 8.27753701630582e-07,
      "loss": 0.3373,
      "step": 380
    },
    {
      "epoch": 0.145697896749522,
      "grad_norm": 3.0990770504221294,
      "learning_rate": 8.2811992643414e-07,
      "loss": 0.4191,
      "step": 381
    },
    {
      "epoch": 0.14608030592734225,
      "grad_norm": 4.983702993982142,
      "learning_rate": 8.284851912764304e-07,
      "loss": 0.5062,
      "step": 382
    },
    {
      "epoch": 0.1464627151051625,
      "grad_norm": 2.7700035650182153,
      "learning_rate": 8.288495011768676e-07,
      "loss": 0.3522,
      "step": 383
    },
    {
      "epoch": 0.1468451242829828,
      "grad_norm": 2.503238963986765,
      "learning_rate": 8.292128611156e-07,
      "loss": 0.2989,
      "step": 384
    },
    {
      "epoch": 0.14722753346080306,
      "grad_norm": 4.035654426834888,
      "learning_rate": 8.29575276033919e-07,
      "loss": 0.2093,
      "step": 385
    },
    {
      "epoch": 0.14760994263862331,
      "grad_norm": 3.433500008719308,
      "learning_rate": 8.299367508346627e-07,
      "loss": 0.1824,
      "step": 386
    },
    {
      "epoch": 0.1479923518164436,
      "grad_norm": 4.621602021590747,
      "learning_rate": 8.302972903826131e-07,
      "loss": 0.1898,
      "step": 387
    },
    {
      "epoch": 0.14837476099426386,
      "grad_norm": 7.1558155444335645,
      "learning_rate": 8.306568995048896e-07,
      "loss": 0.5661,
      "step": 388
    },
    {
      "epoch": 0.14875717017208412,
      "grad_norm": 4.818200438514181,
      "learning_rate": 8.310155829913362e-07,
      "loss": 0.7258,
      "step": 389
    },
    {
      "epoch": 0.1491395793499044,
      "grad_norm": 4.729636663309238,
      "learning_rate": 8.313733455949049e-07,
      "loss": 0.7956,
      "step": 390
    },
    {
      "epoch": 0.14952198852772466,
      "grad_norm": 4.556495373140328,
      "learning_rate": 8.317301920320328e-07,
      "loss": 0.4644,
      "step": 391
    },
    {
      "epoch": 0.14990439770554492,
      "grad_norm": 2.829353529349588,
      "learning_rate": 8.32086126983016e-07,
      "loss": 0.3368,
      "step": 392
    },
    {
      "epoch": 0.1502868068833652,
      "grad_norm": 2.855775662691332,
      "learning_rate": 8.324411550923776e-07,
      "loss": 0.445,
      "step": 393
    },
    {
      "epoch": 0.15066921606118547,
      "grad_norm": 3.1955485734729185,
      "learning_rate": 8.327952809692308e-07,
      "loss": 0.4805,
      "step": 394
    },
    {
      "epoch": 0.15105162523900573,
      "grad_norm": 2.628568675797958,
      "learning_rate": 8.33148509187639e-07,
      "loss": 0.3455,
      "step": 395
    },
    {
      "epoch": 0.151434034416826,
      "grad_norm": 4.427946741019882,
      "learning_rate": 8.335008442869694e-07,
      "loss": 0.2197,
      "step": 396
    },
    {
      "epoch": 0.15181644359464627,
      "grad_norm": 4.976054454603633,
      "learning_rate": 8.338522907722437e-07,
      "loss": 0.569,
      "step": 397
    },
    {
      "epoch": 0.15219885277246653,
      "grad_norm": 3.0160754564089474,
      "learning_rate": 8.342028531144826e-07,
      "loss": 0.3384,
      "step": 398
    },
    {
      "epoch": 0.15258126195028682,
      "grad_norm": 3.001475765915238,
      "learning_rate": 8.345525357510488e-07,
      "loss": 0.2957,
      "step": 399
    },
    {
      "epoch": 0.15296367112810708,
      "grad_norm": 4.44835313476485,
      "learning_rate": 8.349013430859824e-07,
      "loss": 0.3145,
      "step": 400
    },
    {
      "epoch": 0.15334608030592733,
      "grad_norm": 5.9358016948221834,
      "learning_rate": 8.352492794903348e-07,
      "loss": 0.5199,
      "step": 401
    },
    {
      "epoch": 0.15372848948374762,
      "grad_norm": 3.8760502530236685,
      "learning_rate": 8.355963493024964e-07,
      "loss": 0.7258,
      "step": 402
    },
    {
      "epoch": 0.15411089866156788,
      "grad_norm": 2.653734339821923,
      "learning_rate": 8.359425568285223e-07,
      "loss": 0.467,
      "step": 403
    },
    {
      "epoch": 0.15449330783938814,
      "grad_norm": 3.2408897652245,
      "learning_rate": 8.36287906342452e-07,
      "loss": 0.5655,
      "step": 404
    },
    {
      "epoch": 0.15487571701720843,
      "grad_norm": 5.064740097442185,
      "learning_rate": 8.366324020866259e-07,
      "loss": 0.4984,
      "step": 405
    },
    {
      "epoch": 0.15525812619502868,
      "grad_norm": 4.151100582660372,
      "learning_rate": 8.369760482719989e-07,
      "loss": 0.3415,
      "step": 406
    },
    {
      "epoch": 0.15564053537284894,
      "grad_norm": 2.1285019236890412,
      "learning_rate": 8.373188490784484e-07,
      "loss": 0.5143,
      "step": 407
    },
    {
      "epoch": 0.15602294455066923,
      "grad_norm": 3.038817564991084,
      "learning_rate": 8.376608086550797e-07,
      "loss": 0.3227,
      "step": 408
    },
    {
      "epoch": 0.1564053537284895,
      "grad_norm": 3.10377849908374,
      "learning_rate": 8.380019311205272e-07,
      "loss": 0.2325,
      "step": 409
    },
    {
      "epoch": 0.15678776290630975,
      "grad_norm": 2.9242790246530648,
      "learning_rate": 8.38342220563252e-07,
      "loss": 0.2834,
      "step": 410
    },
    {
      "epoch": 0.15717017208413,
      "grad_norm": 4.360945223969221,
      "learning_rate": 8.386816810418363e-07,
      "loss": 0.1797,
      "step": 411
    },
    {
      "epoch": 0.1575525812619503,
      "grad_norm": 4.194239644376321,
      "learning_rate": 8.390203165852732e-07,
      "loss": 0.1658,
      "step": 412
    },
    {
      "epoch": 0.15793499043977055,
      "grad_norm": 5.705579924332777,
      "learning_rate": 8.393581311932545e-07,
      "loss": 0.3086,
      "step": 413
    },
    {
      "epoch": 0.1583173996175908,
      "grad_norm": 5.0412789608184765,
      "learning_rate": 8.396951288364528e-07,
      "loss": 0.5928,
      "step": 414
    },
    {
      "epoch": 0.1586998087954111,
      "grad_norm": 4.067400983790442,
      "learning_rate": 8.400313134568032e-07,
      "loss": 0.4792,
      "step": 415
    },
    {
      "epoch": 0.15908221797323135,
      "grad_norm": 2.325920546220163,
      "learning_rate": 8.403666889677787e-07,
      "loss": 0.3938,
      "step": 416
    },
    {
      "epoch": 0.1594646271510516,
      "grad_norm": 2.529085434725153,
      "learning_rate": 8.407012592546638e-07,
      "loss": 0.4017,
      "step": 417
    },
    {
      "epoch": 0.1598470363288719,
      "grad_norm": 4.022784667151783,
      "learning_rate": 8.410350281748251e-07,
      "loss": 0.4667,
      "step": 418
    },
    {
      "epoch": 0.16022944550669216,
      "grad_norm": 5.081691581053613,
      "learning_rate": 8.413679995579778e-07,
      "loss": 0.3841,
      "step": 419
    },
    {
      "epoch": 0.16061185468451242,
      "grad_norm": 2.8149274734721326,
      "learning_rate": 8.417001772064491e-07,
      "loss": 0.1482,
      "step": 420
    },
    {
      "epoch": 0.1609942638623327,
      "grad_norm": 2.5876473942299856,
      "learning_rate": 8.420315648954389e-07,
      "loss": 0.219,
      "step": 421
    },
    {
      "epoch": 0.16137667304015296,
      "grad_norm": 4.121041450349419,
      "learning_rate": 8.423621663732774e-07,
      "loss": 0.3829,
      "step": 422
    },
    {
      "epoch": 0.16175908221797322,
      "grad_norm": 3.8963933260039,
      "learning_rate": 8.426919853616795e-07,
      "loss": 0.1564,
      "step": 423
    },
    {
      "epoch": 0.1621414913957935,
      "grad_norm": 4.824550058208553,
      "learning_rate": 8.430210255559961e-07,
      "loss": 0.3041,
      "step": 424
    },
    {
      "epoch": 0.16252390057361377,
      "grad_norm": 4.454444020661066,
      "learning_rate": 8.433492906254623e-07,
      "loss": 0.2036,
      "step": 425
    },
    {
      "epoch": 0.16290630975143403,
      "grad_norm": 8.36002388690657,
      "learning_rate": 8.43676784213443e-07,
      "loss": 0.5876,
      "step": 426
    },
    {
      "epoch": 0.1632887189292543,
      "grad_norm": 3.929175887732475,
      "learning_rate": 8.440035099376761e-07,
      "loss": 0.4755,
      "step": 427
    },
    {
      "epoch": 0.16367112810707457,
      "grad_norm": 3.6463606680107525,
      "learning_rate": 8.443294713905113e-07,
      "loss": 0.5675,
      "step": 428
    },
    {
      "epoch": 0.16405353728489483,
      "grad_norm": 3.6404536784059127,
      "learning_rate": 8.446546721391481e-07,
      "loss": 0.4856,
      "step": 429
    },
    {
      "epoch": 0.16443594646271512,
      "grad_norm": 2.6217796917621112,
      "learning_rate": 8.449791157258692e-07,
      "loss": 0.6915,
      "step": 430
    },
    {
      "epoch": 0.16481835564053537,
      "grad_norm": 3.42014551221246,
      "learning_rate": 8.453028056682724e-07,
      "loss": 0.627,
      "step": 431
    },
    {
      "epoch": 0.16520076481835563,
      "grad_norm": 4.183283262725723,
      "learning_rate": 8.456257454594997e-07,
      "loss": 0.2805,
      "step": 432
    },
    {
      "epoch": 0.16558317399617592,
      "grad_norm": 3.93192174657836,
      "learning_rate": 8.459479385684625e-07,
      "loss": 0.3485,
      "step": 433
    },
    {
      "epoch": 0.16596558317399618,
      "grad_norm": 2.567881817531444,
      "learning_rate": 8.462693884400665e-07,
      "loss": 0.2407,
      "step": 434
    },
    {
      "epoch": 0.16634799235181644,
      "grad_norm": 3.8513236755237674,
      "learning_rate": 8.46590098495432e-07,
      "loss": 0.1689,
      "step": 435
    },
    {
      "epoch": 0.16673040152963672,
      "grad_norm": 5.43608618585279,
      "learning_rate": 8.469100721321118e-07,
      "loss": 0.3796,
      "step": 436
    },
    {
      "epoch": 0.16711281070745698,
      "grad_norm": 3.427005492527403,
      "learning_rate": 8.472293127243085e-07,
      "loss": 0.1437,
      "step": 437
    },
    {
      "epoch": 0.16749521988527724,
      "grad_norm": 7.971012527304747,
      "learning_rate": 8.47547823623087e-07,
      "loss": 0.4998,
      "step": 438
    },
    {
      "epoch": 0.16787762906309753,
      "grad_norm": 4.308472231329761,
      "learning_rate": 8.478656081565858e-07,
      "loss": 0.6339,
      "step": 439
    },
    {
      "epoch": 0.1682600382409178,
      "grad_norm": 4.791877255442337,
      "learning_rate": 8.481826696302256e-07,
      "loss": 0.6164,
      "step": 440
    },
    {
      "epoch": 0.16864244741873805,
      "grad_norm": 3.8886846276787375,
      "learning_rate": 8.484990113269158e-07,
      "loss": 0.7065,
      "step": 441
    },
    {
      "epoch": 0.1690248565965583,
      "grad_norm": 2.3271527404361185,
      "learning_rate": 8.488146365072584e-07,
      "loss": 0.4662,
      "step": 442
    },
    {
      "epoch": 0.1694072657743786,
      "grad_norm": 2.7275549713665117,
      "learning_rate": 8.491295484097495e-07,
      "loss": 0.6759,
      "step": 443
    },
    {
      "epoch": 0.16978967495219885,
      "grad_norm": 3.7458820621318125,
      "learning_rate": 8.494437502509786e-07,
      "loss": 0.4375,
      "step": 444
    },
    {
      "epoch": 0.1701720841300191,
      "grad_norm": 4.34678554813099,
      "learning_rate": 8.497572452258264e-07,
      "loss": 0.3278,
      "step": 445
    },
    {
      "epoch": 0.1705544933078394,
      "grad_norm": 3.6011246355051214,
      "learning_rate": 8.500700365076586e-07,
      "loss": 0.4652,
      "step": 446
    },
    {
      "epoch": 0.17093690248565965,
      "grad_norm": 3.3932647976452524,
      "learning_rate": 8.503821272485197e-07,
      "loss": 0.2305,
      "step": 447
    },
    {
      "epoch": 0.1713193116634799,
      "grad_norm": 3.7425874564043857,
      "learning_rate": 8.506935205793227e-07,
      "loss": 0.2994,
      "step": 448
    },
    {
      "epoch": 0.1717017208413002,
      "grad_norm": 2.981305526120341,
      "learning_rate": 8.510042196100389e-07,
      "loss": 0.1297,
      "step": 449
    },
    {
      "epoch": 0.17208413001912046,
      "grad_norm": 4.476331561724208,
      "learning_rate": 8.513142274298821e-07,
      "loss": 0.2766,
      "step": 450
    },
    {
      "epoch": 0.17246653919694072,
      "grad_norm": 4.608373086952153,
      "learning_rate": 8.516235471074952e-07,
      "loss": 0.3614,
      "step": 451
    },
    {
      "epoch": 0.172848948374761,
      "grad_norm": 4.827351233443686,
      "learning_rate": 8.519321816911309e-07,
      "loss": 0.5439,
      "step": 452
    },
    {
      "epoch": 0.17323135755258126,
      "grad_norm": 2.511614617878112,
      "learning_rate": 8.522401342088326e-07,
      "loss": 0.5802,
      "step": 453
    },
    {
      "epoch": 0.17361376673040152,
      "grad_norm": 3.2540966037790082,
      "learning_rate": 8.525474076686125e-07,
      "loss": 0.4176,
      "step": 454
    },
    {
      "epoch": 0.1739961759082218,
      "grad_norm": 3.8871122994851324,
      "learning_rate": 8.528540050586278e-07,
      "loss": 0.6278,
      "step": 455
    },
    {
      "epoch": 0.17437858508604206,
      "grad_norm": 4.048438517645086,
      "learning_rate": 8.531599293473555e-07,
      "loss": 0.3956,
      "step": 456
    },
    {
      "epoch": 0.17476099426386232,
      "grad_norm": 3.11043051435314,
      "learning_rate": 8.53465183483764e-07,
      "loss": 0.2714,
      "step": 457
    },
    {
      "epoch": 0.1751434034416826,
      "grad_norm": 4.921696929132415,
      "learning_rate": 8.537697703974845e-07,
      "loss": 0.5876,
      "step": 458
    },
    {
      "epoch": 0.17552581261950287,
      "grad_norm": 4.903323521676653,
      "learning_rate": 8.540736929989794e-07,
      "loss": 0.4939,
      "step": 459
    },
    {
      "epoch": 0.17590822179732313,
      "grad_norm": 4.8318538155200494,
      "learning_rate": 8.54376954179709e-07,
      "loss": 0.5429,
      "step": 460
    },
    {
      "epoch": 0.17629063097514341,
      "grad_norm": 4.261696596026859,
      "learning_rate": 8.546795568122967e-07,
      "loss": 0.293,
      "step": 461
    },
    {
      "epoch": 0.17667304015296367,
      "grad_norm": 4.632046460895395,
      "learning_rate": 8.549815037506923e-07,
      "loss": 0.2401,
      "step": 462
    },
    {
      "epoch": 0.17705544933078393,
      "grad_norm": 8.216589582080363,
      "learning_rate": 8.552827978303335e-07,
      "loss": 0.6042,
      "step": 463
    },
    {
      "epoch": 0.17743785850860422,
      "grad_norm": 4.647916363907478,
      "learning_rate": 8.555834418683056e-07,
      "loss": 0.7894,
      "step": 464
    },
    {
      "epoch": 0.17782026768642448,
      "grad_norm": 2.2044464909614954,
      "learning_rate": 8.558834386634994e-07,
      "loss": 0.4387,
      "step": 465
    },
    {
      "epoch": 0.17820267686424474,
      "grad_norm": 1.7303373058677423,
      "learning_rate": 8.561827909967682e-07,
      "loss": 0.4711,
      "step": 466
    },
    {
      "epoch": 0.17858508604206502,
      "grad_norm": 2.3381052834893703,
      "learning_rate": 8.564815016310815e-07,
      "loss": 0.5498,
      "step": 467
    },
    {
      "epoch": 0.17896749521988528,
      "grad_norm": 2.9010284441789858,
      "learning_rate": 8.567795733116784e-07,
      "loss": 0.2958,
      "step": 468
    },
    {
      "epoch": 0.17934990439770554,
      "grad_norm": 2.861270463902799,
      "learning_rate": 8.570770087662194e-07,
      "loss": 0.3461,
      "step": 469
    },
    {
      "epoch": 0.17973231357552583,
      "grad_norm": 2.3472607576215343,
      "learning_rate": 8.573738107049358e-07,
      "loss": 0.4536,
      "step": 470
    },
    {
      "epoch": 0.18011472275334608,
      "grad_norm": 2.679119261168484,
      "learning_rate": 8.576699818207777e-07,
      "loss": 0.2337,
      "step": 471
    },
    {
      "epoch": 0.18049713193116634,
      "grad_norm": 4.8104618264787,
      "learning_rate": 8.579655247895611e-07,
      "loss": 0.6163,
      "step": 472
    },
    {
      "epoch": 0.1808795411089866,
      "grad_norm": 3.7416879722707956,
      "learning_rate": 8.582604422701124e-07,
      "loss": 0.3372,
      "step": 473
    },
    {
      "epoch": 0.1812619502868069,
      "grad_norm": 3.6382333651998358,
      "learning_rate": 8.585547369044125e-07,
      "loss": 0.1598,
      "step": 474
    },
    {
      "epoch": 0.18164435946462715,
      "grad_norm": 4.037690451650499,
      "learning_rate": 8.588484113177379e-07,
      "loss": 0.2873,
      "step": 475
    },
    {
      "epoch": 0.1820267686424474,
      "grad_norm": 8.535887858375467,
      "learning_rate": 8.591414681188027e-07,
      "loss": 0.7283,
      "step": 476
    },
    {
      "epoch": 0.1824091778202677,
      "grad_norm": 4.210883371999634,
      "learning_rate": 8.594339098998958e-07,
      "loss": 0.5389,
      "step": 477
    },
    {
      "epoch": 0.18279158699808795,
      "grad_norm": 3.572301398296823,
      "learning_rate": 8.597257392370203e-07,
      "loss": 0.7289,
      "step": 478
    },
    {
      "epoch": 0.1831739961759082,
      "grad_norm": 3.401284754868903,
      "learning_rate": 8.60016958690028e-07,
      "loss": 0.4667,
      "step": 479
    },
    {
      "epoch": 0.1835564053537285,
      "grad_norm": 3.90239067163983,
      "learning_rate": 8.603075708027559e-07,
      "loss": 0.4377,
      "step": 480
    },
    {
      "epoch": 0.18393881453154876,
      "grad_norm": 3.4348493586884308,
      "learning_rate": 8.605975781031574e-07,
      "loss": 0.4699,
      "step": 481
    },
    {
      "epoch": 0.18432122370936901,
      "grad_norm": 2.926084046935673,
      "learning_rate": 8.608869831034361e-07,
      "loss": 0.3857,
      "step": 482
    },
    {
      "epoch": 0.1847036328871893,
      "grad_norm": 3.147097621949093,
      "learning_rate": 8.611757883001755e-07,
      "loss": 0.2076,
      "step": 483
    },
    {
      "epoch": 0.18508604206500956,
      "grad_norm": 2.9988211858901903,
      "learning_rate": 8.614639961744689e-07,
      "loss": 0.4364,
      "step": 484
    },
    {
      "epoch": 0.18546845124282982,
      "grad_norm": 3.9578398681369062,
      "learning_rate": 8.617516091920455e-07,
      "loss": 0.2187,
      "step": 485
    },
    {
      "epoch": 0.1858508604206501,
      "grad_norm": 2.580414743577251,
      "learning_rate": 8.620386298033992e-07,
      "loss": 0.1354,
      "step": 486
    },
    {
      "epoch": 0.18623326959847036,
      "grad_norm": 5.465514528391503,
      "learning_rate": 8.623250604439132e-07,
      "loss": 0.1598,
      "step": 487
    },
    {
      "epoch": 0.18661567877629062,
      "grad_norm": 5.688162628810543,
      "learning_rate": 8.626109035339828e-07,
      "loss": 0.5749,
      "step": 488
    },
    {
      "epoch": 0.1869980879541109,
      "grad_norm": 4.06459812857032,
      "learning_rate": 8.628961614791395e-07,
      "loss": 0.4578,
      "step": 489
    },
    {
      "epoch": 0.18738049713193117,
      "grad_norm": 4.059401753890258,
      "learning_rate": 8.631808366701719e-07,
      "loss": 0.5734,
      "step": 490
    },
    {
      "epoch": 0.18776290630975143,
      "grad_norm": 3.6007972947017914,
      "learning_rate": 8.634649314832464e-07,
      "loss": 0.4735,
      "step": 491
    },
    {
      "epoch": 0.1881453154875717,
      "grad_norm": 3.44509769384225,
      "learning_rate": 8.637484482800254e-07,
      "loss": 0.3236,
      "step": 492
    },
    {
      "epoch": 0.18852772466539197,
      "grad_norm": 2.710251339310638,
      "learning_rate": 8.640313894077854e-07,
      "loss": 0.6083,
      "step": 493
    },
    {
      "epoch": 0.18891013384321223,
      "grad_norm": 3.7640070941627126,
      "learning_rate": 8.643137571995341e-07,
      "loss": 0.4299,
      "step": 494
    },
    {
      "epoch": 0.18929254302103252,
      "grad_norm": 11.060630511062472,
      "learning_rate": 8.645955539741253e-07,
      "loss": 0.2374,
      "step": 495
    },
    {
      "epoch": 0.18967495219885278,
      "grad_norm": 2.9658908929801346,
      "learning_rate": 8.648767820363733e-07,
      "loss": 0.269,
      "step": 496
    },
    {
      "epoch": 0.19005736137667303,
      "grad_norm": 4.718886215568088,
      "learning_rate": 8.651574436771658e-07,
      "loss": 0.3392,
      "step": 497
    },
    {
      "epoch": 0.19043977055449332,
      "grad_norm": 4.07698996230184,
      "learning_rate": 8.654375411735766e-07,
      "loss": 0.2047,
      "step": 498
    },
    {
      "epoch": 0.19082217973231358,
      "grad_norm": 4.322621506262301,
      "learning_rate": 8.657170767889753e-07,
      "loss": 0.1593,
      "step": 499
    },
    {
      "epoch": 0.19120458891013384,
      "grad_norm": 3.6781333022238636,
      "learning_rate": 8.659960527731382e-07,
      "loss": 0.3298,
      "step": 500
    },
    {
      "epoch": 0.19120458891013384,
      "eval_runtime": 822.3073,
      "eval_samples_per_second": 1.865,
      "eval_steps_per_second": 0.467,
      "step": 500
    },
    {
      "epoch": 0.19158699808795412,
      "grad_norm": 5.341980758375264,
      "learning_rate": 8.662744713623563e-07,
      "loss": 0.5194,
      "step": 501
    },
    {
      "epoch": 0.19196940726577438,
      "grad_norm": 3.8851356847921803,
      "learning_rate": 8.665523347795424e-07,
      "loss": 0.4366,
      "step": 502
    },
    {
      "epoch": 0.19235181644359464,
      "grad_norm": 4.447133098733561,
      "learning_rate": 8.668296452343392e-07,
      "loss": 0.5872,
      "step": 503
    },
    {
      "epoch": 0.1927342256214149,
      "grad_norm": 4.259308438470198,
      "learning_rate": 8.671064049232225e-07,
      "loss": 0.3353,
      "step": 504
    },
    {
      "epoch": 0.1931166347992352,
      "grad_norm": 2.5481644625084,
      "learning_rate": 8.673826160296078e-07,
      "loss": 0.3876,
      "step": 505
    },
    {
      "epoch": 0.19349904397705545,
      "grad_norm": 3.8753543814767766,
      "learning_rate": 8.676582807239522e-07,
      "loss": 0.6591,
      "step": 506
    },
    {
      "epoch": 0.1938814531548757,
      "grad_norm": 2.9565461540677513,
      "learning_rate": 8.679334011638571e-07,
      "loss": 0.5829,
      "step": 507
    },
    {
      "epoch": 0.194263862332696,
      "grad_norm": 2.8580497630694173,
      "learning_rate": 8.682079794941694e-07,
      "loss": 0.2155,
      "step": 508
    },
    {
      "epoch": 0.19464627151051625,
      "grad_norm": 3.7126409535991756,
      "learning_rate": 8.684820178470827e-07,
      "loss": 0.3184,
      "step": 509
    },
    {
      "epoch": 0.1950286806883365,
      "grad_norm": 3.961171280622527,
      "learning_rate": 8.687555183422355e-07,
      "loss": 0.368,
      "step": 510
    },
    {
      "epoch": 0.1954110898661568,
      "grad_norm": 3.1431792391414968,
      "learning_rate": 8.6902848308681e-07,
      "loss": 0.1698,
      "step": 511
    },
    {
      "epoch": 0.19579349904397705,
      "grad_norm": 3.4654473055387554,
      "learning_rate": 8.693009141756294e-07,
      "loss": 0.0964,
      "step": 512
    },
    {
      "epoch": 0.1961759082217973,
      "grad_norm": 5.839838524245153,
      "learning_rate": 8.695728136912551e-07,
      "loss": 0.457,
      "step": 513
    },
    {
      "epoch": 0.1965583173996176,
      "grad_norm": 4.7069374423354695,
      "learning_rate": 8.698441837040811e-07,
      "loss": 0.7124,
      "step": 514
    },
    {
      "epoch": 0.19694072657743786,
      "grad_norm": 4.365320888404452,
      "learning_rate": 8.701150262724292e-07,
      "loss": 0.6243,
      "step": 515
    },
    {
      "epoch": 0.19732313575525812,
      "grad_norm": 3.289324172386687,
      "learning_rate": 8.703853434426426e-07,
      "loss": 0.5249,
      "step": 516
    },
    {
      "epoch": 0.1977055449330784,
      "grad_norm": 2.3283226390129723,
      "learning_rate": 8.70655137249179e-07,
      "loss": 0.5161,
      "step": 517
    },
    {
      "epoch": 0.19808795411089866,
      "grad_norm": 2.5905756081726192,
      "learning_rate": 8.709244097147014e-07,
      "loss": 0.4175,
      "step": 518
    },
    {
      "epoch": 0.19847036328871892,
      "grad_norm": 3.424691212788987,
      "learning_rate": 8.711931628501709e-07,
      "loss": 0.4771,
      "step": 519
    },
    {
      "epoch": 0.1988527724665392,
      "grad_norm": 3.3766078651131006,
      "learning_rate": 8.714613986549345e-07,
      "loss": 0.4121,
      "step": 520
    },
    {
      "epoch": 0.19923518164435947,
      "grad_norm": 3.7758399786743695,
      "learning_rate": 8.717291191168164e-07,
      "loss": 0.4434,
      "step": 521
    },
    {
      "epoch": 0.19961759082217972,
      "grad_norm": 4.172649868787247,
      "learning_rate": 8.719963262122055e-07,
      "loss": 0.471,
      "step": 522
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.204457671034851,
      "learning_rate": 8.722630219061423e-07,
      "loss": 0.1419,
      "step": 523
    },
    {
      "epoch": 0.20038240917782027,
      "grad_norm": 3.486618619725143,
      "learning_rate": 8.725292081524071e-07,
      "loss": 0.1515,
      "step": 524
    },
    {
      "epoch": 0.20076481835564053,
      "grad_norm": 4.252158121924402,
      "learning_rate": 8.72794886893605e-07,
      "loss": 0.2632,
      "step": 525
    },
    {
      "epoch": 0.20114722753346082,
      "grad_norm": 8.937775720998328,
      "learning_rate": 8.730600600612507e-07,
      "loss": 0.4893,
      "step": 526
    },
    {
      "epoch": 0.20152963671128107,
      "grad_norm": 4.2345114823195935,
      "learning_rate": 8.73324729575853e-07,
      "loss": 0.527,
      "step": 527
    },
    {
      "epoch": 0.20191204588910133,
      "grad_norm": 3.6419135829805787,
      "learning_rate": 8.73588897346999e-07,
      "loss": 0.6547,
      "step": 528
    },
    {
      "epoch": 0.20229445506692162,
      "grad_norm": 1.8780114468031686,
      "learning_rate": 8.738525652734356e-07,
      "loss": 0.563,
      "step": 529
    },
    {
      "epoch": 0.20267686424474188,
      "grad_norm": 3.003413959935241,
      "learning_rate": 8.74115735243152e-07,
      "loss": 0.6466,
      "step": 530
    },
    {
      "epoch": 0.20305927342256214,
      "grad_norm": 3.2604255716773025,
      "learning_rate": 8.743784091334607e-07,
      "loss": 0.4341,
      "step": 531
    },
    {
      "epoch": 0.20344168260038242,
      "grad_norm": 2.983473237094229,
      "learning_rate": 8.746405888110783e-07,
      "loss": 0.3732,
      "step": 532
    },
    {
      "epoch": 0.20382409177820268,
      "grad_norm": 4.1953099994900604,
      "learning_rate": 8.74902276132204e-07,
      "loss": 0.4144,
      "step": 533
    },
    {
      "epoch": 0.20420650095602294,
      "grad_norm": 3.45385513526699,
      "learning_rate": 8.751634729425997e-07,
      "loss": 0.1678,
      "step": 534
    },
    {
      "epoch": 0.2045889101338432,
      "grad_norm": 3.767437257402485,
      "learning_rate": 8.754241810776672e-07,
      "loss": 0.2739,
      "step": 535
    },
    {
      "epoch": 0.20497131931166349,
      "grad_norm": 4.0418594681414985,
      "learning_rate": 8.756844023625261e-07,
      "loss": 0.1897,
      "step": 536
    },
    {
      "epoch": 0.20535372848948374,
      "grad_norm": 4.170464094943381,
      "learning_rate": 8.7594413861209e-07,
      "loss": 0.0853,
      "step": 537
    },
    {
      "epoch": 0.205736137667304,
      "grad_norm": 7.11126053507429,
      "learning_rate": 8.762033916311432e-07,
      "loss": 0.2841,
      "step": 538
    },
    {
      "epoch": 0.2061185468451243,
      "grad_norm": 8.038682400361811,
      "learning_rate": 8.764621632144152e-07,
      "loss": 0.5757,
      "step": 539
    },
    {
      "epoch": 0.20650095602294455,
      "grad_norm": 3.8845616167680714,
      "learning_rate": 8.767204551466555e-07,
      "loss": 0.5021,
      "step": 540
    },
    {
      "epoch": 0.2068833652007648,
      "grad_norm": 3.457770765270759,
      "learning_rate": 8.769782692027076e-07,
      "loss": 0.4517,
      "step": 541
    },
    {
      "epoch": 0.2072657743785851,
      "grad_norm": 2.1231287402641406,
      "learning_rate": 8.77235607147582e-07,
      "loss": 0.406,
      "step": 542
    },
    {
      "epoch": 0.20764818355640535,
      "grad_norm": 3.664290236042986,
      "learning_rate": 8.774924707365287e-07,
      "loss": 0.384,
      "step": 543
    },
    {
      "epoch": 0.2080305927342256,
      "grad_norm": 3.8846193097131776,
      "learning_rate": 8.777488617151092e-07,
      "loss": 0.5264,
      "step": 544
    },
    {
      "epoch": 0.2084130019120459,
      "grad_norm": 3.8864727613347774,
      "learning_rate": 8.780047818192677e-07,
      "loss": 0.3449,
      "step": 545
    },
    {
      "epoch": 0.20879541108986616,
      "grad_norm": 3.074034475695364,
      "learning_rate": 8.782602327754011e-07,
      "loss": 0.4267,
      "step": 546
    },
    {
      "epoch": 0.20917782026768642,
      "grad_norm": 4.650051420194106,
      "learning_rate": 8.785152163004298e-07,
      "loss": 0.2878,
      "step": 547
    },
    {
      "epoch": 0.2095602294455067,
      "grad_norm": 3.9610133417757614,
      "learning_rate": 8.787697341018658e-07,
      "loss": 0.2085,
      "step": 548
    },
    {
      "epoch": 0.20994263862332696,
      "grad_norm": 4.055132009142522,
      "learning_rate": 8.790237878778824e-07,
      "loss": 0.1718,
      "step": 549
    },
    {
      "epoch": 0.21032504780114722,
      "grad_norm": 5.561179357908723,
      "learning_rate": 8.792773793173814e-07,
      "loss": 0.2292,
      "step": 550
    },
    {
      "epoch": 0.2107074569789675,
      "grad_norm": 9.823343493565627,
      "learning_rate": 8.795305101000612e-07,
      "loss": 0.4747,
      "step": 551
    },
    {
      "epoch": 0.21108986615678776,
      "grad_norm": 4.320240537516627,
      "learning_rate": 8.797831818964823e-07,
      "loss": 0.6607,
      "step": 552
    },
    {
      "epoch": 0.21147227533460802,
      "grad_norm": 3.8821286495378406,
      "learning_rate": 8.800353963681352e-07,
      "loss": 0.6069,
      "step": 553
    },
    {
      "epoch": 0.2118546845124283,
      "grad_norm": 3.456264535828526,
      "learning_rate": 8.802871551675046e-07,
      "loss": 0.5072,
      "step": 554
    },
    {
      "epoch": 0.21223709369024857,
      "grad_norm": 4.004620506032858,
      "learning_rate": 8.805384599381345e-07,
      "loss": 0.3927,
      "step": 555
    },
    {
      "epoch": 0.21261950286806883,
      "grad_norm": 3.7279097642824355,
      "learning_rate": 8.807893123146934e-07,
      "loss": 0.5367,
      "step": 556
    },
    {
      "epoch": 0.2130019120458891,
      "grad_norm": 2.8182120069861316,
      "learning_rate": 8.810397139230372e-07,
      "loss": 0.4391,
      "step": 557
    },
    {
      "epoch": 0.21338432122370937,
      "grad_norm": 2.7487648877915536,
      "learning_rate": 8.812896663802729e-07,
      "loss": 0.2057,
      "step": 558
    },
    {
      "epoch": 0.21376673040152963,
      "grad_norm": 4.265964592351681,
      "learning_rate": 8.815391712948212e-07,
      "loss": 0.3774,
      "step": 559
    },
    {
      "epoch": 0.21414913957934992,
      "grad_norm": 4.349966307761718,
      "learning_rate": 8.817882302664786e-07,
      "loss": 0.2399,
      "step": 560
    },
    {
      "epoch": 0.21453154875717018,
      "grad_norm": 4.632009813011725,
      "learning_rate": 8.820368448864787e-07,
      "loss": 0.1874,
      "step": 561
    },
    {
      "epoch": 0.21491395793499043,
      "grad_norm": 5.107100700943744,
      "learning_rate": 8.822850167375535e-07,
      "loss": 0.1995,
      "step": 562
    },
    {
      "epoch": 0.2152963671128107,
      "grad_norm": 9.613688373896391,
      "learning_rate": 8.82532747393994e-07,
      "loss": 0.5337,
      "step": 563
    },
    {
      "epoch": 0.21567877629063098,
      "grad_norm": 4.014300294858346,
      "learning_rate": 8.827800384217091e-07,
      "loss": 0.4894,
      "step": 564
    },
    {
      "epoch": 0.21606118546845124,
      "grad_norm": 3.7285606417528623,
      "learning_rate": 8.830268913782868e-07,
      "loss": 0.564,
      "step": 565
    },
    {
      "epoch": 0.2164435946462715,
      "grad_norm": 4.170282066923075,
      "learning_rate": 8.832733078130512e-07,
      "loss": 0.7278,
      "step": 566
    },
    {
      "epoch": 0.21682600382409178,
      "grad_norm": 2.822889339600972,
      "learning_rate": 8.835192892671222e-07,
      "loss": 0.5958,
      "step": 567
    },
    {
      "epoch": 0.21720841300191204,
      "grad_norm": 2.933753526097939,
      "learning_rate": 8.837648372734725e-07,
      "loss": 0.3823,
      "step": 568
    },
    {
      "epoch": 0.2175908221797323,
      "grad_norm": 3.8063780614296845,
      "learning_rate": 8.840099533569853e-07,
      "loss": 0.4028,
      "step": 569
    },
    {
      "epoch": 0.2179732313575526,
      "grad_norm": 5.715698094888678,
      "learning_rate": 8.842546390345113e-07,
      "loss": 0.4984,
      "step": 570
    },
    {
      "epoch": 0.21835564053537285,
      "grad_norm": 3.3179041127519064,
      "learning_rate": 8.844988958149243e-07,
      "loss": 0.4208,
      "step": 571
    },
    {
      "epoch": 0.2187380497131931,
      "grad_norm": 3.13872732648784,
      "learning_rate": 8.847427251991777e-07,
      "loss": 0.2319,
      "step": 572
    },
    {
      "epoch": 0.2191204588910134,
      "grad_norm": 2.9904045191122965,
      "learning_rate": 8.849861286803598e-07,
      "loss": 0.3062,
      "step": 573
    },
    {
      "epoch": 0.21950286806883365,
      "grad_norm": 4.134629771253638,
      "learning_rate": 8.852291077437482e-07,
      "loss": 0.1593,
      "step": 574
    },
    {
      "epoch": 0.2198852772466539,
      "grad_norm": 5.5330836818095595,
      "learning_rate": 8.854716638668649e-07,
      "loss": 0.3453,
      "step": 575
    },
    {
      "epoch": 0.2202676864244742,
      "grad_norm": 6.35525536721151,
      "learning_rate": 8.857137985195292e-07,
      "loss": 0.3971,
      "step": 576
    },
    {
      "epoch": 0.22065009560229445,
      "grad_norm": 3.7363729200055866,
      "learning_rate": 8.859555131639122e-07,
      "loss": 0.4838,
      "step": 577
    },
    {
      "epoch": 0.2210325047801147,
      "grad_norm": 2.884765790294934,
      "learning_rate": 8.86196809254589e-07,
      "loss": 0.3447,
      "step": 578
    },
    {
      "epoch": 0.221414913957935,
      "grad_norm": 2.6882944041880656,
      "learning_rate": 8.864376882385918e-07,
      "loss": 0.6815,
      "step": 579
    },
    {
      "epoch": 0.22179732313575526,
      "grad_norm": 2.6886467372301643,
      "learning_rate": 8.866781515554614e-07,
      "loss": 0.3703,
      "step": 580
    },
    {
      "epoch": 0.22217973231357552,
      "grad_norm": 2.136208203008963,
      "learning_rate": 8.869182006372994e-07,
      "loss": 0.4558,
      "step": 581
    },
    {
      "epoch": 0.2225621414913958,
      "grad_norm": 2.9403023845844443,
      "learning_rate": 8.871578369088188e-07,
      "loss": 0.2963,
      "step": 582
    },
    {
      "epoch": 0.22294455066921606,
      "grad_norm": 2.875306486296151,
      "learning_rate": 8.873970617873952e-07,
      "loss": 0.4421,
      "step": 583
    },
    {
      "epoch": 0.22332695984703632,
      "grad_norm": 4.129625905530537,
      "learning_rate": 8.876358766831167e-07,
      "loss": 0.2216,
      "step": 584
    },
    {
      "epoch": 0.2237093690248566,
      "grad_norm": 3.3319302148918393,
      "learning_rate": 8.878742829988343e-07,
      "loss": 0.2468,
      "step": 585
    },
    {
      "epoch": 0.22409177820267687,
      "grad_norm": 4.4162868600360365,
      "learning_rate": 8.881122821302105e-07,
      "loss": 0.1727,
      "step": 586
    },
    {
      "epoch": 0.22447418738049713,
      "grad_norm": 3.5349965433538175,
      "learning_rate": 8.883498754657699e-07,
      "loss": 0.2095,
      "step": 587
    },
    {
      "epoch": 0.2248565965583174,
      "grad_norm": 7.335889399719171,
      "learning_rate": 8.885870643869454e-07,
      "loss": 0.5801,
      "step": 588
    },
    {
      "epoch": 0.22523900573613767,
      "grad_norm": 3.8911290589093004,
      "learning_rate": 8.888238502681287e-07,
      "loss": 0.4556,
      "step": 589
    },
    {
      "epoch": 0.22562141491395793,
      "grad_norm": 2.9425051638704556,
      "learning_rate": 8.890602344767169e-07,
      "loss": 0.5179,
      "step": 590
    },
    {
      "epoch": 0.22600382409177822,
      "grad_norm": 2.409984514495357,
      "learning_rate": 8.892962183731602e-07,
      "loss": 0.821,
      "step": 591
    },
    {
      "epoch": 0.22638623326959847,
      "grad_norm": 4.32976382521085,
      "learning_rate": 8.895318033110082e-07,
      "loss": 0.6991,
      "step": 592
    },
    {
      "epoch": 0.22676864244741873,
      "grad_norm": 6.219767271637266,
      "learning_rate": 8.897669906369579e-07,
      "loss": 0.5052,
      "step": 593
    },
    {
      "epoch": 0.227151051625239,
      "grad_norm": 2.847185009555525,
      "learning_rate": 8.900017816908987e-07,
      "loss": 0.3373,
      "step": 594
    },
    {
      "epoch": 0.22753346080305928,
      "grad_norm": 2.5647512641752654,
      "learning_rate": 8.902361778059585e-07,
      "loss": 0.3058,
      "step": 595
    },
    {
      "epoch": 0.22791586998087954,
      "grad_norm": 3.2259829834349127,
      "learning_rate": 8.904701803085492e-07,
      "loss": 0.4217,
      "step": 596
    },
    {
      "epoch": 0.2282982791586998,
      "grad_norm": 3.240345774202062,
      "learning_rate": 8.907037905184118e-07,
      "loss": 0.288,
      "step": 597
    },
    {
      "epoch": 0.22868068833652008,
      "grad_norm": 2.8117471323067367,
      "learning_rate": 8.90937009748661e-07,
      "loss": 0.3434,
      "step": 598
    },
    {
      "epoch": 0.22906309751434034,
      "grad_norm": 3.409382351064056,
      "learning_rate": 8.911698393058294e-07,
      "loss": 0.1568,
      "step": 599
    },
    {
      "epoch": 0.2294455066921606,
      "grad_norm": 5.025906586355392,
      "learning_rate": 8.914022804899116e-07,
      "loss": 0.2689,
      "step": 600
    },
    {
      "epoch": 0.2298279158699809,
      "grad_norm": 5.246780134732783,
      "learning_rate": 8.916343345944075e-07,
      "loss": 0.5604,
      "step": 601
    },
    {
      "epoch": 0.23021032504780115,
      "grad_norm": 4.418125895193714,
      "learning_rate": 8.918660029063655e-07,
      "loss": 0.6224,
      "step": 602
    },
    {
      "epoch": 0.2305927342256214,
      "grad_norm": 10.199199301015543,
      "learning_rate": 8.920972867064258e-07,
      "loss": 0.3815,
      "step": 603
    },
    {
      "epoch": 0.2309751434034417,
      "grad_norm": 2.503913486607132,
      "learning_rate": 8.923281872688621e-07,
      "loss": 0.241,
      "step": 604
    },
    {
      "epoch": 0.23135755258126195,
      "grad_norm": 2.652775185823977,
      "learning_rate": 8.925587058616247e-07,
      "loss": 0.4143,
      "step": 605
    },
    {
      "epoch": 0.2317399617590822,
      "grad_norm": 2.9848565317305704,
      "learning_rate": 8.927888437463812e-07,
      "loss": 0.6514,
      "step": 606
    },
    {
      "epoch": 0.2321223709369025,
      "grad_norm": 4.13808400622241,
      "learning_rate": 8.930186021785589e-07,
      "loss": 0.5333,
      "step": 607
    },
    {
      "epoch": 0.23250478011472275,
      "grad_norm": 2.6761707774182173,
      "learning_rate": 8.93247982407385e-07,
      "loss": 0.4142,
      "step": 608
    },
    {
      "epoch": 0.232887189292543,
      "grad_norm": 4.37456401287424,
      "learning_rate": 8.934769856759282e-07,
      "loss": 0.3991,
      "step": 609
    },
    {
      "epoch": 0.2332695984703633,
      "grad_norm": 4.247755916759948,
      "learning_rate": 8.937056132211385e-07,
      "loss": 0.299,
      "step": 610
    },
    {
      "epoch": 0.23365200764818356,
      "grad_norm": 2.9509372580052586,
      "learning_rate": 8.939338662738878e-07,
      "loss": 0.1705,
      "step": 611
    },
    {
      "epoch": 0.23403441682600382,
      "grad_norm": 4.224394914083757,
      "learning_rate": 8.94161746059009e-07,
      "loss": 0.2091,
      "step": 612
    },
    {
      "epoch": 0.2344168260038241,
      "grad_norm": 5.198523150312591,
      "learning_rate": 8.943892537953359e-07,
      "loss": 0.4931,
      "step": 613
    },
    {
      "epoch": 0.23479923518164436,
      "grad_norm": 5.9789195081642825,
      "learning_rate": 8.946163906957424e-07,
      "loss": 0.4767,
      "step": 614
    },
    {
      "epoch": 0.23518164435946462,
      "grad_norm": 3.501394266617619,
      "learning_rate": 8.948431579671812e-07,
      "loss": 0.7518,
      "step": 615
    },
    {
      "epoch": 0.2355640535372849,
      "grad_norm": 2.534678080506824,
      "learning_rate": 8.950695568107218e-07,
      "loss": 0.6598,
      "step": 616
    },
    {
      "epoch": 0.23594646271510517,
      "grad_norm": 3.2492748331786774,
      "learning_rate": 8.952955884215896e-07,
      "loss": 0.6163,
      "step": 617
    },
    {
      "epoch": 0.23632887189292542,
      "grad_norm": 2.9826559338411354,
      "learning_rate": 8.955212539892024e-07,
      "loss": 0.3615,
      "step": 618
    },
    {
      "epoch": 0.2367112810707457,
      "grad_norm": 3.318038053711697,
      "learning_rate": 8.957465546972099e-07,
      "loss": 0.5365,
      "step": 619
    },
    {
      "epoch": 0.23709369024856597,
      "grad_norm": 3.4175041536921253,
      "learning_rate": 8.959714917235292e-07,
      "loss": 0.2957,
      "step": 620
    },
    {
      "epoch": 0.23747609942638623,
      "grad_norm": 4.206538406165909,
      "learning_rate": 8.96196066240382e-07,
      "loss": 0.5224,
      "step": 621
    },
    {
      "epoch": 0.23785850860420651,
      "grad_norm": 3.2186359274196215,
      "learning_rate": 8.964202794143326e-07,
      "loss": 0.1611,
      "step": 622
    },
    {
      "epoch": 0.23824091778202677,
      "grad_norm": 3.1131388058497014,
      "learning_rate": 8.966441324063227e-07,
      "loss": 0.3956,
      "step": 623
    },
    {
      "epoch": 0.23862332695984703,
      "grad_norm": 2.889521867739628,
      "learning_rate": 8.968676263717078e-07,
      "loss": 0.172,
      "step": 624
    },
    {
      "epoch": 0.2390057361376673,
      "grad_norm": 5.782986436859959,
      "learning_rate": 8.970907624602941e-07,
      "loss": 0.183,
      "step": 625
    },
    {
      "epoch": 0.23938814531548758,
      "grad_norm": 8.177253193316057,
      "learning_rate": 8.973135418163724e-07,
      "loss": 0.4219,
      "step": 626
    },
    {
      "epoch": 0.23977055449330784,
      "grad_norm": 3.4656521822772333,
      "learning_rate": 8.975359655787545e-07,
      "loss": 0.6771,
      "step": 627
    },
    {
      "epoch": 0.2401529636711281,
      "grad_norm": 3.9809862274031342,
      "learning_rate": 8.977580348808072e-07,
      "loss": 0.4621,
      "step": 628
    },
    {
      "epoch": 0.24053537284894838,
      "grad_norm": 2.590580301854008,
      "learning_rate": 8.97979750850488e-07,
      "loss": 0.3399,
      "step": 629
    },
    {
      "epoch": 0.24091778202676864,
      "grad_norm": 2.797762426317898,
      "learning_rate": 8.982011146103783e-07,
      "loss": 0.2546,
      "step": 630
    },
    {
      "epoch": 0.2413001912045889,
      "grad_norm": 3.0114940752468007,
      "learning_rate": 8.984221272777187e-07,
      "loss": 0.1752,
      "step": 631
    },
    {
      "epoch": 0.24168260038240919,
      "grad_norm": 3.0610270169202085,
      "learning_rate": 8.986427899644419e-07,
      "loss": 0.3983,
      "step": 632
    },
    {
      "epoch": 0.24206500956022944,
      "grad_norm": 2.8067468080231506,
      "learning_rate": 8.988631037772066e-07,
      "loss": 0.2748,
      "step": 633
    },
    {
      "epoch": 0.2424474187380497,
      "grad_norm": 4.000175233817278,
      "learning_rate": 8.990830698174309e-07,
      "loss": 0.1971,
      "step": 634
    },
    {
      "epoch": 0.24282982791587,
      "grad_norm": 3.769745657560052,
      "learning_rate": 8.993026891813253e-07,
      "loss": 0.4406,
      "step": 635
    },
    {
      "epoch": 0.24321223709369025,
      "grad_norm": 4.197854974765107,
      "learning_rate": 8.995219629599254e-07,
      "loss": 0.243,
      "step": 636
    },
    {
      "epoch": 0.2435946462715105,
      "grad_norm": 2.9496964831922186,
      "learning_rate": 8.997408922391241e-07,
      "loss": 0.1551,
      "step": 637
    },
    {
      "epoch": 0.2439770554493308,
      "grad_norm": 7.136065540371976,
      "learning_rate": 8.999594780997046e-07,
      "loss": 0.5281,
      "step": 638
    },
    {
      "epoch": 0.24435946462715105,
      "grad_norm": 3.1328861675020034,
      "learning_rate": 9.001777216173722e-07,
      "loss": 0.4891,
      "step": 639
    },
    {
      "epoch": 0.2447418738049713,
      "grad_norm": 3.851332837544597,
      "learning_rate": 9.003956238627853e-07,
      "loss": 0.478,
      "step": 640
    },
    {
      "epoch": 0.2451242829827916,
      "grad_norm": 2.725577365010256,
      "learning_rate": 9.00613185901588e-07,
      "loss": 0.4471,
      "step": 641
    },
    {
      "epoch": 0.24550669216061186,
      "grad_norm": 2.5746230877323146,
      "learning_rate": 9.008304087944406e-07,
      "loss": 0.3046,
      "step": 642
    },
    {
      "epoch": 0.24588910133843211,
      "grad_norm": 4.590008308220286,
      "learning_rate": 9.010472935970509e-07,
      "loss": 0.343,
      "step": 643
    },
    {
      "epoch": 0.2462715105162524,
      "grad_norm": 3.231391156948366,
      "learning_rate": 9.012638413602053e-07,
      "loss": 0.3504,
      "step": 644
    },
    {
      "epoch": 0.24665391969407266,
      "grad_norm": 2.5125683523720896,
      "learning_rate": 9.014800531297985e-07,
      "loss": 0.2493,
      "step": 645
    },
    {
      "epoch": 0.24703632887189292,
      "grad_norm": 2.79504368674542,
      "learning_rate": 9.016959299468647e-07,
      "loss": 0.2146,
      "step": 646
    },
    {
      "epoch": 0.2474187380497132,
      "grad_norm": 3.8159029422788753,
      "learning_rate": 9.019114728476074e-07,
      "loss": 0.4076,
      "step": 647
    },
    {
      "epoch": 0.24780114722753346,
      "grad_norm": 4.783488030319095,
      "learning_rate": 9.021266828634289e-07,
      "loss": 0.1647,
      "step": 648
    },
    {
      "epoch": 0.24818355640535372,
      "grad_norm": 6.686053253263,
      "learning_rate": 9.023415610209602e-07,
      "loss": 0.1261,
      "step": 649
    },
    {
      "epoch": 0.248565965583174,
      "grad_norm": 4.911620098644459,
      "learning_rate": 9.025561083420904e-07,
      "loss": 0.3726,
      "step": 650
    },
    {
      "epoch": 0.24894837476099427,
      "grad_norm": 6.45514667607322,
      "learning_rate": 9.027703258439958e-07,
      "loss": 0.6213,
      "step": 651
    },
    {
      "epoch": 0.24933078393881453,
      "grad_norm": 3.249407494161105,
      "learning_rate": 9.029842145391691e-07,
      "loss": 0.6847,
      "step": 652
    },
    {
      "epoch": 0.2497131931166348,
      "grad_norm": 4.2437066998751725,
      "learning_rate": 9.031977754354472e-07,
      "loss": 0.5215,
      "step": 653
    },
    {
      "epoch": 0.25009560229445504,
      "grad_norm": 1.7989403837715172,
      "learning_rate": 9.034110095360411e-07,
      "loss": 0.543,
      "step": 654
    },
    {
      "epoch": 0.25047801147227533,
      "grad_norm": 2.760700388788634,
      "learning_rate": 9.03623917839563e-07,
      "loss": 0.3404,
      "step": 655
    },
    {
      "epoch": 0.2508604206500956,
      "grad_norm": 3.1453054292526397,
      "learning_rate": 9.038365013400548e-07,
      "loss": 0.4307,
      "step": 656
    },
    {
      "epoch": 0.25124282982791585,
      "grad_norm": 2.750521350338774,
      "learning_rate": 9.040487610270163e-07,
      "loss": 0.3821,
      "step": 657
    },
    {
      "epoch": 0.25162523900573613,
      "grad_norm": 4.3433778452452625,
      "learning_rate": 9.04260697885432e-07,
      "loss": 0.4657,
      "step": 658
    },
    {
      "epoch": 0.2520076481835564,
      "grad_norm": 3.038734869470121,
      "learning_rate": 9.044723128957992e-07,
      "loss": 0.4424,
      "step": 659
    },
    {
      "epoch": 0.25239005736137665,
      "grad_norm": 3.6418428798847953,
      "learning_rate": 9.046836070341548e-07,
      "loss": 0.1612,
      "step": 660
    },
    {
      "epoch": 0.25277246653919694,
      "grad_norm": 4.814089029716334,
      "learning_rate": 9.04894581272103e-07,
      "loss": 0.1493,
      "step": 661
    },
    {
      "epoch": 0.2531548757170172,
      "grad_norm": 4.9591074534253785,
      "learning_rate": 9.051052365768415e-07,
      "loss": 0.1937,
      "step": 662
    },
    {
      "epoch": 0.25353728489483746,
      "grad_norm": 3.944316957470118,
      "learning_rate": 9.053155739111876e-07,
      "loss": 0.3188,
      "step": 663
    },
    {
      "epoch": 0.25391969407265774,
      "grad_norm": 4.223668375030919,
      "learning_rate": 9.055255942336061e-07,
      "loss": 0.6315,
      "step": 664
    },
    {
      "epoch": 0.25430210325047803,
      "grad_norm": 3.4732364817739083,
      "learning_rate": 9.057352984982342e-07,
      "loss": 0.6295,
      "step": 665
    },
    {
      "epoch": 0.25468451242829826,
      "grad_norm": 3.165842718713124,
      "learning_rate": 9.05944687654908e-07,
      "loss": 0.689,
      "step": 666
    },
    {
      "epoch": 0.25506692160611855,
      "grad_norm": 2.3999509726920847,
      "learning_rate": 9.06153762649188e-07,
      "loss": 0.3787,
      "step": 667
    },
    {
      "epoch": 0.25544933078393883,
      "grad_norm": 3.3319283544432743,
      "learning_rate": 9.063625244223857e-07,
      "loss": 0.4465,
      "step": 668
    },
    {
      "epoch": 0.25583173996175906,
      "grad_norm": 2.5320497356188447,
      "learning_rate": 9.065709739115878e-07,
      "loss": 0.4041,
      "step": 669
    },
    {
      "epoch": 0.25621414913957935,
      "grad_norm": 3.306812513990708,
      "learning_rate": 9.067791120496818e-07,
      "loss": 0.1911,
      "step": 670
    },
    {
      "epoch": 0.25659655831739964,
      "grad_norm": 4.444888988091275,
      "learning_rate": 9.069869397653817e-07,
      "loss": 0.1971,
      "step": 671
    },
    {
      "epoch": 0.25697896749521987,
      "grad_norm": 2.9716506440106363,
      "learning_rate": 9.071944579832521e-07,
      "loss": 0.1668,
      "step": 672
    },
    {
      "epoch": 0.25736137667304015,
      "grad_norm": 4.030938661366508,
      "learning_rate": 9.074016676237329e-07,
      "loss": 0.2018,
      "step": 673
    },
    {
      "epoch": 0.25774378585086044,
      "grad_norm": 3.297851128729243,
      "learning_rate": 9.076085696031645e-07,
      "loss": 0.1608,
      "step": 674
    },
    {
      "epoch": 0.25812619502868067,
      "grad_norm": 4.587013339388978,
      "learning_rate": 9.078151648338114e-07,
      "loss": 0.3073,
      "step": 675
    },
    {
      "epoch": 0.25850860420650096,
      "grad_norm": 5.998579174931337,
      "learning_rate": 9.080214542238866e-07,
      "loss": 0.3133,
      "step": 676
    },
    {
      "epoch": 0.25889101338432124,
      "grad_norm": 3.426778824253407,
      "learning_rate": 9.082274386775756e-07,
      "loss": 0.6327,
      "step": 677
    },
    {
      "epoch": 0.2592734225621415,
      "grad_norm": 2.835126944900558,
      "learning_rate": 9.0843311909506e-07,
      "loss": 0.7641,
      "step": 678
    },
    {
      "epoch": 0.25965583173996176,
      "grad_norm": 3.2794105823608297,
      "learning_rate": 9.086384963725418e-07,
      "loss": 0.359,
      "step": 679
    },
    {
      "epoch": 0.26003824091778205,
      "grad_norm": 2.7284902845883954,
      "learning_rate": 9.088435714022651e-07,
      "loss": 0.3456,
      "step": 680
    },
    {
      "epoch": 0.2604206500956023,
      "grad_norm": 3.007036698599815,
      "learning_rate": 9.090483450725417e-07,
      "loss": 0.2821,
      "step": 681
    },
    {
      "epoch": 0.26080305927342257,
      "grad_norm": 2.9265717481313267,
      "learning_rate": 9.092528182677723e-07,
      "loss": 0.5039,
      "step": 682
    },
    {
      "epoch": 0.26118546845124285,
      "grad_norm": 2.9918622270880832,
      "learning_rate": 9.094569918684705e-07,
      "loss": 0.3882,
      "step": 683
    },
    {
      "epoch": 0.2615678776290631,
      "grad_norm": 2.9372459464087823,
      "learning_rate": 9.096608667512846e-07,
      "loss": 0.2574,
      "step": 684
    },
    {
      "epoch": 0.26195028680688337,
      "grad_norm": 2.7236732542824864,
      "learning_rate": 9.098644437890217e-07,
      "loss": 0.1896,
      "step": 685
    },
    {
      "epoch": 0.26233269598470366,
      "grad_norm": 4.740230753629643,
      "learning_rate": 9.100677238506682e-07,
      "loss": 0.181,
      "step": 686
    },
    {
      "epoch": 0.2627151051625239,
      "grad_norm": 4.5618603401664535,
      "learning_rate": 9.102707078014137e-07,
      "loss": 0.2754,
      "step": 687
    },
    {
      "epoch": 0.2630975143403442,
      "grad_norm": 5.453959841069427,
      "learning_rate": 9.104733965026722e-07,
      "loss": 0.4325,
      "step": 688
    },
    {
      "epoch": 0.26347992351816446,
      "grad_norm": 6.570727903318121,
      "learning_rate": 9.106757908121041e-07,
      "loss": 0.6136,
      "step": 689
    },
    {
      "epoch": 0.2638623326959847,
      "grad_norm": 3.123896136824884,
      "learning_rate": 9.108778915836382e-07,
      "loss": 0.3504,
      "step": 690
    },
    {
      "epoch": 0.264244741873805,
      "grad_norm": 3.4093210917126133,
      "learning_rate": 9.110796996674936e-07,
      "loss": 0.6091,
      "step": 691
    },
    {
      "epoch": 0.26462715105162526,
      "grad_norm": 4.880015409789222,
      "learning_rate": 9.112812159102003e-07,
      "loss": 0.5309,
      "step": 692
    },
    {
      "epoch": 0.2650095602294455,
      "grad_norm": 3.3460021233332453,
      "learning_rate": 9.114824411546215e-07,
      "loss": 0.4077,
      "step": 693
    },
    {
      "epoch": 0.2653919694072658,
      "grad_norm": 2.398058833446472,
      "learning_rate": 9.116833762399739e-07,
      "loss": 0.3564,
      "step": 694
    },
    {
      "epoch": 0.26577437858508607,
      "grad_norm": 3.449133037050817,
      "learning_rate": 9.118840220018492e-07,
      "loss": 0.1793,
      "step": 695
    },
    {
      "epoch": 0.2661567877629063,
      "grad_norm": 3.9880952109829617,
      "learning_rate": 9.120843792722349e-07,
      "loss": 0.3157,
      "step": 696
    },
    {
      "epoch": 0.2665391969407266,
      "grad_norm": 3.666445869964919,
      "learning_rate": 9.122844488795347e-07,
      "loss": 0.2338,
      "step": 697
    },
    {
      "epoch": 0.2669216061185469,
      "grad_norm": 4.149391883508918,
      "learning_rate": 9.124842316485896e-07,
      "loss": 0.1581,
      "step": 698
    },
    {
      "epoch": 0.2673040152963671,
      "grad_norm": 3.5721827310212104,
      "learning_rate": 9.126837284006975e-07,
      "loss": 0.1278,
      "step": 699
    },
    {
      "epoch": 0.2676864244741874,
      "grad_norm": 4.706442844447054,
      "learning_rate": 9.128829399536345e-07,
      "loss": 0.2241,
      "step": 700
    },
    {
      "epoch": 0.2680688336520076,
      "grad_norm": 10.142777271838952,
      "learning_rate": 9.130818671216741e-07,
      "loss": 0.5104,
      "step": 701
    },
    {
      "epoch": 0.2684512428298279,
      "grad_norm": 4.933768492055857,
      "learning_rate": 9.132805107156076e-07,
      "loss": 0.5941,
      "step": 702
    },
    {
      "epoch": 0.2688336520076482,
      "grad_norm": 2.7437742158346863,
      "learning_rate": 9.134788715427637e-07,
      "loss": 0.2277,
      "step": 703
    },
    {
      "epoch": 0.2692160611854684,
      "grad_norm": 3.2670954993715995,
      "learning_rate": 9.136769504070285e-07,
      "loss": 0.5396,
      "step": 704
    },
    {
      "epoch": 0.2695984703632887,
      "grad_norm": 2.0297961387309633,
      "learning_rate": 9.13874748108865e-07,
      "loss": 0.4631,
      "step": 705
    },
    {
      "epoch": 0.269980879541109,
      "grad_norm": 6.472273452112172,
      "learning_rate": 9.14072265445332e-07,
      "loss": 0.481,
      "step": 706
    },
    {
      "epoch": 0.27036328871892923,
      "grad_norm": 3.651355173071301,
      "learning_rate": 9.142695032101042e-07,
      "loss": 0.4247,
      "step": 707
    },
    {
      "epoch": 0.2707456978967495,
      "grad_norm": 3.490073569104415,
      "learning_rate": 9.144664621934904e-07,
      "loss": 0.2685,
      "step": 708
    },
    {
      "epoch": 0.2711281070745698,
      "grad_norm": 3.3061256255497162,
      "learning_rate": 9.146631431824534e-07,
      "loss": 0.4662,
      "step": 709
    },
    {
      "epoch": 0.27151051625239003,
      "grad_norm": 4.023618112602692,
      "learning_rate": 9.148595469606283e-07,
      "loss": 0.243,
      "step": 710
    },
    {
      "epoch": 0.2718929254302103,
      "grad_norm": 4.451440110939301,
      "learning_rate": 9.150556743083417e-07,
      "loss": 0.4252,
      "step": 711
    },
    {
      "epoch": 0.2722753346080306,
      "grad_norm": 3.282564898834976,
      "learning_rate": 9.152515260026294e-07,
      "loss": 0.1568,
      "step": 712
    },
    {
      "epoch": 0.27265774378585084,
      "grad_norm": 5.136206678967686,
      "learning_rate": 9.154471028172556e-07,
      "loss": 0.3462,
      "step": 713
    },
    {
      "epoch": 0.2730401529636711,
      "grad_norm": 3.765053860100544,
      "learning_rate": 9.156424055227317e-07,
      "loss": 0.6971,
      "step": 714
    },
    {
      "epoch": 0.2734225621414914,
      "grad_norm": 4.7913020561927375,
      "learning_rate": 9.158374348863336e-07,
      "loss": 0.6216,
      "step": 715
    },
    {
      "epoch": 0.27380497131931164,
      "grad_norm": 2.896510879693719,
      "learning_rate": 9.160321916721196e-07,
      "loss": 0.5049,
      "step": 716
    },
    {
      "epoch": 0.2741873804971319,
      "grad_norm": 3.0359787385017647,
      "learning_rate": 9.162266766409494e-07,
      "loss": 0.4884,
      "step": 717
    },
    {
      "epoch": 0.2745697896749522,
      "grad_norm": 4.12477504232416,
      "learning_rate": 9.164208905505015e-07,
      "loss": 0.3276,
      "step": 718
    },
    {
      "epoch": 0.27495219885277244,
      "grad_norm": 2.762041690834952,
      "learning_rate": 9.166148341552905e-07,
      "loss": 0.3178,
      "step": 719
    },
    {
      "epoch": 0.27533460803059273,
      "grad_norm": 2.7617872949966977,
      "learning_rate": 9.16808508206685e-07,
      "loss": 0.2372,
      "step": 720
    },
    {
      "epoch": 0.275717017208413,
      "grad_norm": 6.980629140487373,
      "learning_rate": 9.170019134529255e-07,
      "loss": 0.5347,
      "step": 721
    },
    {
      "epoch": 0.27609942638623325,
      "grad_norm": 4.8218599923692045,
      "learning_rate": 9.171950506391405e-07,
      "loss": 0.3513,
      "step": 722
    },
    {
      "epoch": 0.27648183556405354,
      "grad_norm": 4.577506274183089,
      "learning_rate": 9.173879205073653e-07,
      "loss": 0.1856,
      "step": 723
    },
    {
      "epoch": 0.2768642447418738,
      "grad_norm": 3.8802146280054157,
      "learning_rate": 9.175805237965581e-07,
      "loss": 0.1468,
      "step": 724
    },
    {
      "epoch": 0.27724665391969405,
      "grad_norm": 5.233321627626063,
      "learning_rate": 9.177728612426173e-07,
      "loss": 0.183,
      "step": 725
    },
    {
      "epoch": 0.27762906309751434,
      "grad_norm": 4.871894434118751,
      "learning_rate": 9.17964933578398e-07,
      "loss": 0.5844,
      "step": 726
    },
    {
      "epoch": 0.2780114722753346,
      "grad_norm": 3.7483749683375165,
      "learning_rate": 9.181567415337294e-07,
      "loss": 0.3946,
      "step": 727
    },
    {
      "epoch": 0.27839388145315486,
      "grad_norm": 3.927752221141394,
      "learning_rate": 9.183482858354308e-07,
      "loss": 0.7132,
      "step": 728
    },
    {
      "epoch": 0.27877629063097514,
      "grad_norm": 2.509795833658178,
      "learning_rate": 9.185395672073286e-07,
      "loss": 0.4222,
      "step": 729
    },
    {
      "epoch": 0.27915869980879543,
      "grad_norm": 3.4221312544513647,
      "learning_rate": 9.187305863702726e-07,
      "loss": 0.501,
      "step": 730
    },
    {
      "epoch": 0.27954110898661566,
      "grad_norm": 3.2600125355859806,
      "learning_rate": 9.189213440421519e-07,
      "loss": 0.4319,
      "step": 731
    },
    {
      "epoch": 0.27992351816443595,
      "grad_norm": 3.6358730754710153,
      "learning_rate": 9.191118409379119e-07,
      "loss": 0.5501,
      "step": 732
    },
    {
      "epoch": 0.28030592734225623,
      "grad_norm": 2.838876425692313,
      "learning_rate": 9.193020777695696e-07,
      "loss": 0.4226,
      "step": 733
    },
    {
      "epoch": 0.28068833652007646,
      "grad_norm": 4.23248541643004,
      "learning_rate": 9.194920552462298e-07,
      "loss": 0.2216,
      "step": 734
    },
    {
      "epoch": 0.28107074569789675,
      "grad_norm": 5.05975286098859,
      "learning_rate": 9.196817740741012e-07,
      "loss": 0.1942,
      "step": 735
    },
    {
      "epoch": 0.28145315487571704,
      "grad_norm": 7.157943591816231,
      "learning_rate": 9.19871234956512e-07,
      "loss": 0.291,
      "step": 736
    },
    {
      "epoch": 0.28183556405353727,
      "grad_norm": 6.540916189244941,
      "learning_rate": 9.20060438593925e-07,
      "loss": 0.1721,
      "step": 737
    },
    {
      "epoch": 0.28221797323135756,
      "grad_norm": 6.142323188767702,
      "learning_rate": 9.202493856839546e-07,
      "loss": 0.3475,
      "step": 738
    },
    {
      "epoch": 0.28260038240917784,
      "grad_norm": 5.9353717402798365,
      "learning_rate": 9.204380769213804e-07,
      "loss": 0.6243,
      "step": 739
    },
    {
      "epoch": 0.2829827915869981,
      "grad_norm": 3.8146311322392403,
      "learning_rate": 9.206265129981641e-07,
      "loss": 0.659,
      "step": 740
    },
    {
      "epoch": 0.28336520076481836,
      "grad_norm": 2.7360985255933583,
      "learning_rate": 9.208146946034633e-07,
      "loss": 0.3429,
      "step": 741
    },
    {
      "epoch": 0.28374760994263865,
      "grad_norm": 3.501030089156713,
      "learning_rate": 9.210026224236482e-07,
      "loss": 0.4522,
      "step": 742
    },
    {
      "epoch": 0.2841300191204589,
      "grad_norm": 2.9306435614494535,
      "learning_rate": 9.211902971423152e-07,
      "loss": 0.6043,
      "step": 743
    },
    {
      "epoch": 0.28451242829827916,
      "grad_norm": 3.191075133909245,
      "learning_rate": 9.213777194403025e-07,
      "loss": 0.5403,
      "step": 744
    },
    {
      "epoch": 0.28489483747609945,
      "grad_norm": 4.1194321016924285,
      "learning_rate": 9.21564889995705e-07,
      "loss": 0.1928,
      "step": 745
    },
    {
      "epoch": 0.2852772466539197,
      "grad_norm": 2.9657019779034983,
      "learning_rate": 9.217518094838887e-07,
      "loss": 0.2501,
      "step": 746
    },
    {
      "epoch": 0.28565965583173997,
      "grad_norm": 3.2172360609705466,
      "learning_rate": 9.219384785775058e-07,
      "loss": 0.4956,
      "step": 747
    },
    {
      "epoch": 0.28604206500956025,
      "grad_norm": 2.7979749509223217,
      "learning_rate": 9.221248979465084e-07,
      "loss": 0.1676,
      "step": 748
    },
    {
      "epoch": 0.2864244741873805,
      "grad_norm": 4.155212043281761,
      "learning_rate": 9.223110682581634e-07,
      "loss": 0.1349,
      "step": 749
    },
    {
      "epoch": 0.28680688336520077,
      "grad_norm": 4.2952560426645,
      "learning_rate": 9.224969901770675e-07,
      "loss": 0.2733,
      "step": 750
    },
    {
      "epoch": 0.28718929254302106,
      "grad_norm": 6.104755186628853,
      "learning_rate": 9.226826643651602e-07,
      "loss": 0.5484,
      "step": 751
    },
    {
      "epoch": 0.2875717017208413,
      "grad_norm": 4.040718255733354,
      "learning_rate": 9.228680914817387e-07,
      "loss": 0.4754,
      "step": 752
    },
    {
      "epoch": 0.2879541108986616,
      "grad_norm": 3.158374637813444,
      "learning_rate": 9.230532721834717e-07,
      "loss": 0.5389,
      "step": 753
    },
    {
      "epoch": 0.28833652007648186,
      "grad_norm": 4.190667619708935,
      "learning_rate": 9.232382071244136e-07,
      "loss": 0.4755,
      "step": 754
    },
    {
      "epoch": 0.2887189292543021,
      "grad_norm": 4.238531683629353,
      "learning_rate": 9.234228969560181e-07,
      "loss": 0.5469,
      "step": 755
    },
    {
      "epoch": 0.2891013384321224,
      "grad_norm": 1.9615411931014568,
      "learning_rate": 9.236073423271517e-07,
      "loss": 0.3119,
      "step": 756
    },
    {
      "epoch": 0.28948374760994267,
      "grad_norm": 2.6342224511339403,
      "learning_rate": 9.237915438841085e-07,
      "loss": 0.4063,
      "step": 757
    },
    {
      "epoch": 0.2898661567877629,
      "grad_norm": 4.365004756614654,
      "learning_rate": 9.239755022706225e-07,
      "loss": 0.4622,
      "step": 758
    },
    {
      "epoch": 0.2902485659655832,
      "grad_norm": 2.5054584994223874,
      "learning_rate": 9.241592181278815e-07,
      "loss": 0.312,
      "step": 759
    },
    {
      "epoch": 0.29063097514340347,
      "grad_norm": 4.476758702956534,
      "learning_rate": 9.243426920945409e-07,
      "loss": 0.3864,
      "step": 760
    },
    {
      "epoch": 0.2910133843212237,
      "grad_norm": 3.021955417639978,
      "learning_rate": 9.245259248067367e-07,
      "loss": 0.1333,
      "step": 761
    },
    {
      "epoch": 0.291395793499044,
      "grad_norm": 4.690756315239575,
      "learning_rate": 9.247089168980988e-07,
      "loss": 0.1441,
      "step": 762
    },
    {
      "epoch": 0.2917782026768642,
      "grad_norm": 7.829398959538781,
      "learning_rate": 9.24891668999764e-07,
      "loss": 0.2082,
      "step": 763
    },
    {
      "epoch": 0.2921606118546845,
      "grad_norm": 5.258302209503068,
      "learning_rate": 9.250741817403894e-07,
      "loss": 0.6746,
      "step": 764
    },
    {
      "epoch": 0.2925430210325048,
      "grad_norm": 4.864542185618209,
      "learning_rate": 9.252564557461648e-07,
      "loss": 0.6271,
      "step": 765
    },
    {
      "epoch": 0.292925430210325,
      "grad_norm": 2.4464280384051205,
      "learning_rate": 9.254384916408264e-07,
      "loss": 0.3544,
      "step": 766
    },
    {
      "epoch": 0.2933078393881453,
      "grad_norm": 1.737148919072545,
      "learning_rate": 9.25620290045669e-07,
      "loss": 0.4638,
      "step": 767
    },
    {
      "epoch": 0.2936902485659656,
      "grad_norm": 3.298820030333467,
      "learning_rate": 9.258018515795588e-07,
      "loss": 0.3998,
      "step": 768
    },
    {
      "epoch": 0.2940726577437858,
      "grad_norm": 2.7308884545045125,
      "learning_rate": 9.25983176858946e-07,
      "loss": 0.3025,
      "step": 769
    },
    {
      "epoch": 0.2944550669216061,
      "grad_norm": 3.6917404104291522,
      "learning_rate": 9.261642664978777e-07,
      "loss": 0.3902,
      "step": 770
    },
    {
      "epoch": 0.2948374760994264,
      "grad_norm": 3.438420536589146,
      "learning_rate": 9.263451211080103e-07,
      "loss": 0.1922,
      "step": 771
    },
    {
      "epoch": 0.29521988527724663,
      "grad_norm": 2.690586446913425,
      "learning_rate": 9.265257412986215e-07,
      "loss": 0.1766,
      "step": 772
    },
    {
      "epoch": 0.2956022944550669,
      "grad_norm": 3.889979297416141,
      "learning_rate": 9.267061276766227e-07,
      "loss": 0.1684,
      "step": 773
    },
    {
      "epoch": 0.2959847036328872,
      "grad_norm": 5.210210883911897,
      "learning_rate": 9.268862808465719e-07,
      "loss": 0.143,
      "step": 774
    },
    {
      "epoch": 0.29636711281070743,
      "grad_norm": 5.16822561719914,
      "learning_rate": 9.270662014106851e-07,
      "loss": 0.1774,
      "step": 775
    },
    {
      "epoch": 0.2967495219885277,
      "grad_norm": 5.552930851914382,
      "learning_rate": 9.272458899688485e-07,
      "loss": 0.4315,
      "step": 776
    },
    {
      "epoch": 0.297131931166348,
      "grad_norm": 3.574750216634461,
      "learning_rate": 9.274253471186307e-07,
      "loss": 0.6128,
      "step": 777
    },
    {
      "epoch": 0.29751434034416824,
      "grad_norm": 3.457119249851013,
      "learning_rate": 9.276045734552951e-07,
      "loss": 0.6457,
      "step": 778
    },
    {
      "epoch": 0.2978967495219885,
      "grad_norm": 3.1391020920925903,
      "learning_rate": 9.277835695718105e-07,
      "loss": 0.379,
      "step": 779
    },
    {
      "epoch": 0.2982791586998088,
      "grad_norm": 3.245935686396853,
      "learning_rate": 9.279623360588637e-07,
      "loss": 0.3597,
      "step": 780
    },
    {
      "epoch": 0.29866156787762904,
      "grad_norm": 4.948312629784024,
      "learning_rate": 9.281408735048715e-07,
      "loss": 0.5803,
      "step": 781
    },
    {
      "epoch": 0.29904397705544933,
      "grad_norm": 3.5383041276653304,
      "learning_rate": 9.283191824959918e-07,
      "loss": 0.4158,
      "step": 782
    },
    {
      "epoch": 0.2994263862332696,
      "grad_norm": 2.6961675642106813,
      "learning_rate": 9.284972636161345e-07,
      "loss": 0.234,
      "step": 783
    },
    {
      "epoch": 0.29980879541108985,
      "grad_norm": 3.6581698862695102,
      "learning_rate": 9.286751174469749e-07,
      "loss": 0.2256,
      "step": 784
    },
    {
      "epoch": 0.30019120458891013,
      "grad_norm": 3.658953979144392,
      "learning_rate": 9.288527445679631e-07,
      "loss": 0.2376,
      "step": 785
    },
    {
      "epoch": 0.3005736137667304,
      "grad_norm": 4.144486839638947,
      "learning_rate": 9.290301455563364e-07,
      "loss": 0.1269,
      "step": 786
    },
    {
      "epoch": 0.30095602294455065,
      "grad_norm": 4.947979200536853,
      "learning_rate": 9.292073209871303e-07,
      "loss": 0.1268,
      "step": 787
    },
    {
      "epoch": 0.30133843212237094,
      "grad_norm": 6.4016710245636865,
      "learning_rate": 9.293842714331897e-07,
      "loss": 0.4139,
      "step": 788
    },
    {
      "epoch": 0.3017208413001912,
      "grad_norm": 4.04470071597837,
      "learning_rate": 9.295609974651798e-07,
      "loss": 0.59,
      "step": 789
    },
    {
      "epoch": 0.30210325047801145,
      "grad_norm": 4.723204474422228,
      "learning_rate": 9.297374996515978e-07,
      "loss": 0.6182,
      "step": 790
    },
    {
      "epoch": 0.30248565965583174,
      "grad_norm": 3.057452343298742,
      "learning_rate": 9.299137785587831e-07,
      "loss": 0.537,
      "step": 791
    },
    {
      "epoch": 0.302868068833652,
      "grad_norm": 2.19324306271355,
      "learning_rate": 9.300898347509282e-07,
      "loss": 0.6086,
      "step": 792
    },
    {
      "epoch": 0.30325047801147226,
      "grad_norm": 2.9430732613303423,
      "learning_rate": 9.302656687900906e-07,
      "loss": 0.2686,
      "step": 793
    },
    {
      "epoch": 0.30363288718929254,
      "grad_norm": 3.9081728665745197,
      "learning_rate": 9.304412812362025e-07,
      "loss": 0.444,
      "step": 794
    },
    {
      "epoch": 0.30401529636711283,
      "grad_norm": 2.4089558237980917,
      "learning_rate": 9.306166726470812e-07,
      "loss": 0.3601,
      "step": 795
    },
    {
      "epoch": 0.30439770554493306,
      "grad_norm": 3.4118547437366673,
      "learning_rate": 9.307918435784414e-07,
      "loss": 0.3465,
      "step": 796
    },
    {
      "epoch": 0.30478011472275335,
      "grad_norm": 3.6235244641842153,
      "learning_rate": 9.309667945839041e-07,
      "loss": 0.1584,
      "step": 797
    },
    {
      "epoch": 0.30516252390057363,
      "grad_norm": 3.437496948240833,
      "learning_rate": 9.311415262150076e-07,
      "loss": 0.2358,
      "step": 798
    },
    {
      "epoch": 0.30554493307839387,
      "grad_norm": 3.4448784448801675,
      "learning_rate": 9.313160390212184e-07,
      "loss": 0.1215,
      "step": 799
    },
    {
      "epoch": 0.30592734225621415,
      "grad_norm": 3.5191571611593258,
      "learning_rate": 9.314903335499412e-07,
      "loss": 0.1596,
      "step": 800
    },
    {
      "epoch": 0.30630975143403444,
      "grad_norm": 6.999381174254604,
      "learning_rate": 9.316644103465291e-07,
      "loss": 0.5317,
      "step": 801
    },
    {
      "epoch": 0.30669216061185467,
      "grad_norm": 3.616443532807995,
      "learning_rate": 9.318382699542936e-07,
      "loss": 0.3562,
      "step": 802
    },
    {
      "epoch": 0.30707456978967496,
      "grad_norm": 2.3191912989439687,
      "learning_rate": 9.320119129145158e-07,
      "loss": 0.4623,
      "step": 803
    },
    {
      "epoch": 0.30745697896749524,
      "grad_norm": 3.41795103232015,
      "learning_rate": 9.321853397664554e-07,
      "loss": 0.5882,
      "step": 804
    },
    {
      "epoch": 0.3078393881453155,
      "grad_norm": 3.6543276697326195,
      "learning_rate": 9.323585510473612e-07,
      "loss": 0.4667,
      "step": 805
    },
    {
      "epoch": 0.30822179732313576,
      "grad_norm": 2.31745390334883,
      "learning_rate": 9.325315472924812e-07,
      "loss": 0.2955,
      "step": 806
    },
    {
      "epoch": 0.30860420650095605,
      "grad_norm": 4.031207417107943,
      "learning_rate": 9.327043290350726e-07,
      "loss": 0.3176,
      "step": 807
    },
    {
      "epoch": 0.3089866156787763,
      "grad_norm": 4.097064125473531,
      "learning_rate": 9.328768968064107e-07,
      "loss": 0.3082,
      "step": 808
    },
    {
      "epoch": 0.30936902485659656,
      "grad_norm": 2.4083338050005847,
      "learning_rate": 9.330492511358006e-07,
      "loss": 0.1999,
      "step": 809
    },
    {
      "epoch": 0.30975143403441685,
      "grad_norm": 3.1727456086591035,
      "learning_rate": 9.332213925505848e-07,
      "loss": 0.1533,
      "step": 810
    },
    {
      "epoch": 0.3101338432122371,
      "grad_norm": 4.600015117786278,
      "learning_rate": 9.333933215761543e-07,
      "loss": 0.2456,
      "step": 811
    },
    {
      "epoch": 0.31051625239005737,
      "grad_norm": 7.192106412819565,
      "learning_rate": 9.335650387359578e-07,
      "loss": 0.2425,
      "step": 812
    },
    {
      "epoch": 0.31089866156787765,
      "grad_norm": 7.02838320463472,
      "learning_rate": 9.337365445515112e-07,
      "loss": 0.2411,
      "step": 813
    },
    {
      "epoch": 0.3112810707456979,
      "grad_norm": 4.490032601354969,
      "learning_rate": 9.339078395424072e-07,
      "loss": 0.6411,
      "step": 814
    },
    {
      "epoch": 0.31166347992351817,
      "grad_norm": 3.2150438322932544,
      "learning_rate": 9.340789242263248e-07,
      "loss": 0.4324,
      "step": 815
    },
    {
      "epoch": 0.31204588910133846,
      "grad_norm": 3.8721174778416825,
      "learning_rate": 9.342497991190384e-07,
      "loss": 0.3775,
      "step": 816
    },
    {
      "epoch": 0.3124282982791587,
      "grad_norm": 4.4248550132662805,
      "learning_rate": 9.344204647344277e-07,
      "loss": 0.367,
      "step": 817
    },
    {
      "epoch": 0.312810707456979,
      "grad_norm": 3.1897752906316335,
      "learning_rate": 9.345909215844859e-07,
      "loss": 0.2308,
      "step": 818
    },
    {
      "epoch": 0.31319311663479926,
      "grad_norm": 3.450483597848423,
      "learning_rate": 9.347611701793305e-07,
      "loss": 0.4343,
      "step": 819
    },
    {
      "epoch": 0.3135755258126195,
      "grad_norm": 2.481171179607701,
      "learning_rate": 9.349312110272107e-07,
      "loss": 0.3205,
      "step": 820
    },
    {
      "epoch": 0.3139579349904398,
      "grad_norm": 2.788976245903436,
      "learning_rate": 9.351010446345182e-07,
      "loss": 0.2113,
      "step": 821
    },
    {
      "epoch": 0.31434034416826,
      "grad_norm": 6.271641000165821,
      "learning_rate": 9.352706715057951e-07,
      "loss": 0.3858,
      "step": 822
    },
    {
      "epoch": 0.3147227533460803,
      "grad_norm": 3.7436334607767705,
      "learning_rate": 9.354400921437429e-07,
      "loss": 0.163,
      "step": 823
    },
    {
      "epoch": 0.3151051625239006,
      "grad_norm": 3.741192711347864,
      "learning_rate": 9.356093070492322e-07,
      "loss": 0.1277,
      "step": 824
    },
    {
      "epoch": 0.3154875717017208,
      "grad_norm": 5.455032146299698,
      "learning_rate": 9.357783167213107e-07,
      "loss": 0.413,
      "step": 825
    },
    {
      "epoch": 0.3158699808795411,
      "grad_norm": 7.935603838938422,
      "learning_rate": 9.359471216572131e-07,
      "loss": 0.5146,
      "step": 826
    },
    {
      "epoch": 0.3162523900573614,
      "grad_norm": 5.691858654591456,
      "learning_rate": 9.36115722352369e-07,
      "loss": 0.7377,
      "step": 827
    },
    {
      "epoch": 0.3166347992351816,
      "grad_norm": 3.392299537442618,
      "learning_rate": 9.362841193004116e-07,
      "loss": 0.5823,
      "step": 828
    },
    {
      "epoch": 0.3170172084130019,
      "grad_norm": 3.2098505635401144,
      "learning_rate": 9.36452312993187e-07,
      "loss": 0.4236,
      "step": 829
    },
    {
      "epoch": 0.3173996175908222,
      "grad_norm": 4.264147380292967,
      "learning_rate": 9.36620303920762e-07,
      "loss": 0.5482,
      "step": 830
    },
    {
      "epoch": 0.3177820267686424,
      "grad_norm": 3.0817239702452555,
      "learning_rate": 9.367880925714339e-07,
      "loss": 0.3956,
      "step": 831
    },
    {
      "epoch": 0.3181644359464627,
      "grad_norm": 3.747304837958074,
      "learning_rate": 9.369556794317375e-07,
      "loss": 0.581,
      "step": 832
    },
    {
      "epoch": 0.318546845124283,
      "grad_norm": 3.7135952396817578,
      "learning_rate": 9.371230649864548e-07,
      "loss": 0.4357,
      "step": 833
    },
    {
      "epoch": 0.3189292543021032,
      "grad_norm": 4.297254067086311,
      "learning_rate": 9.372902497186226e-07,
      "loss": 0.2272,
      "step": 834
    },
    {
      "epoch": 0.3193116634799235,
      "grad_norm": 2.567065289328753,
      "learning_rate": 9.374572341095416e-07,
      "loss": 0.1196,
      "step": 835
    },
    {
      "epoch": 0.3196940726577438,
      "grad_norm": 4.40650365653969,
      "learning_rate": 9.376240186387841e-07,
      "loss": 0.2121,
      "step": 836
    },
    {
      "epoch": 0.32007648183556403,
      "grad_norm": 3.7109315892222665,
      "learning_rate": 9.377906037842022e-07,
      "loss": 0.248,
      "step": 837
    },
    {
      "epoch": 0.3204588910133843,
      "grad_norm": 7.150674972152842,
      "learning_rate": 9.379569900219368e-07,
      "loss": 0.1896,
      "step": 838
    },
    {
      "epoch": 0.3208413001912046,
      "grad_norm": 3.2211659077572907,
      "learning_rate": 9.381231778264247e-07,
      "loss": 0.5999,
      "step": 839
    },
    {
      "epoch": 0.32122370936902483,
      "grad_norm": 4.1372208331105345,
      "learning_rate": 9.382891676704079e-07,
      "loss": 0.4782,
      "step": 840
    },
    {
      "epoch": 0.3216061185468451,
      "grad_norm": 3.8547351452280036,
      "learning_rate": 9.384549600249407e-07,
      "loss": 0.3241,
      "step": 841
    },
    {
      "epoch": 0.3219885277246654,
      "grad_norm": 2.3007511985383564,
      "learning_rate": 9.386205553593977e-07,
      "loss": 0.5596,
      "step": 842
    },
    {
      "epoch": 0.32237093690248564,
      "grad_norm": 2.9696172150310205,
      "learning_rate": 9.387859541414829e-07,
      "loss": 0.6675,
      "step": 843
    },
    {
      "epoch": 0.3227533460803059,
      "grad_norm": 3.513270153174881,
      "learning_rate": 9.389511568372363e-07,
      "loss": 0.4169,
      "step": 844
    },
    {
      "epoch": 0.3231357552581262,
      "grad_norm": 2.6253018886813506,
      "learning_rate": 9.391161639110424e-07,
      "loss": 0.261,
      "step": 845
    },
    {
      "epoch": 0.32351816443594644,
      "grad_norm": 3.17710482897548,
      "learning_rate": 9.392809758256383e-07,
      "loss": 0.2942,
      "step": 846
    },
    {
      "epoch": 0.32390057361376673,
      "grad_norm": 7.235980455126496,
      "learning_rate": 9.39445593042121e-07,
      "loss": 0.1672,
      "step": 847
    },
    {
      "epoch": 0.324282982791587,
      "grad_norm": 3.4921857249278907,
      "learning_rate": 9.396100160199549e-07,
      "loss": 0.2866,
      "step": 848
    },
    {
      "epoch": 0.32466539196940725,
      "grad_norm": 3.557020021551161,
      "learning_rate": 9.397742452169806e-07,
      "loss": 0.1083,
      "step": 849
    },
    {
      "epoch": 0.32504780114722753,
      "grad_norm": 4.516592588673517,
      "learning_rate": 9.399382810894211e-07,
      "loss": 0.1744,
      "step": 850
    },
    {
      "epoch": 0.3254302103250478,
      "grad_norm": 4.88414591168416,
      "learning_rate": 9.401021240918907e-07,
      "loss": 0.6063,
      "step": 851
    },
    {
      "epoch": 0.32581261950286805,
      "grad_norm": 3.997072937025769,
      "learning_rate": 9.402657746774017e-07,
      "loss": 0.5326,
      "step": 852
    },
    {
      "epoch": 0.32619502868068834,
      "grad_norm": 2.682499513937132,
      "learning_rate": 9.404292332973727e-07,
      "loss": 0.7379,
      "step": 853
    },
    {
      "epoch": 0.3265774378585086,
      "grad_norm": 1.6899059945545842,
      "learning_rate": 9.405925004016348e-07,
      "loss": 0.4393,
      "step": 854
    },
    {
      "epoch": 0.32695984703632885,
      "grad_norm": 3.3084039374696004,
      "learning_rate": 9.407555764384405e-07,
      "loss": 0.5194,
      "step": 855
    },
    {
      "epoch": 0.32734225621414914,
      "grad_norm": 4.0873745493638225,
      "learning_rate": 9.409184618544701e-07,
      "loss": 0.5545,
      "step": 856
    },
    {
      "epoch": 0.3277246653919694,
      "grad_norm": 2.995847371103419,
      "learning_rate": 9.410811570948394e-07,
      "loss": 0.2915,
      "step": 857
    },
    {
      "epoch": 0.32810707456978966,
      "grad_norm": 2.946807077379506,
      "learning_rate": 9.412436626031069e-07,
      "loss": 0.2918,
      "step": 858
    },
    {
      "epoch": 0.32848948374760994,
      "grad_norm": 3.597120744279483,
      "learning_rate": 9.414059788212811e-07,
      "loss": 0.4846,
      "step": 859
    },
    {
      "epoch": 0.32887189292543023,
      "grad_norm": 3.694052096178697,
      "learning_rate": 9.415681061898281e-07,
      "loss": 0.3207,
      "step": 860
    },
    {
      "epoch": 0.32925430210325046,
      "grad_norm": 3.617068591542446,
      "learning_rate": 9.417300451476775e-07,
      "loss": 0.1891,
      "step": 861
    },
    {
      "epoch": 0.32963671128107075,
      "grad_norm": 3.738340690243869,
      "learning_rate": 9.418917961322313e-07,
      "loss": 0.1135,
      "step": 862
    },
    {
      "epoch": 0.33001912045889104,
      "grad_norm": 5.789680231781311,
      "learning_rate": 9.420533595793696e-07,
      "loss": 0.2475,
      "step": 863
    },
    {
      "epoch": 0.33040152963671127,
      "grad_norm": 5.945408743882622,
      "learning_rate": 9.422147359234583e-07,
      "loss": 0.6057,
      "step": 864
    },
    {
      "epoch": 0.33078393881453155,
      "grad_norm": 4.560439389124144,
      "learning_rate": 9.423759255973562e-07,
      "loss": 0.5982,
      "step": 865
    },
    {
      "epoch": 0.33116634799235184,
      "grad_norm": 4.703064370002157,
      "learning_rate": 9.425369290324213e-07,
      "loss": 0.4356,
      "step": 866
    },
    {
      "epoch": 0.33154875717017207,
      "grad_norm": 2.6385904634172532,
      "learning_rate": 9.426977466585182e-07,
      "loss": 0.3505,
      "step": 867
    },
    {
      "epoch": 0.33193116634799236,
      "grad_norm": 3.0721824329168745,
      "learning_rate": 9.428583789040255e-07,
      "loss": 0.4258,
      "step": 868
    },
    {
      "epoch": 0.33231357552581264,
      "grad_norm": 2.8782761193446076,
      "learning_rate": 9.43018826195841e-07,
      "loss": 0.3341,
      "step": 869
    },
    {
      "epoch": 0.3326959847036329,
      "grad_norm": 4.241642307493842,
      "learning_rate": 9.431790889593908e-07,
      "loss": 0.2586,
      "step": 870
    },
    {
      "epoch": 0.33307839388145316,
      "grad_norm": 2.5946874188452203,
      "learning_rate": 9.433391676186339e-07,
      "loss": 0.452,
      "step": 871
    },
    {
      "epoch": 0.33346080305927345,
      "grad_norm": 2.8512966084297795,
      "learning_rate": 9.434990625960707e-07,
      "loss": 0.2671,
      "step": 872
    },
    {
      "epoch": 0.3338432122370937,
      "grad_norm": 5.01618170099747,
      "learning_rate": 9.436587743127481e-07,
      "loss": 0.3723,
      "step": 873
    },
    {
      "epoch": 0.33422562141491396,
      "grad_norm": 4.551976020065996,
      "learning_rate": 9.438183031882673e-07,
      "loss": 0.2959,
      "step": 874
    },
    {
      "epoch": 0.33460803059273425,
      "grad_norm": 5.27782676852505,
      "learning_rate": 9.439776496407904e-07,
      "loss": 0.338,
      "step": 875
    },
    {
      "epoch": 0.3349904397705545,
      "grad_norm": 5.48133248383455,
      "learning_rate": 9.441368140870459e-07,
      "loss": 0.29,
      "step": 876
    },
    {
      "epoch": 0.33537284894837477,
      "grad_norm": 3.56000270650525,
      "learning_rate": 9.442957969423364e-07,
      "loss": 0.5127,
      "step": 877
    },
    {
      "epoch": 0.33575525812619506,
      "grad_norm": 2.825018003288225,
      "learning_rate": 9.444545986205447e-07,
      "loss": 0.3841,
      "step": 878
    },
    {
      "epoch": 0.3361376673040153,
      "grad_norm": 2.008479501093062,
      "learning_rate": 9.446132195341398e-07,
      "loss": 0.4476,
      "step": 879
    },
    {
      "epoch": 0.3365200764818356,
      "grad_norm": 2.281587131619646,
      "learning_rate": 9.447716600941844e-07,
      "loss": 0.4282,
      "step": 880
    },
    {
      "epoch": 0.33690248565965586,
      "grad_norm": 4.628300494383288,
      "learning_rate": 9.449299207103402e-07,
      "loss": 0.3542,
      "step": 881
    },
    {
      "epoch": 0.3372848948374761,
      "grad_norm": 2.3056502061077704,
      "learning_rate": 9.450880017908747e-07,
      "loss": 0.4025,
      "step": 882
    },
    {
      "epoch": 0.3376673040152964,
      "grad_norm": 2.4249371274682714,
      "learning_rate": 9.452459037426675e-07,
      "loss": 0.4326,
      "step": 883
    },
    {
      "epoch": 0.3380497131931166,
      "grad_norm": 2.783489225974867,
      "learning_rate": 9.454036269712172e-07,
      "loss": 0.325,
      "step": 884
    },
    {
      "epoch": 0.3384321223709369,
      "grad_norm": 4.7547218544653145,
      "learning_rate": 9.455611718806462e-07,
      "loss": 0.2726,
      "step": 885
    },
    {
      "epoch": 0.3388145315487572,
      "grad_norm": 2.723020334953059,
      "learning_rate": 9.457185388737084e-07,
      "loss": 0.2322,
      "step": 886
    },
    {
      "epoch": 0.3391969407265774,
      "grad_norm": 3.7076447665554233,
      "learning_rate": 9.458757283517939e-07,
      "loss": 0.1403,
      "step": 887
    },
    {
      "epoch": 0.3395793499043977,
      "grad_norm": 6.507640163159305,
      "learning_rate": 9.460327407149374e-07,
      "loss": 0.2687,
      "step": 888
    },
    {
      "epoch": 0.339961759082218,
      "grad_norm": 3.3387596467856,
      "learning_rate": 9.461895763618216e-07,
      "loss": 0.4304,
      "step": 889
    },
    {
      "epoch": 0.3403441682600382,
      "grad_norm": 4.245030358591246,
      "learning_rate": 9.463462356897853e-07,
      "loss": 0.7139,
      "step": 890
    },
    {
      "epoch": 0.3407265774378585,
      "grad_norm": 3.128485300081678,
      "learning_rate": 9.46502719094828e-07,
      "loss": 0.489,
      "step": 891
    },
    {
      "epoch": 0.3411089866156788,
      "grad_norm": 2.747736953361468,
      "learning_rate": 9.466590269716174e-07,
      "loss": 0.4317,
      "step": 892
    },
    {
      "epoch": 0.341491395793499,
      "grad_norm": 2.683976458450521,
      "learning_rate": 9.468151597134941e-07,
      "loss": 0.3164,
      "step": 893
    },
    {
      "epoch": 0.3418738049713193,
      "grad_norm": 2.566947427066389,
      "learning_rate": 9.469711177124784e-07,
      "loss": 0.2012,
      "step": 894
    },
    {
      "epoch": 0.3422562141491396,
      "grad_norm": 4.025599104560061,
      "learning_rate": 9.471269013592754e-07,
      "loss": 0.3256,
      "step": 895
    },
    {
      "epoch": 0.3426386233269598,
      "grad_norm": 3.243968061052379,
      "learning_rate": 9.472825110432816e-07,
      "loss": 0.3572,
      "step": 896
    },
    {
      "epoch": 0.3430210325047801,
      "grad_norm": 2.8867854832019284,
      "learning_rate": 9.474379471525903e-07,
      "loss": 0.2392,
      "step": 897
    },
    {
      "epoch": 0.3434034416826004,
      "grad_norm": 4.063409322059927,
      "learning_rate": 9.475932100739977e-07,
      "loss": 0.1856,
      "step": 898
    },
    {
      "epoch": 0.3437858508604206,
      "grad_norm": 4.12406679636957,
      "learning_rate": 9.477483001930082e-07,
      "loss": 0.1849,
      "step": 899
    },
    {
      "epoch": 0.3441682600382409,
      "grad_norm": 5.161388818893121,
      "learning_rate": 9.47903217893841e-07,
      "loss": 0.1993,
      "step": 900
    },
    {
      "epoch": 0.3445506692160612,
      "grad_norm": 5.069430658098168,
      "learning_rate": 9.480579635594347e-07,
      "loss": 0.6176,
      "step": 901
    },
    {
      "epoch": 0.34493307839388143,
      "grad_norm": 4.224126032437366,
      "learning_rate": 9.48212537571454e-07,
      "loss": 0.651,
      "step": 902
    },
    {
      "epoch": 0.3453154875717017,
      "grad_norm": 4.250506651354976,
      "learning_rate": 9.483669403102948e-07,
      "loss": 0.5044,
      "step": 903
    },
    {
      "epoch": 0.345697896749522,
      "grad_norm": 2.465775931686004,
      "learning_rate": 9.485211721550897e-07,
      "loss": 0.3392,
      "step": 904
    },
    {
      "epoch": 0.34608030592734224,
      "grad_norm": 2.3975292561230748,
      "learning_rate": 9.48675233483714e-07,
      "loss": 0.3344,
      "step": 905
    },
    {
      "epoch": 0.3464627151051625,
      "grad_norm": 3.0526375294539094,
      "learning_rate": 9.488291246727914e-07,
      "loss": 0.4743,
      "step": 906
    },
    {
      "epoch": 0.3468451242829828,
      "grad_norm": 2.336490425323715,
      "learning_rate": 9.489828460976984e-07,
      "loss": 0.5388,
      "step": 907
    },
    {
      "epoch": 0.34722753346080304,
      "grad_norm": 2.5558834717862426,
      "learning_rate": 9.491363981325713e-07,
      "loss": 0.2754,
      "step": 908
    },
    {
      "epoch": 0.3476099426386233,
      "grad_norm": 4.177412950760512,
      "learning_rate": 9.492897811503105e-07,
      "loss": 0.3361,
      "step": 909
    },
    {
      "epoch": 0.3479923518164436,
      "grad_norm": 4.640426888395395,
      "learning_rate": 9.494429955225867e-07,
      "loss": 0.4094,
      "step": 910
    },
    {
      "epoch": 0.34837476099426384,
      "grad_norm": 3.038139771953519,
      "learning_rate": 9.495960416198456e-07,
      "loss": 0.1049,
      "step": 911
    },
    {
      "epoch": 0.34875717017208413,
      "grad_norm": 3.971266181679893,
      "learning_rate": 9.497489198113142e-07,
      "loss": 0.1444,
      "step": 912
    },
    {
      "epoch": 0.3491395793499044,
      "grad_norm": 5.104859949894045,
      "learning_rate": 9.499016304650052e-07,
      "loss": 0.3623,
      "step": 913
    },
    {
      "epoch": 0.34952198852772465,
      "grad_norm": 6.547232752382276,
      "learning_rate": 9.500541739477227e-07,
      "loss": 0.3693,
      "step": 914
    },
    {
      "epoch": 0.34990439770554493,
      "grad_norm": 3.6828872796074594,
      "learning_rate": 9.502065506250678e-07,
      "loss": 0.5371,
      "step": 915
    },
    {
      "epoch": 0.3502868068833652,
      "grad_norm": 3.6765337020842113,
      "learning_rate": 9.503587608614433e-07,
      "loss": 0.6631,
      "step": 916
    },
    {
      "epoch": 0.35066921606118545,
      "grad_norm": 2.8021830903817624,
      "learning_rate": 9.505108050200593e-07,
      "loss": 0.3992,
      "step": 917
    },
    {
      "epoch": 0.35105162523900574,
      "grad_norm": 3.703896615161285,
      "learning_rate": 9.506626834629382e-07,
      "loss": 0.5016,
      "step": 918
    },
    {
      "epoch": 0.351434034416826,
      "grad_norm": 3.866072430385559,
      "learning_rate": 9.508143965509201e-07,
      "loss": 0.4969,
      "step": 919
    },
    {
      "epoch": 0.35181644359464626,
      "grad_norm": 2.872815172718489,
      "learning_rate": 9.509659446436679e-07,
      "loss": 0.5259,
      "step": 920
    },
    {
      "epoch": 0.35219885277246654,
      "grad_norm": 2.5012410897968893,
      "learning_rate": 9.511173280996717e-07,
      "loss": 0.3576,
      "step": 921
    },
    {
      "epoch": 0.35258126195028683,
      "grad_norm": 4.912924727310679,
      "learning_rate": 9.512685472762555e-07,
      "loss": 0.2694,
      "step": 922
    },
    {
      "epoch": 0.35296367112810706,
      "grad_norm": 3.868625812663427,
      "learning_rate": 9.514196025295804e-07,
      "loss": 0.1522,
      "step": 923
    },
    {
      "epoch": 0.35334608030592735,
      "grad_norm": 3.2232447971096962,
      "learning_rate": 9.515704942146511e-07,
      "loss": 0.0933,
      "step": 924
    },
    {
      "epoch": 0.35372848948374763,
      "grad_norm": 4.741836962242508,
      "learning_rate": 9.5172122268532e-07,
      "loss": 0.199,
      "step": 925
    },
    {
      "epoch": 0.35411089866156786,
      "grad_norm": 11.242952979498702,
      "learning_rate": 9.518717882942924e-07,
      "loss": 0.3926,
      "step": 926
    },
    {
      "epoch": 0.35449330783938815,
      "grad_norm": 3.748092420499065,
      "learning_rate": 9.520221913931318e-07,
      "loss": 0.3953,
      "step": 927
    },
    {
      "epoch": 0.35487571701720844,
      "grad_norm": 2.366885628667578,
      "learning_rate": 9.521724323322646e-07,
      "loss": 0.574,
      "step": 928
    },
    {
      "epoch": 0.35525812619502867,
      "grad_norm": 3.8608011552795505,
      "learning_rate": 9.523225114609844e-07,
      "loss": 0.3235,
      "step": 929
    },
    {
      "epoch": 0.35564053537284895,
      "grad_norm": 3.9321756846858174,
      "learning_rate": 9.524724291274583e-07,
      "loss": 0.4958,
      "step": 930
    },
    {
      "epoch": 0.35602294455066924,
      "grad_norm": 3.548843845632833,
      "learning_rate": 9.526221856787305e-07,
      "loss": 0.2713,
      "step": 931
    },
    {
      "epoch": 0.35640535372848947,
      "grad_norm": 2.545063146620941,
      "learning_rate": 9.527717814607271e-07,
      "loss": 0.3894,
      "step": 932
    },
    {
      "epoch": 0.35678776290630976,
      "grad_norm": 2.8256888672163294,
      "learning_rate": 9.529212168182619e-07,
      "loss": 0.3203,
      "step": 933
    },
    {
      "epoch": 0.35717017208413004,
      "grad_norm": 3.8043380670836955,
      "learning_rate": 9.530704920950403e-07,
      "loss": 0.2826,
      "step": 934
    },
    {
      "epoch": 0.3575525812619503,
      "grad_norm": 3.1976715557254938,
      "learning_rate": 9.532196076336643e-07,
      "loss": 0.2002,
      "step": 935
    },
    {
      "epoch": 0.35793499043977056,
      "grad_norm": 4.822091588850192,
      "learning_rate": 9.533685637756371e-07,
      "loss": 0.3646,
      "step": 936
    },
    {
      "epoch": 0.35831739961759085,
      "grad_norm": 6.43557710539182,
      "learning_rate": 9.535173608613685e-07,
      "loss": 0.1462,
      "step": 937
    },
    {
      "epoch": 0.3586998087954111,
      "grad_norm": 5.112594663307877,
      "learning_rate": 9.536659992301782e-07,
      "loss": 0.3242,
      "step": 938
    },
    {
      "epoch": 0.35908221797323137,
      "grad_norm": 4.220278314750709,
      "learning_rate": 9.538144792203018e-07,
      "loss": 0.4659,
      "step": 939
    },
    {
      "epoch": 0.35946462715105165,
      "grad_norm": 3.2606053079423964,
      "learning_rate": 9.539628011688945e-07,
      "loss": 0.623,
      "step": 940
    },
    {
      "epoch": 0.3598470363288719,
      "grad_norm": 2.972337021398215,
      "learning_rate": 9.541109654120364e-07,
      "loss": 0.4305,
      "step": 941
    },
    {
      "epoch": 0.36022944550669217,
      "grad_norm": 3.5581539481074476,
      "learning_rate": 9.542589722847364e-07,
      "loss": 0.559,
      "step": 942
    },
    {
      "epoch": 0.3606118546845124,
      "grad_norm": 4.023866500945532,
      "learning_rate": 9.544068221209373e-07,
      "loss": 0.3209,
      "step": 943
    },
    {
      "epoch": 0.3609942638623327,
      "grad_norm": 2.35951869097576,
      "learning_rate": 9.5455451525352e-07,
      "loss": 0.4073,
      "step": 944
    },
    {
      "epoch": 0.361376673040153,
      "grad_norm": 4.300513152619637,
      "learning_rate": 9.547020520143076e-07,
      "loss": 0.2415,
      "step": 945
    },
    {
      "epoch": 0.3617590822179732,
      "grad_norm": 2.523667835789399,
      "learning_rate": 9.548494327340713e-07,
      "loss": 0.2748,
      "step": 946
    },
    {
      "epoch": 0.3621414913957935,
      "grad_norm": 3.440650190075816,
      "learning_rate": 9.54996657742533e-07,
      "loss": 0.3607,
      "step": 947
    },
    {
      "epoch": 0.3625239005736138,
      "grad_norm": 3.994097885238933,
      "learning_rate": 9.551437273683711e-07,
      "loss": 0.276,
      "step": 948
    },
    {
      "epoch": 0.362906309751434,
      "grad_norm": 3.940188141218107,
      "learning_rate": 9.552906419392247e-07,
      "loss": 0.1379,
      "step": 949
    },
    {
      "epoch": 0.3632887189292543,
      "grad_norm": 4.636109489642276,
      "learning_rate": 9.554374017816967e-07,
      "loss": 0.2433,
      "step": 950
    },
    {
      "epoch": 0.3636711281070746,
      "grad_norm": 7.117983659417351,
      "learning_rate": 9.555840072213603e-07,
      "loss": 0.515,
      "step": 951
    },
    {
      "epoch": 0.3640535372848948,
      "grad_norm": 4.1641341842006385,
      "learning_rate": 9.557304585827614e-07,
      "loss": 0.6473,
      "step": 952
    },
    {
      "epoch": 0.3644359464627151,
      "grad_norm": 3.9707883871656287,
      "learning_rate": 9.55876756189424e-07,
      "loss": 0.6406,
      "step": 953
    },
    {
      "epoch": 0.3648183556405354,
      "grad_norm": 3.0221837324920293,
      "learning_rate": 9.560229003638547e-07,
      "loss": 0.4578,
      "step": 954
    },
    {
      "epoch": 0.3652007648183556,
      "grad_norm": 2.78359928992419,
      "learning_rate": 9.561688914275451e-07,
      "loss": 0.4396,
      "step": 955
    },
    {
      "epoch": 0.3655831739961759,
      "grad_norm": 3.451375941237979,
      "learning_rate": 9.56314729700979e-07,
      "loss": 0.5369,
      "step": 956
    },
    {
      "epoch": 0.3659655831739962,
      "grad_norm": 4.276913193584142,
      "learning_rate": 9.56460415503634e-07,
      "loss": 0.3295,
      "step": 957
    },
    {
      "epoch": 0.3663479923518164,
      "grad_norm": 3.4730854605922308,
      "learning_rate": 9.56605949153987e-07,
      "loss": 0.4103,
      "step": 958
    },
    {
      "epoch": 0.3667304015296367,
      "grad_norm": 4.399869153938256,
      "learning_rate": 9.56751330969518e-07,
      "loss": 0.24,
      "step": 959
    },
    {
      "epoch": 0.367112810707457,
      "grad_norm": 3.7183967230189814,
      "learning_rate": 9.568965612667146e-07,
      "loss": 0.2586,
      "step": 960
    },
    {
      "epoch": 0.3674952198852772,
      "grad_norm": 3.0025703227552922,
      "learning_rate": 9.57041640361076e-07,
      "loss": 0.1275,
      "step": 961
    },
    {
      "epoch": 0.3678776290630975,
      "grad_norm": 2.641218130097246,
      "learning_rate": 9.571865685671162e-07,
      "loss": 0.1138,
      "step": 962
    },
    {
      "epoch": 0.3682600382409178,
      "grad_norm": 6.87125641596111,
      "learning_rate": 9.5733134619837e-07,
      "loss": 0.3016,
      "step": 963
    },
    {
      "epoch": 0.36864244741873803,
      "grad_norm": 2.9957571226002058,
      "learning_rate": 9.574759735673949e-07,
      "loss": 0.6492,
      "step": 964
    },
    {
      "epoch": 0.3690248565965583,
      "grad_norm": 2.803405723846682,
      "learning_rate": 9.576204509857772e-07,
      "loss": 0.529,
      "step": 965
    },
    {
      "epoch": 0.3694072657743786,
      "grad_norm": 3.5725217699224485,
      "learning_rate": 9.577647787641344e-07,
      "loss": 0.5717,
      "step": 966
    },
    {
      "epoch": 0.36978967495219883,
      "grad_norm": 3.079030324956933,
      "learning_rate": 9.5790895721212e-07,
      "loss": 0.2471,
      "step": 967
    },
    {
      "epoch": 0.3701720841300191,
      "grad_norm": 3.102122988851968,
      "learning_rate": 9.580529866384277e-07,
      "loss": 0.2238,
      "step": 968
    },
    {
      "epoch": 0.3705544933078394,
      "grad_norm": 2.5352702298867085,
      "learning_rate": 9.58196867350794e-07,
      "loss": 0.2231,
      "step": 969
    },
    {
      "epoch": 0.37093690248565964,
      "grad_norm": 3.6590706142420597,
      "learning_rate": 9.583405996560044e-07,
      "loss": 0.4481,
      "step": 970
    },
    {
      "epoch": 0.3713193116634799,
      "grad_norm": 2.4556048062747413,
      "learning_rate": 9.584841838598948e-07,
      "loss": 0.3815,
      "step": 971
    },
    {
      "epoch": 0.3717017208413002,
      "grad_norm": 3.831446860702458,
      "learning_rate": 9.586276202673582e-07,
      "loss": 0.1587,
      "step": 972
    },
    {
      "epoch": 0.37208413001912044,
      "grad_norm": 4.014302670550158,
      "learning_rate": 9.587709091823455e-07,
      "loss": 0.2652,
      "step": 973
    },
    {
      "epoch": 0.3724665391969407,
      "grad_norm": 4.001061298719788,
      "learning_rate": 9.589140509078721e-07,
      "loss": 0.1145,
      "step": 974
    },
    {
      "epoch": 0.372848948374761,
      "grad_norm": 5.591551790985613,
      "learning_rate": 9.590570457460196e-07,
      "loss": 0.1634,
      "step": 975
    },
    {
      "epoch": 0.37323135755258124,
      "grad_norm": 7.88177658850859,
      "learning_rate": 9.591998939979414e-07,
      "loss": 0.5488,
      "step": 976
    },
    {
      "epoch": 0.37361376673040153,
      "grad_norm": 3.544611944096069,
      "learning_rate": 9.593425959638656e-07,
      "loss": 0.564,
      "step": 977
    },
    {
      "epoch": 0.3739961759082218,
      "grad_norm": 3.1957798548422,
      "learning_rate": 9.594851519430982e-07,
      "loss": 0.5497,
      "step": 978
    },
    {
      "epoch": 0.37437858508604205,
      "grad_norm": 2.273287109434571,
      "learning_rate": 9.596275622340283e-07,
      "loss": 0.4016,
      "step": 979
    },
    {
      "epoch": 0.37476099426386233,
      "grad_norm": 5.093270308485771,
      "learning_rate": 9.597698271341309e-07,
      "loss": 0.3785,
      "step": 980
    },
    {
      "epoch": 0.3751434034416826,
      "grad_norm": 3.8876978882103375,
      "learning_rate": 9.599119469399705e-07,
      "loss": 0.38,
      "step": 981
    },
    {
      "epoch": 0.37552581261950285,
      "grad_norm": 3.890440051726995,
      "learning_rate": 9.600539219472053e-07,
      "loss": 0.3075,
      "step": 982
    },
    {
      "epoch": 0.37590822179732314,
      "grad_norm": 3.4391686290984627,
      "learning_rate": 9.60195752450591e-07,
      "loss": 0.5038,
      "step": 983
    },
    {
      "epoch": 0.3762906309751434,
      "grad_norm": 5.500985837495509,
      "learning_rate": 9.603374387439842e-07,
      "loss": 0.3613,
      "step": 984
    },
    {
      "epoch": 0.37667304015296366,
      "grad_norm": 5.084852064713341,
      "learning_rate": 9.604789811203456e-07,
      "loss": 0.153,
      "step": 985
    },
    {
      "epoch": 0.37705544933078394,
      "grad_norm": 3.5089018559660863,
      "learning_rate": 9.606203798717442e-07,
      "loss": 0.2237,
      "step": 986
    },
    {
      "epoch": 0.37743785850860423,
      "grad_norm": 5.30939060543432,
      "learning_rate": 9.607616352893613e-07,
      "loss": 0.304,
      "step": 987
    },
    {
      "epoch": 0.37782026768642446,
      "grad_norm": 10.545777214279783,
      "learning_rate": 9.60902747663493e-07,
      "loss": 0.3001,
      "step": 988
    },
    {
      "epoch": 0.37820267686424475,
      "grad_norm": 3.1998032628617197,
      "learning_rate": 9.610437172835547e-07,
      "loss": 0.4488,
      "step": 989
    },
    {
      "epoch": 0.37858508604206503,
      "grad_norm": 3.828534038255384,
      "learning_rate": 9.611845444380842e-07,
      "loss": 0.5062,
      "step": 990
    },
    {
      "epoch": 0.37896749521988526,
      "grad_norm": 3.1512350900517463,
      "learning_rate": 9.613252294147454e-07,
      "loss": 0.4848,
      "step": 991
    },
    {
      "epoch": 0.37934990439770555,
      "grad_norm": 2.554872465291332,
      "learning_rate": 9.61465772500332e-07,
      "loss": 0.4056,
      "step": 992
    },
    {
      "epoch": 0.37973231357552584,
      "grad_norm": 2.996642777372816,
      "learning_rate": 9.616061739807709e-07,
      "loss": 0.6107,
      "step": 993
    },
    {
      "epoch": 0.38011472275334607,
      "grad_norm": 2.9023946806391008,
      "learning_rate": 9.617464341411247e-07,
      "loss": 0.3574,
      "step": 994
    },
    {
      "epoch": 0.38049713193116635,
      "grad_norm": 2.5186035340842863,
      "learning_rate": 9.618865532655972e-07,
      "loss": 0.3863,
      "step": 995
    },
    {
      "epoch": 0.38087954110898664,
      "grad_norm": 2.5047887713828496,
      "learning_rate": 9.620265316375355e-07,
      "loss": 0.342,
      "step": 996
    },
    {
      "epoch": 0.38126195028680687,
      "grad_norm": 4.023505526958285,
      "learning_rate": 9.621663695394329e-07,
      "loss": 0.1651,
      "step": 997
    },
    {
      "epoch": 0.38164435946462716,
      "grad_norm": 2.9972760231516817,
      "learning_rate": 9.623060672529342e-07,
      "loss": 0.1481,
      "step": 998
    },
    {
      "epoch": 0.38202676864244745,
      "grad_norm": 3.7625935489012625,
      "learning_rate": 9.624456250588371e-07,
      "loss": 0.1253,
      "step": 999
    },
    {
      "epoch": 0.3824091778202677,
      "grad_norm": 4.143639960345454,
      "learning_rate": 9.625850432370972e-07,
      "loss": 0.2301,
      "step": 1000
    },
    {
      "epoch": 0.3824091778202677,
      "eval_runtime": 822.5233,
      "eval_samples_per_second": 1.865,
      "eval_steps_per_second": 0.467,
      "step": 1000
    },
    {
      "epoch": 0.38279158699808796,
      "grad_norm": 13.168096794653332,
      "learning_rate": 9.627243220668299e-07,
      "loss": 0.3114,
      "step": 1001
    },
    {
      "epoch": 0.38317399617590825,
      "grad_norm": 4.6670873089084814,
      "learning_rate": 9.62863461826315e-07,
      "loss": 0.5301,
      "step": 1002
    },
    {
      "epoch": 0.3835564053537285,
      "grad_norm": 3.4543609478607573,
      "learning_rate": 9.630024627929996e-07,
      "loss": 0.445,
      "step": 1003
    },
    {
      "epoch": 0.38393881453154877,
      "grad_norm": 2.9601279890896595,
      "learning_rate": 9.631413252435012e-07,
      "loss": 0.4941,
      "step": 1004
    },
    {
      "epoch": 0.384321223709369,
      "grad_norm": 4.258867325618021,
      "learning_rate": 9.632800494536112e-07,
      "loss": 0.4981,
      "step": 1005
    },
    {
      "epoch": 0.3847036328871893,
      "grad_norm": 2.933275959869867,
      "learning_rate": 9.634186356982979e-07,
      "loss": 0.3513,
      "step": 1006
    },
    {
      "epoch": 0.38508604206500957,
      "grad_norm": 2.9809046835212243,
      "learning_rate": 9.635570842517104e-07,
      "loss": 0.4706,
      "step": 1007
    },
    {
      "epoch": 0.3854684512428298,
      "grad_norm": 2.8025353975808414,
      "learning_rate": 9.636953953871814e-07,
      "loss": 0.2774,
      "step": 1008
    },
    {
      "epoch": 0.3858508604206501,
      "grad_norm": 3.7234322698750906,
      "learning_rate": 9.638335693772303e-07,
      "loss": 0.3433,
      "step": 1009
    },
    {
      "epoch": 0.3862332695984704,
      "grad_norm": 3.5164420979708093,
      "learning_rate": 9.639716064935667e-07,
      "loss": 0.3517,
      "step": 1010
    },
    {
      "epoch": 0.3866156787762906,
      "grad_norm": 3.5137337577930254,
      "learning_rate": 9.641095070070938e-07,
      "loss": 0.0892,
      "step": 1011
    },
    {
      "epoch": 0.3869980879541109,
      "grad_norm": 2.5491696183768577,
      "learning_rate": 9.64247271187911e-07,
      "loss": 0.1025,
      "step": 1012
    },
    {
      "epoch": 0.3873804971319312,
      "grad_norm": 5.791968724266462,
      "learning_rate": 9.643848993053177e-07,
      "loss": 0.4488,
      "step": 1013
    },
    {
      "epoch": 0.3877629063097514,
      "grad_norm": 4.08149153504387,
      "learning_rate": 9.64522391627816e-07,
      "loss": 0.7407,
      "step": 1014
    },
    {
      "epoch": 0.3881453154875717,
      "grad_norm": 2.888440435602648,
      "learning_rate": 9.646597484231137e-07,
      "loss": 0.3919,
      "step": 1015
    },
    {
      "epoch": 0.388527724665392,
      "grad_norm": 2.506209672332284,
      "learning_rate": 9.647969699581283e-07,
      "loss": 0.3635,
      "step": 1016
    },
    {
      "epoch": 0.3889101338432122,
      "grad_norm": 4.320370554749521,
      "learning_rate": 9.649340564989894e-07,
      "loss": 0.4528,
      "step": 1017
    },
    {
      "epoch": 0.3892925430210325,
      "grad_norm": 3.345833672839789,
      "learning_rate": 9.650710083110417e-07,
      "loss": 0.3671,
      "step": 1018
    },
    {
      "epoch": 0.3896749521988528,
      "grad_norm": 3.1623782349315905,
      "learning_rate": 9.652078256588485e-07,
      "loss": 0.3302,
      "step": 1019
    },
    {
      "epoch": 0.390057361376673,
      "grad_norm": 2.825148728768212,
      "learning_rate": 9.653445088061943e-07,
      "loss": 0.3511,
      "step": 1020
    },
    {
      "epoch": 0.3904397705544933,
      "grad_norm": 3.1126792641610357,
      "learning_rate": 9.654810580160888e-07,
      "loss": 0.3865,
      "step": 1021
    },
    {
      "epoch": 0.3908221797323136,
      "grad_norm": 3.0898730714277214,
      "learning_rate": 9.656174735507689e-07,
      "loss": 0.1243,
      "step": 1022
    },
    {
      "epoch": 0.3912045889101338,
      "grad_norm": 3.4606426449243703,
      "learning_rate": 9.657537556717016e-07,
      "loss": 0.1593,
      "step": 1023
    },
    {
      "epoch": 0.3915869980879541,
      "grad_norm": 3.169414599544937,
      "learning_rate": 9.658899046395884e-07,
      "loss": 0.1735,
      "step": 1024
    },
    {
      "epoch": 0.3919694072657744,
      "grad_norm": 3.807031179859044,
      "learning_rate": 9.660259207143668e-07,
      "loss": 0.2093,
      "step": 1025
    },
    {
      "epoch": 0.3923518164435946,
      "grad_norm": 7.122380628459166,
      "learning_rate": 9.66161804155214e-07,
      "loss": 0.4193,
      "step": 1026
    },
    {
      "epoch": 0.3927342256214149,
      "grad_norm": 3.9833003969839265,
      "learning_rate": 9.6629755522055e-07,
      "loss": 0.7618,
      "step": 1027
    },
    {
      "epoch": 0.3931166347992352,
      "grad_norm": 3.7067925041665486,
      "learning_rate": 9.664331741680397e-07,
      "loss": 0.3657,
      "step": 1028
    },
    {
      "epoch": 0.39349904397705543,
      "grad_norm": 3.1871963057109762,
      "learning_rate": 9.665686612545975e-07,
      "loss": 0.4019,
      "step": 1029
    },
    {
      "epoch": 0.3938814531548757,
      "grad_norm": 3.2304683071814235,
      "learning_rate": 9.66704016736388e-07,
      "loss": 0.5361,
      "step": 1030
    },
    {
      "epoch": 0.394263862332696,
      "grad_norm": 5.435379491785883,
      "learning_rate": 9.668392408688305e-07,
      "loss": 0.3405,
      "step": 1031
    },
    {
      "epoch": 0.39464627151051623,
      "grad_norm": 2.7119694485364176,
      "learning_rate": 9.669743339066014e-07,
      "loss": 0.368,
      "step": 1032
    },
    {
      "epoch": 0.3950286806883365,
      "grad_norm": 2.539139121440049,
      "learning_rate": 9.671092961036375e-07,
      "loss": 0.2497,
      "step": 1033
    },
    {
      "epoch": 0.3954110898661568,
      "grad_norm": 5.451613252184311,
      "learning_rate": 9.672441277131377e-07,
      "loss": 0.3053,
      "step": 1034
    },
    {
      "epoch": 0.39579349904397704,
      "grad_norm": 3.4615202471262028,
      "learning_rate": 9.673788289875675e-07,
      "loss": 0.2826,
      "step": 1035
    },
    {
      "epoch": 0.3961759082217973,
      "grad_norm": 3.0198202253984565,
      "learning_rate": 9.675134001786604e-07,
      "loss": 0.1403,
      "step": 1036
    },
    {
      "epoch": 0.3965583173996176,
      "grad_norm": 3.1099402139197587,
      "learning_rate": 9.676478415374213e-07,
      "loss": 0.1186,
      "step": 1037
    },
    {
      "epoch": 0.39694072657743784,
      "grad_norm": 6.277490506121325,
      "learning_rate": 9.677821533141296e-07,
      "loss": 0.3295,
      "step": 1038
    },
    {
      "epoch": 0.39732313575525813,
      "grad_norm": 4.740829851606653,
      "learning_rate": 9.679163357583416e-07,
      "loss": 0.6511,
      "step": 1039
    },
    {
      "epoch": 0.3977055449330784,
      "grad_norm": 3.8249444945054254,
      "learning_rate": 9.680503891188934e-07,
      "loss": 0.4757,
      "step": 1040
    },
    {
      "epoch": 0.39808795411089865,
      "grad_norm": 4.29025279831927,
      "learning_rate": 9.681843136439033e-07,
      "loss": 0.4677,
      "step": 1041
    },
    {
      "epoch": 0.39847036328871893,
      "grad_norm": 3.8375520435494663,
      "learning_rate": 9.683181095807752e-07,
      "loss": 0.4587,
      "step": 1042
    },
    {
      "epoch": 0.3988527724665392,
      "grad_norm": 3.2469451926081643,
      "learning_rate": 9.684517771762013e-07,
      "loss": 0.3822,
      "step": 1043
    },
    {
      "epoch": 0.39923518164435945,
      "grad_norm": 2.8476832091595097,
      "learning_rate": 9.68585316676164e-07,
      "loss": 0.4699,
      "step": 1044
    },
    {
      "epoch": 0.39961759082217974,
      "grad_norm": 2.4952240146529494,
      "learning_rate": 9.687187283259399e-07,
      "loss": 0.3083,
      "step": 1045
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.6329542563068378,
      "learning_rate": 9.688520123701012e-07,
      "loss": 0.2969,
      "step": 1046
    },
    {
      "epoch": 0.40038240917782025,
      "grad_norm": 3.894775382973128,
      "learning_rate": 9.689851690525188e-07,
      "loss": 0.1538,
      "step": 1047
    },
    {
      "epoch": 0.40076481835564054,
      "grad_norm": 3.796723288185588,
      "learning_rate": 9.69118198616366e-07,
      "loss": 0.1505,
      "step": 1048
    },
    {
      "epoch": 0.4011472275334608,
      "grad_norm": 3.1142443384194247,
      "learning_rate": 9.692511013041197e-07,
      "loss": 0.0952,
      "step": 1049
    },
    {
      "epoch": 0.40152963671128106,
      "grad_norm": 5.055412323055709,
      "learning_rate": 9.693838773575638e-07,
      "loss": 0.3218,
      "step": 1050
    },
    {
      "epoch": 0.40191204588910134,
      "grad_norm": 6.485575296006208,
      "learning_rate": 9.695165270177918e-07,
      "loss": 0.3999,
      "step": 1051
    },
    {
      "epoch": 0.40229445506692163,
      "grad_norm": 2.793858441119319,
      "learning_rate": 9.696490505252096e-07,
      "loss": 0.2352,
      "step": 1052
    },
    {
      "epoch": 0.40267686424474186,
      "grad_norm": 4.063080496762148,
      "learning_rate": 9.69781448119537e-07,
      "loss": 0.5957,
      "step": 1053
    },
    {
      "epoch": 0.40305927342256215,
      "grad_norm": 1.6902282700627846,
      "learning_rate": 9.699137200398118e-07,
      "loss": 0.4523,
      "step": 1054
    },
    {
      "epoch": 0.40344168260038243,
      "grad_norm": 3.47420780290818,
      "learning_rate": 9.700458665243921e-07,
      "loss": 0.4985,
      "step": 1055
    },
    {
      "epoch": 0.40382409177820267,
      "grad_norm": 5.289364692022554,
      "learning_rate": 9.701778878109578e-07,
      "loss": 0.6845,
      "step": 1056
    },
    {
      "epoch": 0.40420650095602295,
      "grad_norm": 2.7646218759762546,
      "learning_rate": 9.703097841365144e-07,
      "loss": 0.5403,
      "step": 1057
    },
    {
      "epoch": 0.40458891013384324,
      "grad_norm": 3.1681689329670193,
      "learning_rate": 9.704415557373944e-07,
      "loss": 0.1867,
      "step": 1058
    },
    {
      "epoch": 0.40497131931166347,
      "grad_norm": 3.386309571500823,
      "learning_rate": 9.705732028492613e-07,
      "loss": 0.174,
      "step": 1059
    },
    {
      "epoch": 0.40535372848948376,
      "grad_norm": 4.397510274991105,
      "learning_rate": 9.70704725707111e-07,
      "loss": 0.2867,
      "step": 1060
    },
    {
      "epoch": 0.40573613766730404,
      "grad_norm": 3.4382151466677286,
      "learning_rate": 9.70836124545274e-07,
      "loss": 0.1454,
      "step": 1061
    },
    {
      "epoch": 0.4061185468451243,
      "grad_norm": 4.147605683289184,
      "learning_rate": 9.709673995974196e-07,
      "loss": 0.166,
      "step": 1062
    },
    {
      "epoch": 0.40650095602294456,
      "grad_norm": 5.851581079430617,
      "learning_rate": 9.710985510965567e-07,
      "loss": 0.442,
      "step": 1063
    },
    {
      "epoch": 0.40688336520076485,
      "grad_norm": 5.406232006947117,
      "learning_rate": 9.71229579275037e-07,
      "loss": 0.3363,
      "step": 1064
    },
    {
      "epoch": 0.4072657743785851,
      "grad_norm": 3.3648067120705054,
      "learning_rate": 9.713604843645576e-07,
      "loss": 0.4594,
      "step": 1065
    },
    {
      "epoch": 0.40764818355640536,
      "grad_norm": 2.5631868325853686,
      "learning_rate": 9.71491266596163e-07,
      "loss": 0.3384,
      "step": 1066
    },
    {
      "epoch": 0.4080305927342256,
      "grad_norm": 3.177223994575539,
      "learning_rate": 9.716219262002475e-07,
      "loss": 0.2959,
      "step": 1067
    },
    {
      "epoch": 0.4084130019120459,
      "grad_norm": 3.2975564406093048,
      "learning_rate": 9.717524634065587e-07,
      "loss": 0.259,
      "step": 1068
    },
    {
      "epoch": 0.40879541108986617,
      "grad_norm": 3.528287201659267,
      "learning_rate": 9.718828784441982e-07,
      "loss": 0.3725,
      "step": 1069
    },
    {
      "epoch": 0.4091778202676864,
      "grad_norm": 2.679782343039616,
      "learning_rate": 9.72013171541626e-07,
      "loss": 0.3988,
      "step": 1070
    },
    {
      "epoch": 0.4095602294455067,
      "grad_norm": 2.4261372131515095,
      "learning_rate": 9.721433429266611e-07,
      "loss": 0.3528,
      "step": 1071
    },
    {
      "epoch": 0.40994263862332697,
      "grad_norm": 3.072739280279131,
      "learning_rate": 9.722733928264848e-07,
      "loss": 0.2398,
      "step": 1072
    },
    {
      "epoch": 0.4103250478011472,
      "grad_norm": 3.8742556933860697,
      "learning_rate": 9.724033214676432e-07,
      "loss": 0.3672,
      "step": 1073
    },
    {
      "epoch": 0.4107074569789675,
      "grad_norm": 3.8825253662538373,
      "learning_rate": 9.72533129076049e-07,
      "loss": 0.2031,
      "step": 1074
    },
    {
      "epoch": 0.4110898661567878,
      "grad_norm": 4.078706780221329,
      "learning_rate": 9.72662815876984e-07,
      "loss": 0.141,
      "step": 1075
    },
    {
      "epoch": 0.411472275334608,
      "grad_norm": 5.947445861390411,
      "learning_rate": 9.72792382095102e-07,
      "loss": 0.5128,
      "step": 1076
    },
    {
      "epoch": 0.4118546845124283,
      "grad_norm": 4.128468991082184,
      "learning_rate": 9.729218279544307e-07,
      "loss": 0.3957,
      "step": 1077
    },
    {
      "epoch": 0.4122370936902486,
      "grad_norm": 3.9534924000929577,
      "learning_rate": 9.73051153678374e-07,
      "loss": 0.5413,
      "step": 1078
    },
    {
      "epoch": 0.4126195028680688,
      "grad_norm": 2.126150605100412,
      "learning_rate": 9.73180359489714e-07,
      "loss": 0.3293,
      "step": 1079
    },
    {
      "epoch": 0.4130019120458891,
      "grad_norm": 3.3000665195580985,
      "learning_rate": 9.733094456106143e-07,
      "loss": 0.5077,
      "step": 1080
    },
    {
      "epoch": 0.4133843212237094,
      "grad_norm": 4.306372670944154,
      "learning_rate": 9.734384122626212e-07,
      "loss": 0.5619,
      "step": 1081
    },
    {
      "epoch": 0.4137667304015296,
      "grad_norm": 2.64362007344908,
      "learning_rate": 9.735672596666664e-07,
      "loss": 0.4506,
      "step": 1082
    },
    {
      "epoch": 0.4141491395793499,
      "grad_norm": 2.485214763241518,
      "learning_rate": 9.736959880430697e-07,
      "loss": 0.277,
      "step": 1083
    },
    {
      "epoch": 0.4145315487571702,
      "grad_norm": 3.7446658025324835,
      "learning_rate": 9.738245976115407e-07,
      "loss": 0.2825,
      "step": 1084
    },
    {
      "epoch": 0.4149139579349904,
      "grad_norm": 2.290043435163736,
      "learning_rate": 9.739530885911813e-07,
      "loss": 0.1555,
      "step": 1085
    },
    {
      "epoch": 0.4152963671128107,
      "grad_norm": 3.027236011187704,
      "learning_rate": 9.740814612004875e-07,
      "loss": 0.2064,
      "step": 1086
    },
    {
      "epoch": 0.415678776290631,
      "grad_norm": 3.660505117362001,
      "learning_rate": 9.742097156573525e-07,
      "loss": 0.1534,
      "step": 1087
    },
    {
      "epoch": 0.4160611854684512,
      "grad_norm": 5.677949369209507,
      "learning_rate": 9.74337852179068e-07,
      "loss": 0.1978,
      "step": 1088
    },
    {
      "epoch": 0.4164435946462715,
      "grad_norm": 7.4228592069466295,
      "learning_rate": 9.744658709823274e-07,
      "loss": 0.6633,
      "step": 1089
    },
    {
      "epoch": 0.4168260038240918,
      "grad_norm": 4.292387349378489,
      "learning_rate": 9.745937722832267e-07,
      "loss": 0.4571,
      "step": 1090
    },
    {
      "epoch": 0.417208413001912,
      "grad_norm": 2.427752641285365,
      "learning_rate": 9.747215562972675e-07,
      "loss": 0.3619,
      "step": 1091
    },
    {
      "epoch": 0.4175908221797323,
      "grad_norm": 2.5606948262759954,
      "learning_rate": 9.7484922323936e-07,
      "loss": 0.635,
      "step": 1092
    },
    {
      "epoch": 0.4179732313575526,
      "grad_norm": 3.664221266049891,
      "learning_rate": 9.749767733238231e-07,
      "loss": 0.5136,
      "step": 1093
    },
    {
      "epoch": 0.41835564053537283,
      "grad_norm": 5.36261973569705,
      "learning_rate": 9.751042067643886e-07,
      "loss": 0.6432,
      "step": 1094
    },
    {
      "epoch": 0.4187380497131931,
      "grad_norm": 2.8878135411838866,
      "learning_rate": 9.752315237742018e-07,
      "loss": 0.404,
      "step": 1095
    },
    {
      "epoch": 0.4191204588910134,
      "grad_norm": 2.406785682401822,
      "learning_rate": 9.753587245658248e-07,
      "loss": 0.2421,
      "step": 1096
    },
    {
      "epoch": 0.41950286806883363,
      "grad_norm": 2.4421919634113785,
      "learning_rate": 9.754858093512376e-07,
      "loss": 0.3162,
      "step": 1097
    },
    {
      "epoch": 0.4198852772466539,
      "grad_norm": 3.9177153515856413,
      "learning_rate": 9.756127783418411e-07,
      "loss": 0.5863,
      "step": 1098
    },
    {
      "epoch": 0.4202676864244742,
      "grad_norm": 3.9391362257114078,
      "learning_rate": 9.757396317484594e-07,
      "loss": 0.142,
      "step": 1099
    },
    {
      "epoch": 0.42065009560229444,
      "grad_norm": 4.385574205095433,
      "learning_rate": 9.758663697813404e-07,
      "loss": 0.2256,
      "step": 1100
    },
    {
      "epoch": 0.4210325047801147,
      "grad_norm": 5.305099538719576,
      "learning_rate": 9.75992992650159e-07,
      "loss": 0.6464,
      "step": 1101
    },
    {
      "epoch": 0.421414913957935,
      "grad_norm": 4.7650198130080605,
      "learning_rate": 9.761195005640198e-07,
      "loss": 0.5413,
      "step": 1102
    },
    {
      "epoch": 0.42179732313575524,
      "grad_norm": 3.604277078043537,
      "learning_rate": 9.762458937314578e-07,
      "loss": 0.3032,
      "step": 1103
    },
    {
      "epoch": 0.42217973231357553,
      "grad_norm": 2.8768596439751475,
      "learning_rate": 9.76372172360441e-07,
      "loss": 0.4792,
      "step": 1104
    },
    {
      "epoch": 0.4225621414913958,
      "grad_norm": 4.166289630361482,
      "learning_rate": 9.76498336658373e-07,
      "loss": 0.3036,
      "step": 1105
    },
    {
      "epoch": 0.42294455066921605,
      "grad_norm": 3.4417821395258987,
      "learning_rate": 9.76624386832094e-07,
      "loss": 0.4794,
      "step": 1106
    },
    {
      "epoch": 0.42332695984703633,
      "grad_norm": 6.911003306707519,
      "learning_rate": 9.76750323087884e-07,
      "loss": 0.2857,
      "step": 1107
    },
    {
      "epoch": 0.4237093690248566,
      "grad_norm": 4.189974836396834,
      "learning_rate": 9.768761456314634e-07,
      "loss": 0.3152,
      "step": 1108
    },
    {
      "epoch": 0.42409177820267685,
      "grad_norm": 3.0886379353453357,
      "learning_rate": 9.770018546679967e-07,
      "loss": 0.2533,
      "step": 1109
    },
    {
      "epoch": 0.42447418738049714,
      "grad_norm": 4.58699649885338,
      "learning_rate": 9.771274504020933e-07,
      "loss": 0.3245,
      "step": 1110
    },
    {
      "epoch": 0.4248565965583174,
      "grad_norm": 4.591641934992285,
      "learning_rate": 9.772529330378098e-07,
      "loss": 0.2323,
      "step": 1111
    },
    {
      "epoch": 0.42523900573613765,
      "grad_norm": 5.879606672872391,
      "learning_rate": 9.773783027786522e-07,
      "loss": 0.1734,
      "step": 1112
    },
    {
      "epoch": 0.42562141491395794,
      "grad_norm": 5.900640821408424,
      "learning_rate": 9.775035598275775e-07,
      "loss": 0.1883,
      "step": 1113
    },
    {
      "epoch": 0.4260038240917782,
      "grad_norm": 4.3154834986532435,
      "learning_rate": 9.776287043869961e-07,
      "loss": 0.6946,
      "step": 1114
    },
    {
      "epoch": 0.42638623326959846,
      "grad_norm": 3.7595181787484857,
      "learning_rate": 9.777537366587732e-07,
      "loss": 0.7462,
      "step": 1115
    },
    {
      "epoch": 0.42676864244741874,
      "grad_norm": 3.384034673851337,
      "learning_rate": 9.778786568442317e-07,
      "loss": 0.4953,
      "step": 1116
    },
    {
      "epoch": 0.42715105162523903,
      "grad_norm": 5.47317848736149,
      "learning_rate": 9.780034651441531e-07,
      "loss": 0.2367,
      "step": 1117
    },
    {
      "epoch": 0.42753346080305926,
      "grad_norm": 3.441935781036068,
      "learning_rate": 9.781281617587801e-07,
      "loss": 0.3293,
      "step": 1118
    },
    {
      "epoch": 0.42791586998087955,
      "grad_norm": 3.590290560639132,
      "learning_rate": 9.782527468878181e-07,
      "loss": 0.5157,
      "step": 1119
    },
    {
      "epoch": 0.42829827915869984,
      "grad_norm": 3.6094221632216916,
      "learning_rate": 9.783772207304376e-07,
      "loss": 0.2926,
      "step": 1120
    },
    {
      "epoch": 0.42868068833652007,
      "grad_norm": 3.451588560725235,
      "learning_rate": 9.785015834852755e-07,
      "loss": 0.236,
      "step": 1121
    },
    {
      "epoch": 0.42906309751434035,
      "grad_norm": 3.577192293232052,
      "learning_rate": 9.786258353504375e-07,
      "loss": 0.1973,
      "step": 1122
    },
    {
      "epoch": 0.42944550669216064,
      "grad_norm": 2.5122485514213464,
      "learning_rate": 9.787499765235003e-07,
      "loss": 0.264,
      "step": 1123
    },
    {
      "epoch": 0.42982791586998087,
      "grad_norm": 3.255338392584085,
      "learning_rate": 9.788740072015124e-07,
      "loss": 0.123,
      "step": 1124
    },
    {
      "epoch": 0.43021032504780116,
      "grad_norm": 4.154827362036261,
      "learning_rate": 9.78997927580997e-07,
      "loss": 0.1447,
      "step": 1125
    },
    {
      "epoch": 0.4305927342256214,
      "grad_norm": 4.182479353795052,
      "learning_rate": 9.791217378579527e-07,
      "loss": 0.4986,
      "step": 1126
    },
    {
      "epoch": 0.4309751434034417,
      "grad_norm": 3.758631119416443,
      "learning_rate": 9.792454382278575e-07,
      "loss": 0.4975,
      "step": 1127
    },
    {
      "epoch": 0.43135755258126196,
      "grad_norm": 3.017336503018636,
      "learning_rate": 9.79369028885668e-07,
      "loss": 0.6907,
      "step": 1128
    },
    {
      "epoch": 0.4317399617590822,
      "grad_norm": 2.400174583601951,
      "learning_rate": 9.794925100258231e-07,
      "loss": 0.2594,
      "step": 1129
    },
    {
      "epoch": 0.4321223709369025,
      "grad_norm": 4.02000882617494,
      "learning_rate": 9.796158818422455e-07,
      "loss": 0.4644,
      "step": 1130
    },
    {
      "epoch": 0.43250478011472276,
      "grad_norm": 3.448245921169389,
      "learning_rate": 9.79739144528343e-07,
      "loss": 0.5918,
      "step": 1131
    },
    {
      "epoch": 0.432887189292543,
      "grad_norm": 3.401682459862951,
      "learning_rate": 9.7986229827701e-07,
      "loss": 0.4152,
      "step": 1132
    },
    {
      "epoch": 0.4332695984703633,
      "grad_norm": 2.734233394770841,
      "learning_rate": 9.799853432806311e-07,
      "loss": 0.3426,
      "step": 1133
    },
    {
      "epoch": 0.43365200764818357,
      "grad_norm": 2.4236323717916033,
      "learning_rate": 9.80108279731081e-07,
      "loss": 0.5017,
      "step": 1134
    },
    {
      "epoch": 0.4340344168260038,
      "grad_norm": 3.5109505327608437,
      "learning_rate": 9.802311078197272e-07,
      "loss": 0.1354,
      "step": 1135
    },
    {
      "epoch": 0.4344168260038241,
      "grad_norm": 3.139030241432602,
      "learning_rate": 9.803538277374314e-07,
      "loss": 0.1875,
      "step": 1136
    },
    {
      "epoch": 0.4347992351816444,
      "grad_norm": 2.7639194552862896,
      "learning_rate": 9.804764396745518e-07,
      "loss": 0.1821,
      "step": 1137
    },
    {
      "epoch": 0.4351816443594646,
      "grad_norm": 4.877676791335944,
      "learning_rate": 9.805989438209442e-07,
      "loss": 0.234,
      "step": 1138
    },
    {
      "epoch": 0.4355640535372849,
      "grad_norm": 4.27220233592374,
      "learning_rate": 9.807213403659645e-07,
      "loss": 0.6155,
      "step": 1139
    },
    {
      "epoch": 0.4359464627151052,
      "grad_norm": 2.3128417510023125,
      "learning_rate": 9.808436294984702e-07,
      "loss": 0.5823,
      "step": 1140
    },
    {
      "epoch": 0.4363288718929254,
      "grad_norm": 2.6664943838097916,
      "learning_rate": 9.80965811406821e-07,
      "loss": 0.5333,
      "step": 1141
    },
    {
      "epoch": 0.4367112810707457,
      "grad_norm": 3.5690670053012563,
      "learning_rate": 9.810878862788832e-07,
      "loss": 0.4513,
      "step": 1142
    },
    {
      "epoch": 0.437093690248566,
      "grad_norm": 2.8073558811824375,
      "learning_rate": 9.81209854302028e-07,
      "loss": 0.7191,
      "step": 1143
    },
    {
      "epoch": 0.4374760994263862,
      "grad_norm": 3.482803469304339,
      "learning_rate": 9.813317156631366e-07,
      "loss": 0.4091,
      "step": 1144
    },
    {
      "epoch": 0.4378585086042065,
      "grad_norm": 3.0622469739124307,
      "learning_rate": 9.814534705485993e-07,
      "loss": 0.298,
      "step": 1145
    },
    {
      "epoch": 0.4382409177820268,
      "grad_norm": 3.5218069020874525,
      "learning_rate": 9.815751191443186e-07,
      "loss": 0.1966,
      "step": 1146
    },
    {
      "epoch": 0.438623326959847,
      "grad_norm": 3.3552436442245703,
      "learning_rate": 9.816966616357108e-07,
      "loss": 0.2007,
      "step": 1147
    },
    {
      "epoch": 0.4390057361376673,
      "grad_norm": 5.2585727997837015,
      "learning_rate": 9.81818098207707e-07,
      "loss": 0.2871,
      "step": 1148
    },
    {
      "epoch": 0.4393881453154876,
      "grad_norm": 4.389194241831785,
      "learning_rate": 9.819394290447558e-07,
      "loss": 0.1631,
      "step": 1149
    },
    {
      "epoch": 0.4397705544933078,
      "grad_norm": 5.51060607623087,
      "learning_rate": 9.820606543308238e-07,
      "loss": 0.1877,
      "step": 1150
    },
    {
      "epoch": 0.4401529636711281,
      "grad_norm": 5.541953555069094,
      "learning_rate": 9.82181774249398e-07,
      "loss": 0.5161,
      "step": 1151
    },
    {
      "epoch": 0.4405353728489484,
      "grad_norm": 4.145049412413277,
      "learning_rate": 9.82302788983488e-07,
      "loss": 0.325,
      "step": 1152
    },
    {
      "epoch": 0.4409177820267686,
      "grad_norm": 4.833186487181417,
      "learning_rate": 9.824236987156263e-07,
      "loss": 0.7207,
      "step": 1153
    },
    {
      "epoch": 0.4413001912045889,
      "grad_norm": 2.173152630125367,
      "learning_rate": 9.82544503627871e-07,
      "loss": 0.5159,
      "step": 1154
    },
    {
      "epoch": 0.4416826003824092,
      "grad_norm": 2.1875687724610686,
      "learning_rate": 9.82665203901807e-07,
      "loss": 0.5773,
      "step": 1155
    },
    {
      "epoch": 0.4420650095602294,
      "grad_norm": 2.490327816874326,
      "learning_rate": 9.82785799718548e-07,
      "loss": 0.5218,
      "step": 1156
    },
    {
      "epoch": 0.4424474187380497,
      "grad_norm": 2.9280410412585467,
      "learning_rate": 9.829062912587372e-07,
      "loss": 0.3466,
      "step": 1157
    },
    {
      "epoch": 0.44282982791587,
      "grad_norm": 2.2559649554229417,
      "learning_rate": 9.830266787025507e-07,
      "loss": 0.495,
      "step": 1158
    },
    {
      "epoch": 0.44321223709369023,
      "grad_norm": 2.5825451499633303,
      "learning_rate": 9.83146962229697e-07,
      "loss": 0.2198,
      "step": 1159
    },
    {
      "epoch": 0.4435946462715105,
      "grad_norm": 2.5606514380526155,
      "learning_rate": 9.832671420194203e-07,
      "loss": 0.126,
      "step": 1160
    },
    {
      "epoch": 0.4439770554493308,
      "grad_norm": 3.403153017767686,
      "learning_rate": 9.83387218250501e-07,
      "loss": 0.1227,
      "step": 1161
    },
    {
      "epoch": 0.44435946462715104,
      "grad_norm": 3.6106131935818038,
      "learning_rate": 9.835071911012583e-07,
      "loss": 0.1078,
      "step": 1162
    },
    {
      "epoch": 0.4447418738049713,
      "grad_norm": 5.662654728070213,
      "learning_rate": 9.836270607495506e-07,
      "loss": 0.3093,
      "step": 1163
    },
    {
      "epoch": 0.4451242829827916,
      "grad_norm": 4.739358928803586,
      "learning_rate": 9.837468273727776e-07,
      "loss": 0.3841,
      "step": 1164
    },
    {
      "epoch": 0.44550669216061184,
      "grad_norm": 4.695340326261659,
      "learning_rate": 9.83866491147883e-07,
      "loss": 0.678,
      "step": 1165
    },
    {
      "epoch": 0.4458891013384321,
      "grad_norm": 3.343741443658737,
      "learning_rate": 9.83986052251354e-07,
      "loss": 0.5099,
      "step": 1166
    },
    {
      "epoch": 0.4462715105162524,
      "grad_norm": 4.670818707014738,
      "learning_rate": 9.841055108592244e-07,
      "loss": 0.4155,
      "step": 1167
    },
    {
      "epoch": 0.44665391969407264,
      "grad_norm": 3.5820297856884276,
      "learning_rate": 9.842248671470756e-07,
      "loss": 0.5674,
      "step": 1168
    },
    {
      "epoch": 0.44703632887189293,
      "grad_norm": 3.620177909315062,
      "learning_rate": 9.84344121290038e-07,
      "loss": 0.5238,
      "step": 1169
    },
    {
      "epoch": 0.4474187380497132,
      "grad_norm": 2.889158629597049,
      "learning_rate": 9.84463273462793e-07,
      "loss": 0.1835,
      "step": 1170
    },
    {
      "epoch": 0.44780114722753345,
      "grad_norm": 3.3970537547478528,
      "learning_rate": 9.845823238395744e-07,
      "loss": 0.4899,
      "step": 1171
    },
    {
      "epoch": 0.44818355640535373,
      "grad_norm": 3.7631936989471986,
      "learning_rate": 9.847012725941693e-07,
      "loss": 0.3491,
      "step": 1172
    },
    {
      "epoch": 0.448565965583174,
      "grad_norm": 4.2082091712890515,
      "learning_rate": 9.84820119899921e-07,
      "loss": 0.2193,
      "step": 1173
    },
    {
      "epoch": 0.44894837476099425,
      "grad_norm": 3.8214286936618596,
      "learning_rate": 9.849388659297287e-07,
      "loss": 0.1701,
      "step": 1174
    },
    {
      "epoch": 0.44933078393881454,
      "grad_norm": 3.445321634501071,
      "learning_rate": 9.850575108560506e-07,
      "loss": 0.1214,
      "step": 1175
    },
    {
      "epoch": 0.4497131931166348,
      "grad_norm": 7.539568726932249,
      "learning_rate": 9.851760548509042e-07,
      "loss": 0.6822,
      "step": 1176
    },
    {
      "epoch": 0.45009560229445505,
      "grad_norm": 4.843640726148957,
      "learning_rate": 9.85294498085869e-07,
      "loss": 0.7945,
      "step": 1177
    },
    {
      "epoch": 0.45047801147227534,
      "grad_norm": 3.354664041040037,
      "learning_rate": 9.854128407320875e-07,
      "loss": 0.5656,
      "step": 1178
    },
    {
      "epoch": 0.45086042065009563,
      "grad_norm": 3.114434960615066,
      "learning_rate": 9.855310829602656e-07,
      "loss": 0.5782,
      "step": 1179
    },
    {
      "epoch": 0.45124282982791586,
      "grad_norm": 2.023679976497725,
      "learning_rate": 9.856492249406758e-07,
      "loss": 0.4287,
      "step": 1180
    },
    {
      "epoch": 0.45162523900573615,
      "grad_norm": 2.9935946430201184,
      "learning_rate": 9.857672668431576e-07,
      "loss": 0.4449,
      "step": 1181
    },
    {
      "epoch": 0.45200764818355643,
      "grad_norm": 3.0199307551245393,
      "learning_rate": 9.85885208837119e-07,
      "loss": 0.2413,
      "step": 1182
    },
    {
      "epoch": 0.45239005736137666,
      "grad_norm": 3.2386902848763635,
      "learning_rate": 9.860030510915388e-07,
      "loss": 0.2867,
      "step": 1183
    },
    {
      "epoch": 0.45277246653919695,
      "grad_norm": 1.7672623325899193,
      "learning_rate": 9.86120793774967e-07,
      "loss": 0.3667,
      "step": 1184
    },
    {
      "epoch": 0.45315487571701724,
      "grad_norm": 2.526398707585068,
      "learning_rate": 9.86238437055527e-07,
      "loss": 0.2138,
      "step": 1185
    },
    {
      "epoch": 0.45353728489483747,
      "grad_norm": 3.4035631134247284,
      "learning_rate": 9.863559811009169e-07,
      "loss": 0.1627,
      "step": 1186
    },
    {
      "epoch": 0.45391969407265775,
      "grad_norm": 4.542402132079084,
      "learning_rate": 9.864734260784098e-07,
      "loss": 0.1862,
      "step": 1187
    },
    {
      "epoch": 0.454302103250478,
      "grad_norm": 6.694197393829867,
      "learning_rate": 9.865907721548575e-07,
      "loss": 0.2665,
      "step": 1188
    },
    {
      "epoch": 0.45468451242829827,
      "grad_norm": 4.0984265355302725,
      "learning_rate": 9.8670801949669e-07,
      "loss": 0.5322,
      "step": 1189
    },
    {
      "epoch": 0.45506692160611856,
      "grad_norm": 4.028227863522493,
      "learning_rate": 9.868251682699173e-07,
      "loss": 0.5913,
      "step": 1190
    },
    {
      "epoch": 0.4554493307839388,
      "grad_norm": 2.6755965343120414,
      "learning_rate": 9.869422186401317e-07,
      "loss": 0.2668,
      "step": 1191
    },
    {
      "epoch": 0.4558317399617591,
      "grad_norm": 3.1639273155438374,
      "learning_rate": 9.87059170772508e-07,
      "loss": 0.3166,
      "step": 1192
    },
    {
      "epoch": 0.45621414913957936,
      "grad_norm": 2.9884248586816313,
      "learning_rate": 9.87176024831806e-07,
      "loss": 0.3124,
      "step": 1193
    },
    {
      "epoch": 0.4565965583173996,
      "grad_norm": 2.3033321209843156,
      "learning_rate": 9.872927809823707e-07,
      "loss": 0.1689,
      "step": 1194
    },
    {
      "epoch": 0.4569789674952199,
      "grad_norm": 3.2703745493900755,
      "learning_rate": 9.874094393881347e-07,
      "loss": 0.2984,
      "step": 1195
    },
    {
      "epoch": 0.45736137667304017,
      "grad_norm": 2.8477148565428396,
      "learning_rate": 9.875260002126198e-07,
      "loss": 0.2651,
      "step": 1196
    },
    {
      "epoch": 0.4577437858508604,
      "grad_norm": 3.408230686896076,
      "learning_rate": 9.876424636189368e-07,
      "loss": 0.3628,
      "step": 1197
    },
    {
      "epoch": 0.4581261950286807,
      "grad_norm": 3.6999295769252885,
      "learning_rate": 9.877588297697883e-07,
      "loss": 0.2163,
      "step": 1198
    },
    {
      "epoch": 0.45850860420650097,
      "grad_norm": 2.585867705080345,
      "learning_rate": 9.878750988274699e-07,
      "loss": 0.1576,
      "step": 1199
    },
    {
      "epoch": 0.4588910133843212,
      "grad_norm": 3.341464108030177,
      "learning_rate": 9.879912709538705e-07,
      "loss": 0.1122,
      "step": 1200
    },
    {
      "epoch": 0.4592734225621415,
      "grad_norm": 4.997080522787351,
      "learning_rate": 9.881073463104754e-07,
      "loss": 0.5105,
      "step": 1201
    },
    {
      "epoch": 0.4596558317399618,
      "grad_norm": 4.627752361454242,
      "learning_rate": 9.882233250583664e-07,
      "loss": 0.5844,
      "step": 1202
    },
    {
      "epoch": 0.460038240917782,
      "grad_norm": 2.9673988881677205,
      "learning_rate": 9.883392073582227e-07,
      "loss": 0.4366,
      "step": 1203
    },
    {
      "epoch": 0.4604206500956023,
      "grad_norm": 1.9153244529546578,
      "learning_rate": 9.884549933703243e-07,
      "loss": 0.3027,
      "step": 1204
    },
    {
      "epoch": 0.4608030592734226,
      "grad_norm": 4.689452921634211,
      "learning_rate": 9.885706832545508e-07,
      "loss": 0.6043,
      "step": 1205
    },
    {
      "epoch": 0.4611854684512428,
      "grad_norm": 3.31635650130163,
      "learning_rate": 9.886862771703845e-07,
      "loss": 0.4529,
      "step": 1206
    },
    {
      "epoch": 0.4615678776290631,
      "grad_norm": 3.965577787654834,
      "learning_rate": 9.88801775276911e-07,
      "loss": 0.6734,
      "step": 1207
    },
    {
      "epoch": 0.4619502868068834,
      "grad_norm": 2.7480814049780675,
      "learning_rate": 9.88917177732821e-07,
      "loss": 0.3801,
      "step": 1208
    },
    {
      "epoch": 0.4623326959847036,
      "grad_norm": 4.818329092362784,
      "learning_rate": 9.890324846964104e-07,
      "loss": 0.3093,
      "step": 1209
    },
    {
      "epoch": 0.4627151051625239,
      "grad_norm": 3.9353637955632736,
      "learning_rate": 9.891476963255836e-07,
      "loss": 0.1566,
      "step": 1210
    },
    {
      "epoch": 0.4630975143403442,
      "grad_norm": 3.958589779761676,
      "learning_rate": 9.892628127778526e-07,
      "loss": 0.3374,
      "step": 1211
    },
    {
      "epoch": 0.4634799235181644,
      "grad_norm": 5.670833775812039,
      "learning_rate": 9.8937783421034e-07,
      "loss": 0.219,
      "step": 1212
    },
    {
      "epoch": 0.4638623326959847,
      "grad_norm": 10.89393948397313,
      "learning_rate": 9.894927607797798e-07,
      "loss": 0.3929,
      "step": 1213
    },
    {
      "epoch": 0.464244741873805,
      "grad_norm": 3.952266675322374,
      "learning_rate": 9.896075926425177e-07,
      "loss": 0.4048,
      "step": 1214
    },
    {
      "epoch": 0.4646271510516252,
      "grad_norm": 4.457437561932895,
      "learning_rate": 9.89722329954514e-07,
      "loss": 0.6058,
      "step": 1215
    },
    {
      "epoch": 0.4650095602294455,
      "grad_norm": 2.677637322445704,
      "learning_rate": 9.898369728713437e-07,
      "loss": 0.345,
      "step": 1216
    },
    {
      "epoch": 0.4653919694072658,
      "grad_norm": 3.192019680278025,
      "learning_rate": 9.899515215481983e-07,
      "loss": 0.3367,
      "step": 1217
    },
    {
      "epoch": 0.465774378585086,
      "grad_norm": 3.4701386842304975,
      "learning_rate": 9.900659761398872e-07,
      "loss": 0.5685,
      "step": 1218
    },
    {
      "epoch": 0.4661567877629063,
      "grad_norm": 4.125531480246737,
      "learning_rate": 9.901803368008373e-07,
      "loss": 0.5088,
      "step": 1219
    },
    {
      "epoch": 0.4665391969407266,
      "grad_norm": 4.025808757774617,
      "learning_rate": 9.902946036850975e-07,
      "loss": 0.4209,
      "step": 1220
    },
    {
      "epoch": 0.46692160611854683,
      "grad_norm": 3.4272727720703533,
      "learning_rate": 9.904087769463365e-07,
      "loss": 0.286,
      "step": 1221
    },
    {
      "epoch": 0.4673040152963671,
      "grad_norm": 2.8436544213634063,
      "learning_rate": 9.905228567378466e-07,
      "loss": 0.2031,
      "step": 1222
    },
    {
      "epoch": 0.4676864244741874,
      "grad_norm": 4.01348321104643,
      "learning_rate": 9.906368432125435e-07,
      "loss": 0.264,
      "step": 1223
    },
    {
      "epoch": 0.46806883365200763,
      "grad_norm": 5.429052170282707,
      "learning_rate": 9.907507365229678e-07,
      "loss": 0.1528,
      "step": 1224
    },
    {
      "epoch": 0.4684512428298279,
      "grad_norm": 5.180266887314177,
      "learning_rate": 9.908645368212868e-07,
      "loss": 0.1564,
      "step": 1225
    },
    {
      "epoch": 0.4688336520076482,
      "grad_norm": 5.246787405276859,
      "learning_rate": 9.909782442592948e-07,
      "loss": 0.5546,
      "step": 1226
    },
    {
      "epoch": 0.46921606118546844,
      "grad_norm": 3.9574744380238647,
      "learning_rate": 9.910918589884153e-07,
      "loss": 0.5016,
      "step": 1227
    },
    {
      "epoch": 0.4695984703632887,
      "grad_norm": 3.5726202720433826,
      "learning_rate": 9.912053811597014e-07,
      "loss": 0.2558,
      "step": 1228
    },
    {
      "epoch": 0.469980879541109,
      "grad_norm": 2.7987347605240522,
      "learning_rate": 9.913188109238372e-07,
      "loss": 0.2549,
      "step": 1229
    },
    {
      "epoch": 0.47036328871892924,
      "grad_norm": 3.427817284431774,
      "learning_rate": 9.9143214843114e-07,
      "loss": 0.5589,
      "step": 1230
    },
    {
      "epoch": 0.4707456978967495,
      "grad_norm": 3.163584129057733,
      "learning_rate": 9.915453938315595e-07,
      "loss": 0.2749,
      "step": 1231
    },
    {
      "epoch": 0.4711281070745698,
      "grad_norm": 3.300248431477948,
      "learning_rate": 9.916585472746808e-07,
      "loss": 0.3889,
      "step": 1232
    },
    {
      "epoch": 0.47151051625239004,
      "grad_norm": 2.516873446763163,
      "learning_rate": 9.917716089097243e-07,
      "loss": 0.3703,
      "step": 1233
    },
    {
      "epoch": 0.47189292543021033,
      "grad_norm": 16.50220821516207,
      "learning_rate": 9.918845788855485e-07,
      "loss": 0.1553,
      "step": 1234
    },
    {
      "epoch": 0.4722753346080306,
      "grad_norm": 3.361109653889434,
      "learning_rate": 9.91997457350649e-07,
      "loss": 0.2914,
      "step": 1235
    },
    {
      "epoch": 0.47265774378585085,
      "grad_norm": 3.522181386406725,
      "learning_rate": 9.921102444531612e-07,
      "loss": 0.1333,
      "step": 1236
    },
    {
      "epoch": 0.47304015296367113,
      "grad_norm": 5.504639489394662,
      "learning_rate": 9.92222940340862e-07,
      "loss": 0.1475,
      "step": 1237
    },
    {
      "epoch": 0.4734225621414914,
      "grad_norm": 5.981770479044214,
      "learning_rate": 9.923355451611689e-07,
      "loss": 0.305,
      "step": 1238
    },
    {
      "epoch": 0.47380497131931165,
      "grad_norm": 4.278875207431444,
      "learning_rate": 9.924480590611424e-07,
      "loss": 0.7047,
      "step": 1239
    },
    {
      "epoch": 0.47418738049713194,
      "grad_norm": 3.7687764889622843,
      "learning_rate": 9.92560482187488e-07,
      "loss": 0.3426,
      "step": 1240
    },
    {
      "epoch": 0.4745697896749522,
      "grad_norm": 2.821927862844503,
      "learning_rate": 9.926728146865552e-07,
      "loss": 0.5761,
      "step": 1241
    },
    {
      "epoch": 0.47495219885277246,
      "grad_norm": 2.7631673291650007,
      "learning_rate": 9.927850567043408e-07,
      "loss": 0.4746,
      "step": 1242
    },
    {
      "epoch": 0.47533460803059274,
      "grad_norm": 2.434910499134197,
      "learning_rate": 9.928972083864887e-07,
      "loss": 0.4313,
      "step": 1243
    },
    {
      "epoch": 0.47571701720841303,
      "grad_norm": 2.7586319438112827,
      "learning_rate": 9.930092698782916e-07,
      "loss": 0.4159,
      "step": 1244
    },
    {
      "epoch": 0.47609942638623326,
      "grad_norm": 3.0803940828055265,
      "learning_rate": 9.931212413246912e-07,
      "loss": 0.2955,
      "step": 1245
    },
    {
      "epoch": 0.47648183556405355,
      "grad_norm": 3.7571820465812333,
      "learning_rate": 9.932331228702814e-07,
      "loss": 0.2781,
      "step": 1246
    },
    {
      "epoch": 0.4768642447418738,
      "grad_norm": 4.616070762396008,
      "learning_rate": 9.933449146593071e-07,
      "loss": 0.3388,
      "step": 1247
    },
    {
      "epoch": 0.47724665391969406,
      "grad_norm": 2.935917529514803,
      "learning_rate": 9.934566168356667e-07,
      "loss": 0.1672,
      "step": 1248
    },
    {
      "epoch": 0.47762906309751435,
      "grad_norm": 5.0556371819656745,
      "learning_rate": 9.935682295429127e-07,
      "loss": 0.1328,
      "step": 1249
    },
    {
      "epoch": 0.4780114722753346,
      "grad_norm": 4.746674427569042,
      "learning_rate": 9.93679752924253e-07,
      "loss": 0.1172,
      "step": 1250
    },
    {
      "epoch": 0.47839388145315487,
      "grad_norm": 5.159086429836909,
      "learning_rate": 9.93791187122552e-07,
      "loss": 0.3563,
      "step": 1251
    },
    {
      "epoch": 0.47877629063097515,
      "grad_norm": 3.385802042618818,
      "learning_rate": 9.939025322803313e-07,
      "loss": 0.5295,
      "step": 1252
    },
    {
      "epoch": 0.4791586998087954,
      "grad_norm": 3.145228414079556,
      "learning_rate": 9.940137885397717e-07,
      "loss": 0.3932,
      "step": 1253
    },
    {
      "epoch": 0.47954110898661567,
      "grad_norm": 2.2029955670367993,
      "learning_rate": 9.941249560427134e-07,
      "loss": 0.2603,
      "step": 1254
    },
    {
      "epoch": 0.47992351816443596,
      "grad_norm": 2.91587793493996,
      "learning_rate": 9.942360349306571e-07,
      "loss": 0.4738,
      "step": 1255
    },
    {
      "epoch": 0.4803059273422562,
      "grad_norm": 4.883861996587228,
      "learning_rate": 9.94347025344766e-07,
      "loss": 0.5368,
      "step": 1256
    },
    {
      "epoch": 0.4806883365200765,
      "grad_norm": 2.9874481835121296,
      "learning_rate": 9.94457927425866e-07,
      "loss": 0.2862,
      "step": 1257
    },
    {
      "epoch": 0.48107074569789676,
      "grad_norm": 3.496120482614276,
      "learning_rate": 9.945687413144468e-07,
      "loss": 0.3032,
      "step": 1258
    },
    {
      "epoch": 0.481453154875717,
      "grad_norm": 2.92530042621577,
      "learning_rate": 9.946794671506636e-07,
      "loss": 0.4655,
      "step": 1259
    },
    {
      "epoch": 0.4818355640535373,
      "grad_norm": 3.2392137977017943,
      "learning_rate": 9.947901050743373e-07,
      "loss": 0.2499,
      "step": 1260
    },
    {
      "epoch": 0.48221797323135757,
      "grad_norm": 5.070935603384918,
      "learning_rate": 9.949006552249564e-07,
      "loss": 0.1595,
      "step": 1261
    },
    {
      "epoch": 0.4826003824091778,
      "grad_norm": 3.7492990474444645,
      "learning_rate": 9.950111177416775e-07,
      "loss": 0.1476,
      "step": 1262
    },
    {
      "epoch": 0.4829827915869981,
      "grad_norm": 4.9714620614137415,
      "learning_rate": 9.951214927633269e-07,
      "loss": 0.3147,
      "step": 1263
    },
    {
      "epoch": 0.48336520076481837,
      "grad_norm": 3.678668940147185,
      "learning_rate": 9.952317804284008e-07,
      "loss": 0.3862,
      "step": 1264
    },
    {
      "epoch": 0.4837476099426386,
      "grad_norm": 4.033745045311636,
      "learning_rate": 9.95341980875067e-07,
      "loss": 0.4374,
      "step": 1265
    },
    {
      "epoch": 0.4841300191204589,
      "grad_norm": 2.5253120758279097,
      "learning_rate": 9.954520942411654e-07,
      "loss": 0.3187,
      "step": 1266
    },
    {
      "epoch": 0.4845124282982792,
      "grad_norm": 2.629254027626614,
      "learning_rate": 9.955621206642103e-07,
      "loss": 0.4113,
      "step": 1267
    },
    {
      "epoch": 0.4848948374760994,
      "grad_norm": 3.4575327364019297,
      "learning_rate": 9.956720602813898e-07,
      "loss": 0.3076,
      "step": 1268
    },
    {
      "epoch": 0.4852772466539197,
      "grad_norm": 1.6920858167705082,
      "learning_rate": 9.957819132295675e-07,
      "loss": 0.3438,
      "step": 1269
    },
    {
      "epoch": 0.48565965583174,
      "grad_norm": 2.9171764109992773,
      "learning_rate": 9.958916796452842e-07,
      "loss": 0.3557,
      "step": 1270
    },
    {
      "epoch": 0.4860420650095602,
      "grad_norm": 3.131474311393124,
      "learning_rate": 9.960013596647574e-07,
      "loss": 0.203,
      "step": 1271
    },
    {
      "epoch": 0.4864244741873805,
      "grad_norm": 2.664857896662694,
      "learning_rate": 9.961109534238842e-07,
      "loss": 0.2681,
      "step": 1272
    },
    {
      "epoch": 0.4868068833652008,
      "grad_norm": 3.2868231537134185,
      "learning_rate": 9.962204610582404e-07,
      "loss": 0.1471,
      "step": 1273
    },
    {
      "epoch": 0.487189292543021,
      "grad_norm": 5.023350550253528,
      "learning_rate": 9.96329882703083e-07,
      "loss": 0.1718,
      "step": 1274
    },
    {
      "epoch": 0.4875717017208413,
      "grad_norm": 4.181604591011255,
      "learning_rate": 9.964392184933502e-07,
      "loss": 0.1601,
      "step": 1275
    },
    {
      "epoch": 0.4879541108986616,
      "grad_norm": 4.9286020961146955,
      "learning_rate": 9.965484685636635e-07,
      "loss": 0.3611,
      "step": 1276
    },
    {
      "epoch": 0.4883365200764818,
      "grad_norm": 3.785761892014254,
      "learning_rate": 9.966576330483273e-07,
      "loss": 0.5685,
      "step": 1277
    },
    {
      "epoch": 0.4887189292543021,
      "grad_norm": 3.2837802395628066,
      "learning_rate": 9.96766712081331e-07,
      "loss": 0.5583,
      "step": 1278
    },
    {
      "epoch": 0.4891013384321224,
      "grad_norm": 3.5432906672246642,
      "learning_rate": 9.968757057963495e-07,
      "loss": 0.4116,
      "step": 1279
    },
    {
      "epoch": 0.4894837476099426,
      "grad_norm": 3.013914898253767,
      "learning_rate": 9.969846143267443e-07,
      "loss": 0.4147,
      "step": 1280
    },
    {
      "epoch": 0.4898661567877629,
      "grad_norm": 4.501812252066544,
      "learning_rate": 9.97093437805564e-07,
      "loss": 0.5485,
      "step": 1281
    },
    {
      "epoch": 0.4902485659655832,
      "grad_norm": 2.827393157856154,
      "learning_rate": 9.972021763655468e-07,
      "loss": 0.3098,
      "step": 1282
    },
    {
      "epoch": 0.4906309751434034,
      "grad_norm": 3.0924155700062674,
      "learning_rate": 9.973108301391195e-07,
      "loss": 0.2388,
      "step": 1283
    },
    {
      "epoch": 0.4910133843212237,
      "grad_norm": 2.9308757355975787,
      "learning_rate": 9.974193992583994e-07,
      "loss": 0.1811,
      "step": 1284
    },
    {
      "epoch": 0.491395793499044,
      "grad_norm": 3.1683061939771453,
      "learning_rate": 9.975278838551958e-07,
      "loss": 0.259,
      "step": 1285
    },
    {
      "epoch": 0.49177820267686423,
      "grad_norm": 5.305806869138074,
      "learning_rate": 9.976362840610098e-07,
      "loss": 0.1055,
      "step": 1286
    },
    {
      "epoch": 0.4921606118546845,
      "grad_norm": 5.969263823596937,
      "learning_rate": 9.977446000070363e-07,
      "loss": 0.2077,
      "step": 1287
    },
    {
      "epoch": 0.4925430210325048,
      "grad_norm": 4.696538527080613,
      "learning_rate": 9.978528318241642e-07,
      "loss": 0.3235,
      "step": 1288
    },
    {
      "epoch": 0.49292543021032503,
      "grad_norm": 3.6845788538530737,
      "learning_rate": 9.979609796429774e-07,
      "loss": 0.4144,
      "step": 1289
    },
    {
      "epoch": 0.4933078393881453,
      "grad_norm": 4.982568108398919,
      "learning_rate": 9.980690435937572e-07,
      "loss": 0.6038,
      "step": 1290
    },
    {
      "epoch": 0.4936902485659656,
      "grad_norm": 2.4051702479577983,
      "learning_rate": 9.981770238064806e-07,
      "loss": 0.4925,
      "step": 1291
    },
    {
      "epoch": 0.49407265774378584,
      "grad_norm": 2.7142936753034363,
      "learning_rate": 9.982849204108237e-07,
      "loss": 0.4256,
      "step": 1292
    },
    {
      "epoch": 0.4944550669216061,
      "grad_norm": 3.632771415888318,
      "learning_rate": 9.983927335361607e-07,
      "loss": 0.7238,
      "step": 1293
    },
    {
      "epoch": 0.4948374760994264,
      "grad_norm": 2.7053264848194076,
      "learning_rate": 9.985004633115662e-07,
      "loss": 0.3043,
      "step": 1294
    },
    {
      "epoch": 0.49521988527724664,
      "grad_norm": 2.6085726480924345,
      "learning_rate": 9.986081098658163e-07,
      "loss": 0.4205,
      "step": 1295
    },
    {
      "epoch": 0.4956022944550669,
      "grad_norm": 3.171201136373861,
      "learning_rate": 9.987156733273876e-07,
      "loss": 0.2772,
      "step": 1296
    },
    {
      "epoch": 0.4959847036328872,
      "grad_norm": 3.872751875899766,
      "learning_rate": 9.988231538244609e-07,
      "loss": 0.2868,
      "step": 1297
    },
    {
      "epoch": 0.49636711281070744,
      "grad_norm": 2.6882358696856294,
      "learning_rate": 9.989305514849188e-07,
      "loss": 0.1262,
      "step": 1298
    },
    {
      "epoch": 0.49674952198852773,
      "grad_norm": 4.098589649932069,
      "learning_rate": 9.990378664363505e-07,
      "loss": 0.1473,
      "step": 1299
    },
    {
      "epoch": 0.497131931166348,
      "grad_norm": 3.4145372003988643,
      "learning_rate": 9.991450988060493e-07,
      "loss": 0.1244,
      "step": 1300
    },
    {
      "epoch": 0.49751434034416825,
      "grad_norm": 4.759577080988201,
      "learning_rate": 9.992522487210147e-07,
      "loss": 0.3778,
      "step": 1301
    },
    {
      "epoch": 0.49789674952198854,
      "grad_norm": 3.4069575703506247,
      "learning_rate": 9.993593163079546e-07,
      "loss": 0.2946,
      "step": 1302
    },
    {
      "epoch": 0.4982791586998088,
      "grad_norm": 2.3063970916899077,
      "learning_rate": 9.994663016932842e-07,
      "loss": 0.4804,
      "step": 1303
    },
    {
      "epoch": 0.49866156787762905,
      "grad_norm": 2.736609543154999,
      "learning_rate": 9.99573205003128e-07,
      "loss": 0.2697,
      "step": 1304
    },
    {
      "epoch": 0.49904397705544934,
      "grad_norm": 3.491110548163302,
      "learning_rate": 9.9968002636332e-07,
      "loss": 0.4484,
      "step": 1305
    },
    {
      "epoch": 0.4994263862332696,
      "grad_norm": 3.0667836339730554,
      "learning_rate": 9.99786765899406e-07,
      "loss": 0.2802,
      "step": 1306
    },
    {
      "epoch": 0.49980879541108986,
      "grad_norm": 2.063057217320862,
      "learning_rate": 9.998934237366427e-07,
      "loss": 0.4247,
      "step": 1307
    },
    {
      "epoch": 0.5001912045889101,
      "grad_norm": 2.096118327710105,
      "learning_rate": 1e-06,
      "loss": 0.3153,
      "step": 1308
    },
    {
      "epoch": 0.5005736137667304,
      "grad_norm": 3.693911264581626,
      "learning_rate": 1e-06,
      "loss": 0.2241,
      "step": 1309
    },
    {
      "epoch": 0.5009560229445507,
      "grad_norm": 3.4515142351940358,
      "learning_rate": 1e-06,
      "loss": 0.4212,
      "step": 1310
    },
    {
      "epoch": 0.501338432122371,
      "grad_norm": 4.489151912533015,
      "learning_rate": 1e-06,
      "loss": 0.1585,
      "step": 1311
    },
    {
      "epoch": 0.5017208413001912,
      "grad_norm": 4.848606751094361,
      "learning_rate": 1e-06,
      "loss": 0.1356,
      "step": 1312
    },
    {
      "epoch": 0.5021032504780115,
      "grad_norm": 4.52506228240761,
      "learning_rate": 1e-06,
      "loss": 0.1422,
      "step": 1313
    },
    {
      "epoch": 0.5024856596558317,
      "grad_norm": 3.254764146126662,
      "learning_rate": 1e-06,
      "loss": 0.5845,
      "step": 1314
    },
    {
      "epoch": 0.502868068833652,
      "grad_norm": 4.1668970934412455,
      "learning_rate": 1e-06,
      "loss": 0.5553,
      "step": 1315
    },
    {
      "epoch": 0.5032504780114723,
      "grad_norm": 3.452117634896171,
      "learning_rate": 1e-06,
      "loss": 0.5817,
      "step": 1316
    },
    {
      "epoch": 0.5036328871892926,
      "grad_norm": 3.2847363070902205,
      "learning_rate": 1e-06,
      "loss": 0.3663,
      "step": 1317
    },
    {
      "epoch": 0.5040152963671128,
      "grad_norm": 3.2185864453288633,
      "learning_rate": 1e-06,
      "loss": 0.3871,
      "step": 1318
    },
    {
      "epoch": 0.5043977055449331,
      "grad_norm": 2.2661042857469327,
      "learning_rate": 1e-06,
      "loss": 0.3103,
      "step": 1319
    },
    {
      "epoch": 0.5047801147227533,
      "grad_norm": 3.6130270708739736,
      "learning_rate": 1e-06,
      "loss": 0.2834,
      "step": 1320
    },
    {
      "epoch": 0.5051625239005736,
      "grad_norm": 3.068598067179928,
      "learning_rate": 1e-06,
      "loss": 0.1962,
      "step": 1321
    },
    {
      "epoch": 0.5055449330783939,
      "grad_norm": 2.531267896047366,
      "learning_rate": 1e-06,
      "loss": 0.2529,
      "step": 1322
    },
    {
      "epoch": 0.5059273422562142,
      "grad_norm": 5.057852790207729,
      "learning_rate": 1e-06,
      "loss": 0.1403,
      "step": 1323
    },
    {
      "epoch": 0.5063097514340344,
      "grad_norm": 4.646924402504079,
      "learning_rate": 1e-06,
      "loss": 0.0901,
      "step": 1324
    },
    {
      "epoch": 0.5066921606118547,
      "grad_norm": 3.614905937522274,
      "learning_rate": 1e-06,
      "loss": 0.1286,
      "step": 1325
    },
    {
      "epoch": 0.5070745697896749,
      "grad_norm": 5.897274564579732,
      "learning_rate": 1e-06,
      "loss": 0.3708,
      "step": 1326
    },
    {
      "epoch": 0.5074569789674952,
      "grad_norm": 3.4151865071294427,
      "learning_rate": 1e-06,
      "loss": 0.45,
      "step": 1327
    },
    {
      "epoch": 0.5078393881453155,
      "grad_norm": 2.4104035434568982,
      "learning_rate": 1e-06,
      "loss": 0.3933,
      "step": 1328
    },
    {
      "epoch": 0.5082217973231358,
      "grad_norm": 2.700161406319671,
      "learning_rate": 1e-06,
      "loss": 0.3618,
      "step": 1329
    },
    {
      "epoch": 0.5086042065009561,
      "grad_norm": 3.2288464459211887,
      "learning_rate": 1e-06,
      "loss": 0.3783,
      "step": 1330
    },
    {
      "epoch": 0.5089866156787763,
      "grad_norm": 2.586615804814528,
      "learning_rate": 1e-06,
      "loss": 0.1344,
      "step": 1331
    },
    {
      "epoch": 0.5093690248565965,
      "grad_norm": 3.315912180695968,
      "learning_rate": 1e-06,
      "loss": 0.3309,
      "step": 1332
    },
    {
      "epoch": 0.5097514340344168,
      "grad_norm": 3.367855704933834,
      "learning_rate": 1e-06,
      "loss": 0.2817,
      "step": 1333
    },
    {
      "epoch": 0.5101338432122371,
      "grad_norm": 3.674560084579588,
      "learning_rate": 1e-06,
      "loss": 0.1843,
      "step": 1334
    },
    {
      "epoch": 0.5105162523900574,
      "grad_norm": 4.558705881761429,
      "learning_rate": 1e-06,
      "loss": 0.2367,
      "step": 1335
    },
    {
      "epoch": 0.5108986615678777,
      "grad_norm": 4.22902800735144,
      "learning_rate": 1e-06,
      "loss": 0.1465,
      "step": 1336
    },
    {
      "epoch": 0.511281070745698,
      "grad_norm": 5.283314318377014,
      "learning_rate": 1e-06,
      "loss": 0.1821,
      "step": 1337
    },
    {
      "epoch": 0.5116634799235181,
      "grad_norm": 9.455108182339645,
      "learning_rate": 1e-06,
      "loss": 0.231,
      "step": 1338
    },
    {
      "epoch": 0.5120458891013384,
      "grad_norm": 4.439166118912293,
      "learning_rate": 1e-06,
      "loss": 0.5254,
      "step": 1339
    },
    {
      "epoch": 0.5124282982791587,
      "grad_norm": 3.2336246523102847,
      "learning_rate": 1e-06,
      "loss": 0.7046,
      "step": 1340
    },
    {
      "epoch": 0.512810707456979,
      "grad_norm": 2.6178188188833382,
      "learning_rate": 1e-06,
      "loss": 0.5535,
      "step": 1341
    },
    {
      "epoch": 0.5131931166347993,
      "grad_norm": 2.8595616013971545,
      "learning_rate": 1e-06,
      "loss": 0.2644,
      "step": 1342
    },
    {
      "epoch": 0.5135755258126194,
      "grad_norm": 2.3391660495381705,
      "learning_rate": 1e-06,
      "loss": 0.2714,
      "step": 1343
    },
    {
      "epoch": 0.5139579349904397,
      "grad_norm": 2.3435370793584385,
      "learning_rate": 1e-06,
      "loss": 0.2043,
      "step": 1344
    },
    {
      "epoch": 0.51434034416826,
      "grad_norm": 2.6533094398183104,
      "learning_rate": 1e-06,
      "loss": 0.1981,
      "step": 1345
    },
    {
      "epoch": 0.5147227533460803,
      "grad_norm": 2.4914698030745965,
      "learning_rate": 1e-06,
      "loss": 0.3858,
      "step": 1346
    },
    {
      "epoch": 0.5151051625239006,
      "grad_norm": 2.8747949941769626,
      "learning_rate": 1e-06,
      "loss": 0.2616,
      "step": 1347
    },
    {
      "epoch": 0.5154875717017209,
      "grad_norm": 3.3837906125988515,
      "learning_rate": 1e-06,
      "loss": 0.1699,
      "step": 1348
    },
    {
      "epoch": 0.5158699808795411,
      "grad_norm": 3.262904151642769,
      "learning_rate": 1e-06,
      "loss": 0.1372,
      "step": 1349
    },
    {
      "epoch": 0.5162523900573613,
      "grad_norm": 2.9114792242420964,
      "learning_rate": 1e-06,
      "loss": 0.075,
      "step": 1350
    },
    {
      "epoch": 0.5166347992351816,
      "grad_norm": 6.668526517203372,
      "learning_rate": 1e-06,
      "loss": 0.3453,
      "step": 1351
    },
    {
      "epoch": 0.5170172084130019,
      "grad_norm": 5.45561340743341,
      "learning_rate": 1e-06,
      "loss": 0.7369,
      "step": 1352
    },
    {
      "epoch": 0.5173996175908222,
      "grad_norm": 2.50805814971923,
      "learning_rate": 1e-06,
      "loss": 0.4992,
      "step": 1353
    },
    {
      "epoch": 0.5177820267686425,
      "grad_norm": 2.969272125909418,
      "learning_rate": 1e-06,
      "loss": 0.4825,
      "step": 1354
    },
    {
      "epoch": 0.5181644359464627,
      "grad_norm": 2.791645467497392,
      "learning_rate": 1e-06,
      "loss": 0.5708,
      "step": 1355
    },
    {
      "epoch": 0.518546845124283,
      "grad_norm": 4.315351345216982,
      "learning_rate": 1e-06,
      "loss": 0.3612,
      "step": 1356
    },
    {
      "epoch": 0.5189292543021032,
      "grad_norm": 2.652557679033688,
      "learning_rate": 1e-06,
      "loss": 0.2474,
      "step": 1357
    },
    {
      "epoch": 0.5193116634799235,
      "grad_norm": 3.283614405753792,
      "learning_rate": 1e-06,
      "loss": 0.2597,
      "step": 1358
    },
    {
      "epoch": 0.5196940726577438,
      "grad_norm": 3.046856219894045,
      "learning_rate": 1e-06,
      "loss": 0.1428,
      "step": 1359
    },
    {
      "epoch": 0.5200764818355641,
      "grad_norm": 4.348918227812207,
      "learning_rate": 1e-06,
      "loss": 0.2275,
      "step": 1360
    },
    {
      "epoch": 0.5204588910133843,
      "grad_norm": 3.8700391947809294,
      "learning_rate": 1e-06,
      "loss": 0.1018,
      "step": 1361
    },
    {
      "epoch": 0.5208413001912046,
      "grad_norm": 3.9402543379897286,
      "learning_rate": 1e-06,
      "loss": 0.1486,
      "step": 1362
    },
    {
      "epoch": 0.5212237093690248,
      "grad_norm": 5.106967370431914,
      "learning_rate": 1e-06,
      "loss": 0.2618,
      "step": 1363
    },
    {
      "epoch": 0.5216061185468451,
      "grad_norm": 5.296478526713344,
      "learning_rate": 1e-06,
      "loss": 0.6094,
      "step": 1364
    },
    {
      "epoch": 0.5219885277246654,
      "grad_norm": 3.660781790612689,
      "learning_rate": 1e-06,
      "loss": 0.4412,
      "step": 1365
    },
    {
      "epoch": 0.5223709369024857,
      "grad_norm": 1.9007224315694646,
      "learning_rate": 1e-06,
      "loss": 0.2527,
      "step": 1366
    },
    {
      "epoch": 0.5227533460803059,
      "grad_norm": 2.956085658596427,
      "learning_rate": 1e-06,
      "loss": 0.231,
      "step": 1367
    },
    {
      "epoch": 0.5231357552581262,
      "grad_norm": 2.4687345480133516,
      "learning_rate": 1e-06,
      "loss": 0.411,
      "step": 1368
    },
    {
      "epoch": 0.5235181644359465,
      "grad_norm": 4.025379489992484,
      "learning_rate": 1e-06,
      "loss": 0.3887,
      "step": 1369
    },
    {
      "epoch": 0.5239005736137667,
      "grad_norm": 3.6222658040311884,
      "learning_rate": 1e-06,
      "loss": 0.2028,
      "step": 1370
    },
    {
      "epoch": 0.524282982791587,
      "grad_norm": 3.7365587305909913,
      "learning_rate": 1e-06,
      "loss": 0.2103,
      "step": 1371
    },
    {
      "epoch": 0.5246653919694073,
      "grad_norm": 4.312172255293865,
      "learning_rate": 1e-06,
      "loss": 0.1642,
      "step": 1372
    },
    {
      "epoch": 0.5250478011472275,
      "grad_norm": 3.3071052238397027,
      "learning_rate": 1e-06,
      "loss": 0.1017,
      "step": 1373
    },
    {
      "epoch": 0.5254302103250478,
      "grad_norm": 4.405403651125026,
      "learning_rate": 1e-06,
      "loss": 0.1677,
      "step": 1374
    },
    {
      "epoch": 0.5258126195028681,
      "grad_norm": 5.855008464126268,
      "learning_rate": 1e-06,
      "loss": 0.1313,
      "step": 1375
    },
    {
      "epoch": 0.5261950286806883,
      "grad_norm": 10.89078227166302,
      "learning_rate": 1e-06,
      "loss": 0.5938,
      "step": 1376
    },
    {
      "epoch": 0.5265774378585086,
      "grad_norm": 3.8335694502936306,
      "learning_rate": 1e-06,
      "loss": 0.3765,
      "step": 1377
    },
    {
      "epoch": 0.5269598470363289,
      "grad_norm": 3.2972544953386977,
      "learning_rate": 1e-06,
      "loss": 0.6239,
      "step": 1378
    },
    {
      "epoch": 0.5273422562141491,
      "grad_norm": 2.458371232166294,
      "learning_rate": 1e-06,
      "loss": 0.3414,
      "step": 1379
    },
    {
      "epoch": 0.5277246653919694,
      "grad_norm": 2.390335564139875,
      "learning_rate": 1e-06,
      "loss": 0.5026,
      "step": 1380
    },
    {
      "epoch": 0.5281070745697897,
      "grad_norm": 2.967322076414318,
      "learning_rate": 1e-06,
      "loss": 0.444,
      "step": 1381
    },
    {
      "epoch": 0.52848948374761,
      "grad_norm": 2.8882291195297185,
      "learning_rate": 1e-06,
      "loss": 0.4309,
      "step": 1382
    },
    {
      "epoch": 0.5288718929254302,
      "grad_norm": 3.138768800521931,
      "learning_rate": 1e-06,
      "loss": 0.2174,
      "step": 1383
    },
    {
      "epoch": 0.5292543021032505,
      "grad_norm": 4.084695835252402,
      "learning_rate": 1e-06,
      "loss": 0.3231,
      "step": 1384
    },
    {
      "epoch": 0.5296367112810707,
      "grad_norm": 6.997493840222035,
      "learning_rate": 1e-06,
      "loss": 0.3456,
      "step": 1385
    },
    {
      "epoch": 0.530019120458891,
      "grad_norm": 4.038094085353025,
      "learning_rate": 1e-06,
      "loss": 0.17,
      "step": 1386
    },
    {
      "epoch": 0.5304015296367113,
      "grad_norm": 5.436952234498637,
      "learning_rate": 1e-06,
      "loss": 0.1275,
      "step": 1387
    },
    {
      "epoch": 0.5307839388145316,
      "grad_norm": 5.222542304291769,
      "learning_rate": 1e-06,
      "loss": 0.4724,
      "step": 1388
    },
    {
      "epoch": 0.5311663479923519,
      "grad_norm": 5.941772850910443,
      "learning_rate": 1e-06,
      "loss": 0.4343,
      "step": 1389
    },
    {
      "epoch": 0.5315487571701721,
      "grad_norm": 2.8879997910792734,
      "learning_rate": 1e-06,
      "loss": 0.3274,
      "step": 1390
    },
    {
      "epoch": 0.5319311663479923,
      "grad_norm": 3.1758467138471143,
      "learning_rate": 1e-06,
      "loss": 0.5694,
      "step": 1391
    },
    {
      "epoch": 0.5323135755258126,
      "grad_norm": 1.874729391279537,
      "learning_rate": 1e-06,
      "loss": 0.281,
      "step": 1392
    },
    {
      "epoch": 0.5326959847036329,
      "grad_norm": 2.1564058993828286,
      "learning_rate": 1e-06,
      "loss": 0.3753,
      "step": 1393
    },
    {
      "epoch": 0.5330783938814532,
      "grad_norm": 3.7039091028549707,
      "learning_rate": 1e-06,
      "loss": 0.4773,
      "step": 1394
    },
    {
      "epoch": 0.5334608030592735,
      "grad_norm": 2.860529765435142,
      "learning_rate": 1e-06,
      "loss": 0.2912,
      "step": 1395
    },
    {
      "epoch": 0.5338432122370937,
      "grad_norm": 2.727603047047569,
      "learning_rate": 1e-06,
      "loss": 0.2058,
      "step": 1396
    },
    {
      "epoch": 0.5342256214149139,
      "grad_norm": 3.342870008236601,
      "learning_rate": 1e-06,
      "loss": 0.1445,
      "step": 1397
    },
    {
      "epoch": 0.5346080305927342,
      "grad_norm": 6.050217288820573,
      "learning_rate": 1e-06,
      "loss": 0.1494,
      "step": 1398
    },
    {
      "epoch": 0.5349904397705545,
      "grad_norm": 3.790319615679061,
      "learning_rate": 1e-06,
      "loss": 0.1409,
      "step": 1399
    },
    {
      "epoch": 0.5353728489483748,
      "grad_norm": 5.62295698575686,
      "learning_rate": 1e-06,
      "loss": 0.2005,
      "step": 1400
    },
    {
      "epoch": 0.5357552581261951,
      "grad_norm": 4.8012770543407575,
      "learning_rate": 1e-06,
      "loss": 0.335,
      "step": 1401
    },
    {
      "epoch": 0.5361376673040152,
      "grad_norm": 3.8272160910788013,
      "learning_rate": 1e-06,
      "loss": 0.6847,
      "step": 1402
    },
    {
      "epoch": 0.5365200764818355,
      "grad_norm": 1.7962285081271852,
      "learning_rate": 1e-06,
      "loss": 0.4374,
      "step": 1403
    },
    {
      "epoch": 0.5369024856596558,
      "grad_norm": 2.3516397558556457,
      "learning_rate": 1e-06,
      "loss": 0.3764,
      "step": 1404
    },
    {
      "epoch": 0.5372848948374761,
      "grad_norm": 4.221537255614015,
      "learning_rate": 1e-06,
      "loss": 0.603,
      "step": 1405
    },
    {
      "epoch": 0.5376673040152964,
      "grad_norm": 3.0694035162481716,
      "learning_rate": 1e-06,
      "loss": 0.2605,
      "step": 1406
    },
    {
      "epoch": 0.5380497131931167,
      "grad_norm": 3.531148318286807,
      "learning_rate": 1e-06,
      "loss": 0.2123,
      "step": 1407
    },
    {
      "epoch": 0.5384321223709368,
      "grad_norm": 3.2479461635957287,
      "learning_rate": 1e-06,
      "loss": 0.3191,
      "step": 1408
    },
    {
      "epoch": 0.5388145315487571,
      "grad_norm": 3.652223113816529,
      "learning_rate": 1e-06,
      "loss": 0.1757,
      "step": 1409
    },
    {
      "epoch": 0.5391969407265774,
      "grad_norm": 3.214449185044371,
      "learning_rate": 1e-06,
      "loss": 0.2905,
      "step": 1410
    },
    {
      "epoch": 0.5395793499043977,
      "grad_norm": 4.39707348340983,
      "learning_rate": 1e-06,
      "loss": 0.1222,
      "step": 1411
    },
    {
      "epoch": 0.539961759082218,
      "grad_norm": 3.814813381045284,
      "learning_rate": 1e-06,
      "loss": 0.1384,
      "step": 1412
    },
    {
      "epoch": 0.5403441682600383,
      "grad_norm": 5.64874882981047,
      "learning_rate": 1e-06,
      "loss": 0.2985,
      "step": 1413
    },
    {
      "epoch": 0.5407265774378585,
      "grad_norm": 5.740154627933632,
      "learning_rate": 1e-06,
      "loss": 0.8276,
      "step": 1414
    },
    {
      "epoch": 0.5411089866156787,
      "grad_norm": 3.4403655159623447,
      "learning_rate": 1e-06,
      "loss": 0.6347,
      "step": 1415
    },
    {
      "epoch": 0.541491395793499,
      "grad_norm": 2.4875120114750535,
      "learning_rate": 1e-06,
      "loss": 0.3806,
      "step": 1416
    },
    {
      "epoch": 0.5418738049713193,
      "grad_norm": 3.758326758966102,
      "learning_rate": 1e-06,
      "loss": 0.4696,
      "step": 1417
    },
    {
      "epoch": 0.5422562141491396,
      "grad_norm": 5.878757979338721,
      "learning_rate": 1e-06,
      "loss": 0.4185,
      "step": 1418
    },
    {
      "epoch": 0.5426386233269599,
      "grad_norm": 3.576439072998601,
      "learning_rate": 1e-06,
      "loss": 0.342,
      "step": 1419
    },
    {
      "epoch": 0.5430210325047801,
      "grad_norm": 2.7456398123435597,
      "learning_rate": 1e-06,
      "loss": 0.2941,
      "step": 1420
    },
    {
      "epoch": 0.5434034416826004,
      "grad_norm": 4.197590300160669,
      "learning_rate": 1e-06,
      "loss": 0.3272,
      "step": 1421
    },
    {
      "epoch": 0.5437858508604206,
      "grad_norm": 3.2487043585805786,
      "learning_rate": 1e-06,
      "loss": 0.182,
      "step": 1422
    },
    {
      "epoch": 0.5441682600382409,
      "grad_norm": 3.94322200571778,
      "learning_rate": 1e-06,
      "loss": 0.168,
      "step": 1423
    },
    {
      "epoch": 0.5445506692160612,
      "grad_norm": 2.604046709476756,
      "learning_rate": 1e-06,
      "loss": 0.0688,
      "step": 1424
    },
    {
      "epoch": 0.5449330783938815,
      "grad_norm": 3.660151038883697,
      "learning_rate": 1e-06,
      "loss": 0.1562,
      "step": 1425
    },
    {
      "epoch": 0.5453154875717017,
      "grad_norm": 4.966302616849774,
      "learning_rate": 1e-06,
      "loss": 0.419,
      "step": 1426
    },
    {
      "epoch": 0.545697896749522,
      "grad_norm": 4.336279283404338,
      "learning_rate": 1e-06,
      "loss": 0.5309,
      "step": 1427
    },
    {
      "epoch": 0.5460803059273422,
      "grad_norm": 2.8745609445764884,
      "learning_rate": 1e-06,
      "loss": 0.5821,
      "step": 1428
    },
    {
      "epoch": 0.5464627151051625,
      "grad_norm": 3.690098251233938,
      "learning_rate": 1e-06,
      "loss": 0.4779,
      "step": 1429
    },
    {
      "epoch": 0.5468451242829828,
      "grad_norm": 3.2592457058974755,
      "learning_rate": 1e-06,
      "loss": 0.4654,
      "step": 1430
    },
    {
      "epoch": 0.5472275334608031,
      "grad_norm": 2.274986761704379,
      "learning_rate": 1e-06,
      "loss": 0.2362,
      "step": 1431
    },
    {
      "epoch": 0.5476099426386233,
      "grad_norm": 2.4617258898051313,
      "learning_rate": 1e-06,
      "loss": 0.3788,
      "step": 1432
    },
    {
      "epoch": 0.5479923518164436,
      "grad_norm": 3.181641074614379,
      "learning_rate": 1e-06,
      "loss": 0.1856,
      "step": 1433
    },
    {
      "epoch": 0.5483747609942639,
      "grad_norm": 3.587572709785552,
      "learning_rate": 1e-06,
      "loss": 0.2723,
      "step": 1434
    },
    {
      "epoch": 0.5487571701720841,
      "grad_norm": 6.8930961347213024,
      "learning_rate": 1e-06,
      "loss": 0.1598,
      "step": 1435
    },
    {
      "epoch": 0.5491395793499044,
      "grad_norm": 3.597531129067457,
      "learning_rate": 1e-06,
      "loss": 0.158,
      "step": 1436
    },
    {
      "epoch": 0.5495219885277247,
      "grad_norm": 3.356841369471808,
      "learning_rate": 1e-06,
      "loss": 0.1753,
      "step": 1437
    },
    {
      "epoch": 0.5499043977055449,
      "grad_norm": 5.611603445647346,
      "learning_rate": 1e-06,
      "loss": 0.3639,
      "step": 1438
    },
    {
      "epoch": 0.5502868068833652,
      "grad_norm": 3.989556029436323,
      "learning_rate": 1e-06,
      "loss": 0.6409,
      "step": 1439
    },
    {
      "epoch": 0.5506692160611855,
      "grad_norm": 3.3816313410443484,
      "learning_rate": 1e-06,
      "loss": 0.5594,
      "step": 1440
    },
    {
      "epoch": 0.5510516252390057,
      "grad_norm": 2.4438288761297637,
      "learning_rate": 1e-06,
      "loss": 0.547,
      "step": 1441
    },
    {
      "epoch": 0.551434034416826,
      "grad_norm": 2.419172193954764,
      "learning_rate": 1e-06,
      "loss": 0.4859,
      "step": 1442
    },
    {
      "epoch": 0.5518164435946463,
      "grad_norm": 2.7785293473648034,
      "learning_rate": 1e-06,
      "loss": 0.3713,
      "step": 1443
    },
    {
      "epoch": 0.5521988527724665,
      "grad_norm": 4.100156008845883,
      "learning_rate": 1e-06,
      "loss": 0.4,
      "step": 1444
    },
    {
      "epoch": 0.5525812619502868,
      "grad_norm": 2.379213310180867,
      "learning_rate": 1e-06,
      "loss": 0.2778,
      "step": 1445
    },
    {
      "epoch": 0.5529636711281071,
      "grad_norm": 3.3810549921292683,
      "learning_rate": 1e-06,
      "loss": 0.3165,
      "step": 1446
    },
    {
      "epoch": 0.5533460803059274,
      "grad_norm": 3.1252262796494,
      "learning_rate": 1e-06,
      "loss": 0.2668,
      "step": 1447
    },
    {
      "epoch": 0.5537284894837476,
      "grad_norm": 3.3292930594949097,
      "learning_rate": 1e-06,
      "loss": 0.1549,
      "step": 1448
    },
    {
      "epoch": 0.5541108986615679,
      "grad_norm": 3.138692536490799,
      "learning_rate": 1e-06,
      "loss": 0.1964,
      "step": 1449
    },
    {
      "epoch": 0.5544933078393881,
      "grad_norm": 3.1526886138033787,
      "learning_rate": 1e-06,
      "loss": 0.1309,
      "step": 1450
    },
    {
      "epoch": 0.5548757170172084,
      "grad_norm": 5.321098101587102,
      "learning_rate": 1e-06,
      "loss": 0.4587,
      "step": 1451
    },
    {
      "epoch": 0.5552581261950287,
      "grad_norm": 4.287469731438118,
      "learning_rate": 1e-06,
      "loss": 0.7825,
      "step": 1452
    },
    {
      "epoch": 0.555640535372849,
      "grad_norm": 2.4409792595356885,
      "learning_rate": 1e-06,
      "loss": 0.274,
      "step": 1453
    },
    {
      "epoch": 0.5560229445506693,
      "grad_norm": 3.1741668989869627,
      "learning_rate": 1e-06,
      "loss": 0.346,
      "step": 1454
    },
    {
      "epoch": 0.5564053537284895,
      "grad_norm": 2.319172280410221,
      "learning_rate": 1e-06,
      "loss": 0.3755,
      "step": 1455
    },
    {
      "epoch": 0.5567877629063097,
      "grad_norm": 3.0541576501592655,
      "learning_rate": 1e-06,
      "loss": 0.3353,
      "step": 1456
    },
    {
      "epoch": 0.55717017208413,
      "grad_norm": 2.044743483667686,
      "learning_rate": 1e-06,
      "loss": 0.2576,
      "step": 1457
    },
    {
      "epoch": 0.5575525812619503,
      "grad_norm": 3.212134367919686,
      "learning_rate": 1e-06,
      "loss": 0.2496,
      "step": 1458
    },
    {
      "epoch": 0.5579349904397706,
      "grad_norm": 2.270169245590621,
      "learning_rate": 1e-06,
      "loss": 0.0757,
      "step": 1459
    },
    {
      "epoch": 0.5583173996175909,
      "grad_norm": 3.051400760362656,
      "learning_rate": 1e-06,
      "loss": 0.1447,
      "step": 1460
    },
    {
      "epoch": 0.558699808795411,
      "grad_norm": 4.732923832941204,
      "learning_rate": 1e-06,
      "loss": 0.1583,
      "step": 1461
    },
    {
      "epoch": 0.5590822179732313,
      "grad_norm": 3.7772486930176847,
      "learning_rate": 1e-06,
      "loss": 0.1173,
      "step": 1462
    },
    {
      "epoch": 0.5594646271510516,
      "grad_norm": 6.13316050714446,
      "learning_rate": 1e-06,
      "loss": 0.2376,
      "step": 1463
    },
    {
      "epoch": 0.5598470363288719,
      "grad_norm": 3.706321270468106,
      "learning_rate": 1e-06,
      "loss": 0.842,
      "step": 1464
    },
    {
      "epoch": 0.5602294455066922,
      "grad_norm": 3.6925066564211964,
      "learning_rate": 1e-06,
      "loss": 0.4967,
      "step": 1465
    },
    {
      "epoch": 0.5606118546845125,
      "grad_norm": 3.049498382342764,
      "learning_rate": 1e-06,
      "loss": 0.3982,
      "step": 1466
    },
    {
      "epoch": 0.5609942638623326,
      "grad_norm": 3.5211664226608517,
      "learning_rate": 1e-06,
      "loss": 0.5354,
      "step": 1467
    },
    {
      "epoch": 0.5613766730401529,
      "grad_norm": 2.583751941933015,
      "learning_rate": 1e-06,
      "loss": 0.3475,
      "step": 1468
    },
    {
      "epoch": 0.5617590822179732,
      "grad_norm": 3.5314702328223095,
      "learning_rate": 1e-06,
      "loss": 0.2992,
      "step": 1469
    },
    {
      "epoch": 0.5621414913957935,
      "grad_norm": 2.7819103357165913,
      "learning_rate": 1e-06,
      "loss": 0.3423,
      "step": 1470
    },
    {
      "epoch": 0.5625239005736138,
      "grad_norm": 2.6250383283450858,
      "learning_rate": 1e-06,
      "loss": 0.3856,
      "step": 1471
    },
    {
      "epoch": 0.5629063097514341,
      "grad_norm": 3.511457898186983,
      "learning_rate": 1e-06,
      "loss": 0.3121,
      "step": 1472
    },
    {
      "epoch": 0.5632887189292543,
      "grad_norm": 3.1110922513874555,
      "learning_rate": 1e-06,
      "loss": 0.1538,
      "step": 1473
    },
    {
      "epoch": 0.5636711281070745,
      "grad_norm": 3.4822119597680246,
      "learning_rate": 1e-06,
      "loss": 0.1029,
      "step": 1474
    },
    {
      "epoch": 0.5640535372848948,
      "grad_norm": 3.7911484472481773,
      "learning_rate": 1e-06,
      "loss": 0.1442,
      "step": 1475
    },
    {
      "epoch": 0.5644359464627151,
      "grad_norm": 4.900222672054585,
      "learning_rate": 1e-06,
      "loss": 0.3698,
      "step": 1476
    },
    {
      "epoch": 0.5648183556405354,
      "grad_norm": 3.617631856101012,
      "learning_rate": 1e-06,
      "loss": 0.7431,
      "step": 1477
    },
    {
      "epoch": 0.5652007648183557,
      "grad_norm": 3.8977123495787365,
      "learning_rate": 1e-06,
      "loss": 0.3348,
      "step": 1478
    },
    {
      "epoch": 0.5655831739961759,
      "grad_norm": 2.2151442766239327,
      "learning_rate": 1e-06,
      "loss": 0.4633,
      "step": 1479
    },
    {
      "epoch": 0.5659655831739961,
      "grad_norm": 4.813007278459072,
      "learning_rate": 1e-06,
      "loss": 0.4659,
      "step": 1480
    },
    {
      "epoch": 0.5663479923518164,
      "grad_norm": 3.7812468473563174,
      "learning_rate": 1e-06,
      "loss": 0.2921,
      "step": 1481
    },
    {
      "epoch": 0.5667304015296367,
      "grad_norm": 2.1776800721929224,
      "learning_rate": 1e-06,
      "loss": 0.3112,
      "step": 1482
    },
    {
      "epoch": 0.567112810707457,
      "grad_norm": 5.087591649385154,
      "learning_rate": 1e-06,
      "loss": 0.2409,
      "step": 1483
    },
    {
      "epoch": 0.5674952198852773,
      "grad_norm": 3.8126374516958377,
      "learning_rate": 1e-06,
      "loss": 0.2257,
      "step": 1484
    },
    {
      "epoch": 0.5678776290630975,
      "grad_norm": 4.73382625610079,
      "learning_rate": 1e-06,
      "loss": 0.2601,
      "step": 1485
    },
    {
      "epoch": 0.5682600382409178,
      "grad_norm": 4.026684918983304,
      "learning_rate": 1e-06,
      "loss": 0.1744,
      "step": 1486
    },
    {
      "epoch": 0.568642447418738,
      "grad_norm": 4.549533132558017,
      "learning_rate": 1e-06,
      "loss": 0.1276,
      "step": 1487
    },
    {
      "epoch": 0.5690248565965583,
      "grad_norm": 5.288982441463886,
      "learning_rate": 1e-06,
      "loss": 0.3607,
      "step": 1488
    },
    {
      "epoch": 0.5694072657743786,
      "grad_norm": 2.8286032930866507,
      "learning_rate": 1e-06,
      "loss": 0.3267,
      "step": 1489
    },
    {
      "epoch": 0.5697896749521989,
      "grad_norm": 3.6822937241925757,
      "learning_rate": 1e-06,
      "loss": 0.4347,
      "step": 1490
    },
    {
      "epoch": 0.5701720841300191,
      "grad_norm": 2.3247244148589967,
      "learning_rate": 1e-06,
      "loss": 0.554,
      "step": 1491
    },
    {
      "epoch": 0.5705544933078394,
      "grad_norm": 2.3272486323767416,
      "learning_rate": 1e-06,
      "loss": 0.3814,
      "step": 1492
    },
    {
      "epoch": 0.5709369024856596,
      "grad_norm": 3.7883676422709254,
      "learning_rate": 1e-06,
      "loss": 0.5862,
      "step": 1493
    },
    {
      "epoch": 0.5713193116634799,
      "grad_norm": 3.1826315707138937,
      "learning_rate": 1e-06,
      "loss": 0.4448,
      "step": 1494
    },
    {
      "epoch": 0.5717017208413002,
      "grad_norm": 3.4616438099733,
      "learning_rate": 1e-06,
      "loss": 0.3137,
      "step": 1495
    },
    {
      "epoch": 0.5720841300191205,
      "grad_norm": 2.8849867811511705,
      "learning_rate": 1e-06,
      "loss": 0.2362,
      "step": 1496
    },
    {
      "epoch": 0.5724665391969407,
      "grad_norm": 3.38657766926089,
      "learning_rate": 1e-06,
      "loss": 0.3042,
      "step": 1497
    },
    {
      "epoch": 0.572848948374761,
      "grad_norm": 3.1036333142214962,
      "learning_rate": 1e-06,
      "loss": 0.3551,
      "step": 1498
    },
    {
      "epoch": 0.5732313575525813,
      "grad_norm": 5.5639005462292435,
      "learning_rate": 1e-06,
      "loss": 0.2236,
      "step": 1499
    },
    {
      "epoch": 0.5736137667304015,
      "grad_norm": 6.187496609157057,
      "learning_rate": 1e-06,
      "loss": 0.2325,
      "step": 1500
    },
    {
      "epoch": 0.5736137667304015,
      "eval_runtime": 833.3537,
      "eval_samples_per_second": 1.841,
      "eval_steps_per_second": 0.461,
      "step": 1500
    },
    {
      "epoch": 0.5739961759082218,
      "grad_norm": 7.648043223925274,
      "learning_rate": 1e-06,
      "loss": 0.4667,
      "step": 1501
    },
    {
      "epoch": 0.5743785850860421,
      "grad_norm": 3.2906155577956144,
      "learning_rate": 1e-06,
      "loss": 0.4217,
      "step": 1502
    },
    {
      "epoch": 0.5747609942638623,
      "grad_norm": 3.190112670056694,
      "learning_rate": 1e-06,
      "loss": 0.6407,
      "step": 1503
    },
    {
      "epoch": 0.5751434034416826,
      "grad_norm": 2.420269046046126,
      "learning_rate": 1e-06,
      "loss": 0.2823,
      "step": 1504
    },
    {
      "epoch": 0.5755258126195029,
      "grad_norm": 2.518074596333273,
      "learning_rate": 1e-06,
      "loss": 0.3212,
      "step": 1505
    },
    {
      "epoch": 0.5759082217973231,
      "grad_norm": 3.2015445438773242,
      "learning_rate": 1e-06,
      "loss": 0.2174,
      "step": 1506
    },
    {
      "epoch": 0.5762906309751434,
      "grad_norm": 3.1915377306147423,
      "learning_rate": 1e-06,
      "loss": 0.3889,
      "step": 1507
    },
    {
      "epoch": 0.5766730401529637,
      "grad_norm": 2.5112891890343283,
      "learning_rate": 1e-06,
      "loss": 0.3093,
      "step": 1508
    },
    {
      "epoch": 0.5770554493307839,
      "grad_norm": 2.5316295574683827,
      "learning_rate": 1e-06,
      "loss": 0.2095,
      "step": 1509
    },
    {
      "epoch": 0.5774378585086042,
      "grad_norm": 5.745471331963637,
      "learning_rate": 1e-06,
      "loss": 0.332,
      "step": 1510
    },
    {
      "epoch": 0.5778202676864245,
      "grad_norm": 4.534498852143188,
      "learning_rate": 1e-06,
      "loss": 0.1538,
      "step": 1511
    },
    {
      "epoch": 0.5782026768642448,
      "grad_norm": 4.822514802189205,
      "learning_rate": 1e-06,
      "loss": 0.2601,
      "step": 1512
    },
    {
      "epoch": 0.578585086042065,
      "grad_norm": 4.8454374265880755,
      "learning_rate": 1e-06,
      "loss": 0.3081,
      "step": 1513
    },
    {
      "epoch": 0.5789674952198853,
      "grad_norm": 4.366637603041822,
      "learning_rate": 1e-06,
      "loss": 0.5815,
      "step": 1514
    },
    {
      "epoch": 0.5793499043977055,
      "grad_norm": 4.221327156986129,
      "learning_rate": 1e-06,
      "loss": 0.5176,
      "step": 1515
    },
    {
      "epoch": 0.5797323135755258,
      "grad_norm": 3.141811772915536,
      "learning_rate": 1e-06,
      "loss": 0.2951,
      "step": 1516
    },
    {
      "epoch": 0.5801147227533461,
      "grad_norm": 2.4990048335144266,
      "learning_rate": 1e-06,
      "loss": 0.202,
      "step": 1517
    },
    {
      "epoch": 0.5804971319311664,
      "grad_norm": 3.9050183605197164,
      "learning_rate": 1e-06,
      "loss": 0.4118,
      "step": 1518
    },
    {
      "epoch": 0.5808795411089867,
      "grad_norm": 4.53393096537423,
      "learning_rate": 1e-06,
      "loss": 0.3508,
      "step": 1519
    },
    {
      "epoch": 0.5812619502868069,
      "grad_norm": 2.961584176578633,
      "learning_rate": 1e-06,
      "loss": 0.2947,
      "step": 1520
    },
    {
      "epoch": 0.5816443594646271,
      "grad_norm": 3.441416641895136,
      "learning_rate": 1e-06,
      "loss": 0.186,
      "step": 1521
    },
    {
      "epoch": 0.5820267686424474,
      "grad_norm": 2.72530329355094,
      "learning_rate": 1e-06,
      "loss": 0.1401,
      "step": 1522
    },
    {
      "epoch": 0.5824091778202677,
      "grad_norm": 2.818957227714633,
      "learning_rate": 1e-06,
      "loss": 0.2435,
      "step": 1523
    },
    {
      "epoch": 0.582791586998088,
      "grad_norm": 4.097375792877866,
      "learning_rate": 1e-06,
      "loss": 0.1301,
      "step": 1524
    },
    {
      "epoch": 0.5831739961759083,
      "grad_norm": 3.5816197548964563,
      "learning_rate": 1e-06,
      "loss": 0.1609,
      "step": 1525
    },
    {
      "epoch": 0.5835564053537284,
      "grad_norm": 5.585264450820185,
      "learning_rate": 1e-06,
      "loss": 0.3654,
      "step": 1526
    },
    {
      "epoch": 0.5839388145315487,
      "grad_norm": 4.122925670293326,
      "learning_rate": 1e-06,
      "loss": 0.5015,
      "step": 1527
    },
    {
      "epoch": 0.584321223709369,
      "grad_norm": 2.4922913915331124,
      "learning_rate": 1e-06,
      "loss": 0.4,
      "step": 1528
    },
    {
      "epoch": 0.5847036328871893,
      "grad_norm": 2.615770189637759,
      "learning_rate": 1e-06,
      "loss": 0.3547,
      "step": 1529
    },
    {
      "epoch": 0.5850860420650096,
      "grad_norm": 2.193498398136122,
      "learning_rate": 1e-06,
      "loss": 0.2621,
      "step": 1530
    },
    {
      "epoch": 0.5854684512428299,
      "grad_norm": 5.002734962142251,
      "learning_rate": 1e-06,
      "loss": 0.421,
      "step": 1531
    },
    {
      "epoch": 0.58585086042065,
      "grad_norm": 3.724211841126314,
      "learning_rate": 1e-06,
      "loss": 0.3183,
      "step": 1532
    },
    {
      "epoch": 0.5862332695984703,
      "grad_norm": 2.7640993899681088,
      "learning_rate": 1e-06,
      "loss": 0.4786,
      "step": 1533
    },
    {
      "epoch": 0.5866156787762906,
      "grad_norm": 3.5616439326168727,
      "learning_rate": 1e-06,
      "loss": 0.241,
      "step": 1534
    },
    {
      "epoch": 0.5869980879541109,
      "grad_norm": 2.4489084926408275,
      "learning_rate": 1e-06,
      "loss": 0.0949,
      "step": 1535
    },
    {
      "epoch": 0.5873804971319312,
      "grad_norm": 3.6020111665102528,
      "learning_rate": 1e-06,
      "loss": 0.1548,
      "step": 1536
    },
    {
      "epoch": 0.5877629063097515,
      "grad_norm": 3.941590379510361,
      "learning_rate": 1e-06,
      "loss": 0.1511,
      "step": 1537
    },
    {
      "epoch": 0.5881453154875717,
      "grad_norm": 5.340405583213029,
      "learning_rate": 1e-06,
      "loss": 0.2523,
      "step": 1538
    },
    {
      "epoch": 0.5885277246653919,
      "grad_norm": 4.8752568495162265,
      "learning_rate": 1e-06,
      "loss": 0.3552,
      "step": 1539
    },
    {
      "epoch": 0.5889101338432122,
      "grad_norm": 3.6597323014379723,
      "learning_rate": 1e-06,
      "loss": 0.6053,
      "step": 1540
    },
    {
      "epoch": 0.5892925430210325,
      "grad_norm": 3.8974402610404315,
      "learning_rate": 1e-06,
      "loss": 0.5765,
      "step": 1541
    },
    {
      "epoch": 0.5896749521988528,
      "grad_norm": 2.729337749991348,
      "learning_rate": 1e-06,
      "loss": 0.2775,
      "step": 1542
    },
    {
      "epoch": 0.5900573613766731,
      "grad_norm": 3.1248181099409362,
      "learning_rate": 1e-06,
      "loss": 0.2691,
      "step": 1543
    },
    {
      "epoch": 0.5904397705544933,
      "grad_norm": 3.088190342872511,
      "learning_rate": 1e-06,
      "loss": 0.2857,
      "step": 1544
    },
    {
      "epoch": 0.5908221797323135,
      "grad_norm": 2.6967299120653387,
      "learning_rate": 1e-06,
      "loss": 0.3731,
      "step": 1545
    },
    {
      "epoch": 0.5912045889101338,
      "grad_norm": 2.647025392981962,
      "learning_rate": 1e-06,
      "loss": 0.2182,
      "step": 1546
    },
    {
      "epoch": 0.5915869980879541,
      "grad_norm": 3.2712816226817005,
      "learning_rate": 1e-06,
      "loss": 0.2024,
      "step": 1547
    },
    {
      "epoch": 0.5919694072657744,
      "grad_norm": 5.930421484752699,
      "learning_rate": 1e-06,
      "loss": 0.3072,
      "step": 1548
    },
    {
      "epoch": 0.5923518164435947,
      "grad_norm": 3.686741508450827,
      "learning_rate": 1e-06,
      "loss": 0.1599,
      "step": 1549
    },
    {
      "epoch": 0.5927342256214149,
      "grad_norm": 5.403013462307581,
      "learning_rate": 1e-06,
      "loss": 0.1649,
      "step": 1550
    },
    {
      "epoch": 0.5931166347992352,
      "grad_norm": 5.0398586383552955,
      "learning_rate": 1e-06,
      "loss": 0.3195,
      "step": 1551
    },
    {
      "epoch": 0.5934990439770554,
      "grad_norm": 4.363840748595389,
      "learning_rate": 1e-06,
      "loss": 0.6514,
      "step": 1552
    },
    {
      "epoch": 0.5938814531548757,
      "grad_norm": 3.7887919221205557,
      "learning_rate": 1e-06,
      "loss": 0.5849,
      "step": 1553
    },
    {
      "epoch": 0.594263862332696,
      "grad_norm": 3.225302831344963,
      "learning_rate": 1e-06,
      "loss": 0.2775,
      "step": 1554
    },
    {
      "epoch": 0.5946462715105163,
      "grad_norm": 2.861391117587321,
      "learning_rate": 1e-06,
      "loss": 0.5969,
      "step": 1555
    },
    {
      "epoch": 0.5950286806883365,
      "grad_norm": 2.9745260165601777,
      "learning_rate": 1e-06,
      "loss": 0.4259,
      "step": 1556
    },
    {
      "epoch": 0.5954110898661568,
      "grad_norm": 3.123675408970642,
      "learning_rate": 1e-06,
      "loss": 0.4054,
      "step": 1557
    },
    {
      "epoch": 0.595793499043977,
      "grad_norm": 2.1075426973879976,
      "learning_rate": 1e-06,
      "loss": 0.3542,
      "step": 1558
    },
    {
      "epoch": 0.5961759082217973,
      "grad_norm": 2.500735556159103,
      "learning_rate": 1e-06,
      "loss": 0.2346,
      "step": 1559
    },
    {
      "epoch": 0.5965583173996176,
      "grad_norm": 4.499995337589816,
      "learning_rate": 1e-06,
      "loss": 0.3501,
      "step": 1560
    },
    {
      "epoch": 0.5969407265774379,
      "grad_norm": 3.784316655787347,
      "learning_rate": 1e-06,
      "loss": 0.215,
      "step": 1561
    },
    {
      "epoch": 0.5973231357552581,
      "grad_norm": 2.7468269422057237,
      "learning_rate": 1e-06,
      "loss": 0.084,
      "step": 1562
    },
    {
      "epoch": 0.5977055449330784,
      "grad_norm": 6.792289783312273,
      "learning_rate": 1e-06,
      "loss": 0.2943,
      "step": 1563
    },
    {
      "epoch": 0.5980879541108987,
      "grad_norm": 3.762110926386478,
      "learning_rate": 1e-06,
      "loss": 0.4925,
      "step": 1564
    },
    {
      "epoch": 0.5984703632887189,
      "grad_norm": 4.271277626312197,
      "learning_rate": 1e-06,
      "loss": 0.6514,
      "step": 1565
    },
    {
      "epoch": 0.5988527724665392,
      "grad_norm": 4.796524681197209,
      "learning_rate": 1e-06,
      "loss": 0.17,
      "step": 1566
    },
    {
      "epoch": 0.5992351816443595,
      "grad_norm": 2.6530873937379136,
      "learning_rate": 1e-06,
      "loss": 0.4564,
      "step": 1567
    },
    {
      "epoch": 0.5996175908221797,
      "grad_norm": 3.284529146448116,
      "learning_rate": 1e-06,
      "loss": 0.4594,
      "step": 1568
    },
    {
      "epoch": 0.6,
      "grad_norm": 4.297701669413807,
      "learning_rate": 1e-06,
      "loss": 0.5233,
      "step": 1569
    },
    {
      "epoch": 0.6003824091778203,
      "grad_norm": 2.7848361608503187,
      "learning_rate": 1e-06,
      "loss": 0.2024,
      "step": 1570
    },
    {
      "epoch": 0.6007648183556406,
      "grad_norm": 3.1810191971967994,
      "learning_rate": 1e-06,
      "loss": 0.2397,
      "step": 1571
    },
    {
      "epoch": 0.6011472275334608,
      "grad_norm": 3.462055516547677,
      "learning_rate": 1e-06,
      "loss": 0.2973,
      "step": 1572
    },
    {
      "epoch": 0.6015296367112811,
      "grad_norm": 3.9998092605890285,
      "learning_rate": 1e-06,
      "loss": 0.2522,
      "step": 1573
    },
    {
      "epoch": 0.6019120458891013,
      "grad_norm": 3.0841793411792917,
      "learning_rate": 1e-06,
      "loss": 0.0995,
      "step": 1574
    },
    {
      "epoch": 0.6022944550669216,
      "grad_norm": 4.263103256718209,
      "learning_rate": 1e-06,
      "loss": 0.122,
      "step": 1575
    },
    {
      "epoch": 0.6026768642447419,
      "grad_norm": 6.395907357084697,
      "learning_rate": 1e-06,
      "loss": 0.4544,
      "step": 1576
    },
    {
      "epoch": 0.6030592734225622,
      "grad_norm": 4.479918920941317,
      "learning_rate": 1e-06,
      "loss": 0.592,
      "step": 1577
    },
    {
      "epoch": 0.6034416826003824,
      "grad_norm": 3.0270337542897297,
      "learning_rate": 1e-06,
      "loss": 0.3419,
      "step": 1578
    },
    {
      "epoch": 0.6038240917782027,
      "grad_norm": 1.8534895128314122,
      "learning_rate": 1e-06,
      "loss": 0.3151,
      "step": 1579
    },
    {
      "epoch": 0.6042065009560229,
      "grad_norm": 2.6555878655433514,
      "learning_rate": 1e-06,
      "loss": 0.6539,
      "step": 1580
    },
    {
      "epoch": 0.6045889101338432,
      "grad_norm": 2.056482727423432,
      "learning_rate": 1e-06,
      "loss": 0.3516,
      "step": 1581
    },
    {
      "epoch": 0.6049713193116635,
      "grad_norm": 3.275965913625526,
      "learning_rate": 1e-06,
      "loss": 0.1933,
      "step": 1582
    },
    {
      "epoch": 0.6053537284894838,
      "grad_norm": 3.0842731864844897,
      "learning_rate": 1e-06,
      "loss": 0.3483,
      "step": 1583
    },
    {
      "epoch": 0.605736137667304,
      "grad_norm": 2.7037476280085597,
      "learning_rate": 1e-06,
      "loss": 0.2797,
      "step": 1584
    },
    {
      "epoch": 0.6061185468451242,
      "grad_norm": 3.385057792226577,
      "learning_rate": 1e-06,
      "loss": 0.1719,
      "step": 1585
    },
    {
      "epoch": 0.6065009560229445,
      "grad_norm": 3.4903293248748812,
      "learning_rate": 1e-06,
      "loss": 0.1536,
      "step": 1586
    },
    {
      "epoch": 0.6068833652007648,
      "grad_norm": 4.144413895163444,
      "learning_rate": 1e-06,
      "loss": 0.1619,
      "step": 1587
    },
    {
      "epoch": 0.6072657743785851,
      "grad_norm": 4.818634680964997,
      "learning_rate": 1e-06,
      "loss": 0.2627,
      "step": 1588
    },
    {
      "epoch": 0.6076481835564054,
      "grad_norm": 4.040560829968868,
      "learning_rate": 1e-06,
      "loss": 0.4934,
      "step": 1589
    },
    {
      "epoch": 0.6080305927342257,
      "grad_norm": 4.085364219462454,
      "learning_rate": 1e-06,
      "loss": 0.5564,
      "step": 1590
    },
    {
      "epoch": 0.6084130019120458,
      "grad_norm": 2.268925965265979,
      "learning_rate": 1e-06,
      "loss": 0.1791,
      "step": 1591
    },
    {
      "epoch": 0.6087954110898661,
      "grad_norm": 3.289065254554592,
      "learning_rate": 1e-06,
      "loss": 0.2348,
      "step": 1592
    },
    {
      "epoch": 0.6091778202676864,
      "grad_norm": 1.9265604357928798,
      "learning_rate": 1e-06,
      "loss": 0.3429,
      "step": 1593
    },
    {
      "epoch": 0.6095602294455067,
      "grad_norm": 6.16191158309742,
      "learning_rate": 1e-06,
      "loss": 0.6237,
      "step": 1594
    },
    {
      "epoch": 0.609942638623327,
      "grad_norm": 2.846177793984969,
      "learning_rate": 1e-06,
      "loss": 0.3524,
      "step": 1595
    },
    {
      "epoch": 0.6103250478011473,
      "grad_norm": 3.2424341314797536,
      "learning_rate": 1e-06,
      "loss": 0.1905,
      "step": 1596
    },
    {
      "epoch": 0.6107074569789674,
      "grad_norm": 2.762463071412313,
      "learning_rate": 1e-06,
      "loss": 0.309,
      "step": 1597
    },
    {
      "epoch": 0.6110898661567877,
      "grad_norm": 5.149475085719637,
      "learning_rate": 1e-06,
      "loss": 0.1613,
      "step": 1598
    },
    {
      "epoch": 0.611472275334608,
      "grad_norm": 2.5937691193760686,
      "learning_rate": 1e-06,
      "loss": 0.0886,
      "step": 1599
    },
    {
      "epoch": 0.6118546845124283,
      "grad_norm": 4.107008335919648,
      "learning_rate": 1e-06,
      "loss": 0.102,
      "step": 1600
    },
    {
      "epoch": 0.6122370936902486,
      "grad_norm": 5.038598232912599,
      "learning_rate": 1e-06,
      "loss": 0.4016,
      "step": 1601
    },
    {
      "epoch": 0.6126195028680689,
      "grad_norm": 3.6673026978221492,
      "learning_rate": 1e-06,
      "loss": 0.5224,
      "step": 1602
    },
    {
      "epoch": 0.613001912045889,
      "grad_norm": 1.9355971313480531,
      "learning_rate": 1e-06,
      "loss": 0.4279,
      "step": 1603
    },
    {
      "epoch": 0.6133843212237093,
      "grad_norm": 3.028508942851441,
      "learning_rate": 1e-06,
      "loss": 0.3999,
      "step": 1604
    },
    {
      "epoch": 0.6137667304015296,
      "grad_norm": 3.490329461491545,
      "learning_rate": 1e-06,
      "loss": 0.4828,
      "step": 1605
    },
    {
      "epoch": 0.6141491395793499,
      "grad_norm": 3.799259143687563,
      "learning_rate": 1e-06,
      "loss": 0.4321,
      "step": 1606
    },
    {
      "epoch": 0.6145315487571702,
      "grad_norm": 3.293860915341487,
      "learning_rate": 1e-06,
      "loss": 0.3982,
      "step": 1607
    },
    {
      "epoch": 0.6149139579349905,
      "grad_norm": 3.2708085822527555,
      "learning_rate": 1e-06,
      "loss": 0.2293,
      "step": 1608
    },
    {
      "epoch": 0.6152963671128107,
      "grad_norm": 3.449351600862056,
      "learning_rate": 1e-06,
      "loss": 0.358,
      "step": 1609
    },
    {
      "epoch": 0.615678776290631,
      "grad_norm": 4.529874816579575,
      "learning_rate": 1e-06,
      "loss": 0.1249,
      "step": 1610
    },
    {
      "epoch": 0.6160611854684512,
      "grad_norm": 3.6972732342351042,
      "learning_rate": 1e-06,
      "loss": 0.1118,
      "step": 1611
    },
    {
      "epoch": 0.6164435946462715,
      "grad_norm": 5.522058468562662,
      "learning_rate": 1e-06,
      "loss": 0.1054,
      "step": 1612
    },
    {
      "epoch": 0.6168260038240918,
      "grad_norm": 7.399685167368398,
      "learning_rate": 1e-06,
      "loss": 0.4509,
      "step": 1613
    },
    {
      "epoch": 0.6172084130019121,
      "grad_norm": 4.929145021409884,
      "learning_rate": 1e-06,
      "loss": 0.5219,
      "step": 1614
    },
    {
      "epoch": 0.6175908221797323,
      "grad_norm": 3.370637546758573,
      "learning_rate": 1e-06,
      "loss": 0.5646,
      "step": 1615
    },
    {
      "epoch": 0.6179732313575526,
      "grad_norm": 2.3358637054932956,
      "learning_rate": 1e-06,
      "loss": 0.3913,
      "step": 1616
    },
    {
      "epoch": 0.6183556405353728,
      "grad_norm": 3.445634407350294,
      "learning_rate": 1e-06,
      "loss": 0.4011,
      "step": 1617
    },
    {
      "epoch": 0.6187380497131931,
      "grad_norm": 3.4811639744318743,
      "learning_rate": 1e-06,
      "loss": 0.2578,
      "step": 1618
    },
    {
      "epoch": 0.6191204588910134,
      "grad_norm": 4.069633441886181,
      "learning_rate": 1e-06,
      "loss": 0.299,
      "step": 1619
    },
    {
      "epoch": 0.6195028680688337,
      "grad_norm": 2.0427357994877333,
      "learning_rate": 1e-06,
      "loss": 0.124,
      "step": 1620
    },
    {
      "epoch": 0.6198852772466539,
      "grad_norm": 3.318965432166625,
      "learning_rate": 1e-06,
      "loss": 0.3652,
      "step": 1621
    },
    {
      "epoch": 0.6202676864244742,
      "grad_norm": 3.1058845289668113,
      "learning_rate": 1e-06,
      "loss": 0.1816,
      "step": 1622
    },
    {
      "epoch": 0.6206500956022944,
      "grad_norm": 3.494146083701717,
      "learning_rate": 1e-06,
      "loss": 0.2191,
      "step": 1623
    },
    {
      "epoch": 0.6210325047801147,
      "grad_norm": 2.911256968586936,
      "learning_rate": 1e-06,
      "loss": 0.0933,
      "step": 1624
    },
    {
      "epoch": 0.621414913957935,
      "grad_norm": 4.57964187854441,
      "learning_rate": 1e-06,
      "loss": 0.2255,
      "step": 1625
    },
    {
      "epoch": 0.6217973231357553,
      "grad_norm": 7.234922581952464,
      "learning_rate": 1e-06,
      "loss": 0.4494,
      "step": 1626
    },
    {
      "epoch": 0.6221797323135755,
      "grad_norm": 2.7171413880571014,
      "learning_rate": 1e-06,
      "loss": 0.5141,
      "step": 1627
    },
    {
      "epoch": 0.6225621414913958,
      "grad_norm": 3.4219758876751425,
      "learning_rate": 1e-06,
      "loss": 0.3405,
      "step": 1628
    },
    {
      "epoch": 0.6229445506692161,
      "grad_norm": 2.5694710417966085,
      "learning_rate": 1e-06,
      "loss": 0.395,
      "step": 1629
    },
    {
      "epoch": 0.6233269598470363,
      "grad_norm": 3.0536773650517013,
      "learning_rate": 1e-06,
      "loss": 0.2961,
      "step": 1630
    },
    {
      "epoch": 0.6237093690248566,
      "grad_norm": 3.8657433481687753,
      "learning_rate": 1e-06,
      "loss": 0.3545,
      "step": 1631
    },
    {
      "epoch": 0.6240917782026769,
      "grad_norm": 3.1711600865062755,
      "learning_rate": 1e-06,
      "loss": 0.3322,
      "step": 1632
    },
    {
      "epoch": 0.6244741873804971,
      "grad_norm": 2.5303667199251354,
      "learning_rate": 1e-06,
      "loss": 0.3185,
      "step": 1633
    },
    {
      "epoch": 0.6248565965583174,
      "grad_norm": 3.089084536792682,
      "learning_rate": 1e-06,
      "loss": 0.2415,
      "step": 1634
    },
    {
      "epoch": 0.6252390057361377,
      "grad_norm": 5.177332093718016,
      "learning_rate": 1e-06,
      "loss": 0.196,
      "step": 1635
    },
    {
      "epoch": 0.625621414913958,
      "grad_norm": 2.9635470121544407,
      "learning_rate": 1e-06,
      "loss": 0.1352,
      "step": 1636
    },
    {
      "epoch": 0.6260038240917782,
      "grad_norm": 3.3452187993175597,
      "learning_rate": 1e-06,
      "loss": 0.1187,
      "step": 1637
    },
    {
      "epoch": 0.6263862332695985,
      "grad_norm": 6.97572531808549,
      "learning_rate": 1e-06,
      "loss": 0.3908,
      "step": 1638
    },
    {
      "epoch": 0.6267686424474187,
      "grad_norm": 5.440352820567418,
      "learning_rate": 1e-06,
      "loss": 0.6388,
      "step": 1639
    },
    {
      "epoch": 0.627151051625239,
      "grad_norm": 2.9229332950379163,
      "learning_rate": 1e-06,
      "loss": 0.4336,
      "step": 1640
    },
    {
      "epoch": 0.6275334608030593,
      "grad_norm": 2.539355451849907,
      "learning_rate": 1e-06,
      "loss": 0.3208,
      "step": 1641
    },
    {
      "epoch": 0.6279158699808796,
      "grad_norm": 2.289203105683247,
      "learning_rate": 1e-06,
      "loss": 0.4489,
      "step": 1642
    },
    {
      "epoch": 0.6282982791586998,
      "grad_norm": 3.1309029331615954,
      "learning_rate": 1e-06,
      "loss": 0.3362,
      "step": 1643
    },
    {
      "epoch": 0.62868068833652,
      "grad_norm": 3.3206080406153653,
      "learning_rate": 1e-06,
      "loss": 0.1911,
      "step": 1644
    },
    {
      "epoch": 0.6290630975143403,
      "grad_norm": 3.1214176243879708,
      "learning_rate": 1e-06,
      "loss": 0.3695,
      "step": 1645
    },
    {
      "epoch": 0.6294455066921606,
      "grad_norm": 3.8474336666265994,
      "learning_rate": 1e-06,
      "loss": 0.1746,
      "step": 1646
    },
    {
      "epoch": 0.6298279158699809,
      "grad_norm": 3.2207731536599136,
      "learning_rate": 1e-06,
      "loss": 0.1577,
      "step": 1647
    },
    {
      "epoch": 0.6302103250478012,
      "grad_norm": 2.067440358308397,
      "learning_rate": 1e-06,
      "loss": 0.1543,
      "step": 1648
    },
    {
      "epoch": 0.6305927342256215,
      "grad_norm": 2.2835514530593635,
      "learning_rate": 1e-06,
      "loss": 0.0666,
      "step": 1649
    },
    {
      "epoch": 0.6309751434034416,
      "grad_norm": 4.402501669541691,
      "learning_rate": 1e-06,
      "loss": 0.1261,
      "step": 1650
    },
    {
      "epoch": 0.6313575525812619,
      "grad_norm": 5.3180156124555795,
      "learning_rate": 1e-06,
      "loss": 0.34,
      "step": 1651
    },
    {
      "epoch": 0.6317399617590822,
      "grad_norm": 4.015899292598844,
      "learning_rate": 1e-06,
      "loss": 0.3995,
      "step": 1652
    },
    {
      "epoch": 0.6321223709369025,
      "grad_norm": 2.813014089435832,
      "learning_rate": 1e-06,
      "loss": 0.5354,
      "step": 1653
    },
    {
      "epoch": 0.6325047801147228,
      "grad_norm": 1.4126292599974228,
      "learning_rate": 1e-06,
      "loss": 0.5314,
      "step": 1654
    },
    {
      "epoch": 0.6328871892925431,
      "grad_norm": 2.7594537363019023,
      "learning_rate": 1e-06,
      "loss": 0.5301,
      "step": 1655
    },
    {
      "epoch": 0.6332695984703632,
      "grad_norm": 2.8815974954834624,
      "learning_rate": 1e-06,
      "loss": 0.3094,
      "step": 1656
    },
    {
      "epoch": 0.6336520076481835,
      "grad_norm": 2.462411106267252,
      "learning_rate": 1e-06,
      "loss": 0.2472,
      "step": 1657
    },
    {
      "epoch": 0.6340344168260038,
      "grad_norm": 3.105835399935763,
      "learning_rate": 1e-06,
      "loss": 0.3324,
      "step": 1658
    },
    {
      "epoch": 0.6344168260038241,
      "grad_norm": 5.450155679421611,
      "learning_rate": 1e-06,
      "loss": 0.1916,
      "step": 1659
    },
    {
      "epoch": 0.6347992351816444,
      "grad_norm": 5.199921225904796,
      "learning_rate": 1e-06,
      "loss": 0.1978,
      "step": 1660
    },
    {
      "epoch": 0.6351816443594647,
      "grad_norm": 3.691235476787247,
      "learning_rate": 1e-06,
      "loss": 0.1718,
      "step": 1661
    },
    {
      "epoch": 0.6355640535372848,
      "grad_norm": 5.067963089637659,
      "learning_rate": 1e-06,
      "loss": 0.1273,
      "step": 1662
    },
    {
      "epoch": 0.6359464627151051,
      "grad_norm": 5.3491196451746665,
      "learning_rate": 1e-06,
      "loss": 0.3786,
      "step": 1663
    },
    {
      "epoch": 0.6363288718929254,
      "grad_norm": 4.173036106563145,
      "learning_rate": 1e-06,
      "loss": 0.4033,
      "step": 1664
    },
    {
      "epoch": 0.6367112810707457,
      "grad_norm": 3.6322536900100064,
      "learning_rate": 1e-06,
      "loss": 0.5193,
      "step": 1665
    },
    {
      "epoch": 0.637093690248566,
      "grad_norm": 2.4756148297130585,
      "learning_rate": 1e-06,
      "loss": 0.4113,
      "step": 1666
    },
    {
      "epoch": 0.6374760994263863,
      "grad_norm": 3.255770914927566,
      "learning_rate": 1e-06,
      "loss": 0.3114,
      "step": 1667
    },
    {
      "epoch": 0.6378585086042065,
      "grad_norm": 3.8464504773120454,
      "learning_rate": 1e-06,
      "loss": 0.4712,
      "step": 1668
    },
    {
      "epoch": 0.6382409177820267,
      "grad_norm": 2.955989195467105,
      "learning_rate": 1e-06,
      "loss": 0.1994,
      "step": 1669
    },
    {
      "epoch": 0.638623326959847,
      "grad_norm": 2.600741970124298,
      "learning_rate": 1e-06,
      "loss": 0.1038,
      "step": 1670
    },
    {
      "epoch": 0.6390057361376673,
      "grad_norm": 3.1099354607855556,
      "learning_rate": 1e-06,
      "loss": 0.2166,
      "step": 1671
    },
    {
      "epoch": 0.6393881453154876,
      "grad_norm": 3.5664288456379634,
      "learning_rate": 1e-06,
      "loss": 0.3254,
      "step": 1672
    },
    {
      "epoch": 0.6397705544933079,
      "grad_norm": 3.727625281456364,
      "learning_rate": 1e-06,
      "loss": 0.2059,
      "step": 1673
    },
    {
      "epoch": 0.6401529636711281,
      "grad_norm": 3.330111631521315,
      "learning_rate": 1e-06,
      "loss": 0.1298,
      "step": 1674
    },
    {
      "epoch": 0.6405353728489483,
      "grad_norm": 5.150736872723286,
      "learning_rate": 1e-06,
      "loss": 0.1979,
      "step": 1675
    },
    {
      "epoch": 0.6409177820267686,
      "grad_norm": 4.3827972683837375,
      "learning_rate": 1e-06,
      "loss": 0.4554,
      "step": 1676
    },
    {
      "epoch": 0.6413001912045889,
      "grad_norm": 5.885968945902527,
      "learning_rate": 1e-06,
      "loss": 0.4346,
      "step": 1677
    },
    {
      "epoch": 0.6416826003824092,
      "grad_norm": 2.1649212286805266,
      "learning_rate": 1e-06,
      "loss": 0.488,
      "step": 1678
    },
    {
      "epoch": 0.6420650095602295,
      "grad_norm": 2.8184786511597806,
      "learning_rate": 1e-06,
      "loss": 0.3281,
      "step": 1679
    },
    {
      "epoch": 0.6424474187380497,
      "grad_norm": 2.618282624192141,
      "learning_rate": 1e-06,
      "loss": 0.3105,
      "step": 1680
    },
    {
      "epoch": 0.64282982791587,
      "grad_norm": 2.867418825552063,
      "learning_rate": 1e-06,
      "loss": 0.2497,
      "step": 1681
    },
    {
      "epoch": 0.6432122370936902,
      "grad_norm": 2.421551885892965,
      "learning_rate": 1e-06,
      "loss": 0.3143,
      "step": 1682
    },
    {
      "epoch": 0.6435946462715105,
      "grad_norm": 2.664223942940917,
      "learning_rate": 1e-06,
      "loss": 0.1734,
      "step": 1683
    },
    {
      "epoch": 0.6439770554493308,
      "grad_norm": 2.357248118143426,
      "learning_rate": 1e-06,
      "loss": 0.1671,
      "step": 1684
    },
    {
      "epoch": 0.6443594646271511,
      "grad_norm": 6.723963502329862,
      "learning_rate": 1e-06,
      "loss": 0.2437,
      "step": 1685
    },
    {
      "epoch": 0.6447418738049713,
      "grad_norm": 5.0651138527850295,
      "learning_rate": 1e-06,
      "loss": 0.2618,
      "step": 1686
    },
    {
      "epoch": 0.6451242829827916,
      "grad_norm": 4.32736849456671,
      "learning_rate": 1e-06,
      "loss": 0.1156,
      "step": 1687
    },
    {
      "epoch": 0.6455066921606119,
      "grad_norm": 5.403851986058783,
      "learning_rate": 1e-06,
      "loss": 0.2925,
      "step": 1688
    },
    {
      "epoch": 0.6458891013384321,
      "grad_norm": 5.4870437258588804,
      "learning_rate": 1e-06,
      "loss": 0.5704,
      "step": 1689
    },
    {
      "epoch": 0.6462715105162524,
      "grad_norm": 2.9527269529089644,
      "learning_rate": 1e-06,
      "loss": 0.4319,
      "step": 1690
    },
    {
      "epoch": 0.6466539196940727,
      "grad_norm": 2.7521387799722774,
      "learning_rate": 1e-06,
      "loss": 0.5618,
      "step": 1691
    },
    {
      "epoch": 0.6470363288718929,
      "grad_norm": 3.840974131049391,
      "learning_rate": 1e-06,
      "loss": 0.3291,
      "step": 1692
    },
    {
      "epoch": 0.6474187380497132,
      "grad_norm": 3.426352719670689,
      "learning_rate": 1e-06,
      "loss": 0.5471,
      "step": 1693
    },
    {
      "epoch": 0.6478011472275335,
      "grad_norm": 4.976341733721796,
      "learning_rate": 1e-06,
      "loss": 0.4847,
      "step": 1694
    },
    {
      "epoch": 0.6481835564053537,
      "grad_norm": 3.552568478981308,
      "learning_rate": 1e-06,
      "loss": 0.43,
      "step": 1695
    },
    {
      "epoch": 0.648565965583174,
      "grad_norm": 2.934198512740815,
      "learning_rate": 1e-06,
      "loss": 0.3435,
      "step": 1696
    },
    {
      "epoch": 0.6489483747609943,
      "grad_norm": 2.8276520222911943,
      "learning_rate": 1e-06,
      "loss": 0.2352,
      "step": 1697
    },
    {
      "epoch": 0.6493307839388145,
      "grad_norm": 3.9218239343973753,
      "learning_rate": 1e-06,
      "loss": 0.2914,
      "step": 1698
    },
    {
      "epoch": 0.6497131931166348,
      "grad_norm": 3.3779882694490158,
      "learning_rate": 1e-06,
      "loss": 0.1081,
      "step": 1699
    },
    {
      "epoch": 0.6500956022944551,
      "grad_norm": 4.367757852123347,
      "learning_rate": 1e-06,
      "loss": 0.1843,
      "step": 1700
    },
    {
      "epoch": 0.6504780114722754,
      "grad_norm": 5.006101890401848,
      "learning_rate": 1e-06,
      "loss": 0.7616,
      "step": 1701
    },
    {
      "epoch": 0.6508604206500956,
      "grad_norm": 3.2721356919280042,
      "learning_rate": 1e-06,
      "loss": 0.2695,
      "step": 1702
    },
    {
      "epoch": 0.6512428298279158,
      "grad_norm": 1.3918892760416124,
      "learning_rate": 1e-06,
      "loss": 0.5447,
      "step": 1703
    },
    {
      "epoch": 0.6516252390057361,
      "grad_norm": 3.9619045544238265,
      "learning_rate": 1e-06,
      "loss": 0.7589,
      "step": 1704
    },
    {
      "epoch": 0.6520076481835564,
      "grad_norm": 2.9728468083222777,
      "learning_rate": 1e-06,
      "loss": 0.2531,
      "step": 1705
    },
    {
      "epoch": 0.6523900573613767,
      "grad_norm": 2.996392624332678,
      "learning_rate": 1e-06,
      "loss": 0.3013,
      "step": 1706
    },
    {
      "epoch": 0.652772466539197,
      "grad_norm": 3.7618078615402455,
      "learning_rate": 1e-06,
      "loss": 0.2693,
      "step": 1707
    },
    {
      "epoch": 0.6531548757170172,
      "grad_norm": 2.285208729198416,
      "learning_rate": 1e-06,
      "loss": 0.1972,
      "step": 1708
    },
    {
      "epoch": 0.6535372848948374,
      "grad_norm": 3.874416184284152,
      "learning_rate": 1e-06,
      "loss": 0.1978,
      "step": 1709
    },
    {
      "epoch": 0.6539196940726577,
      "grad_norm": 3.1600430801931734,
      "learning_rate": 1e-06,
      "loss": 0.1301,
      "step": 1710
    },
    {
      "epoch": 0.654302103250478,
      "grad_norm": 5.052248524065872,
      "learning_rate": 1e-06,
      "loss": 0.3586,
      "step": 1711
    },
    {
      "epoch": 0.6546845124282983,
      "grad_norm": 2.662989425449097,
      "learning_rate": 1e-06,
      "loss": 0.09,
      "step": 1712
    },
    {
      "epoch": 0.6550669216061186,
      "grad_norm": 6.50430067544631,
      "learning_rate": 1e-06,
      "loss": 0.3388,
      "step": 1713
    },
    {
      "epoch": 0.6554493307839389,
      "grad_norm": 3.6709607873296353,
      "learning_rate": 1e-06,
      "loss": 0.4649,
      "step": 1714
    },
    {
      "epoch": 0.655831739961759,
      "grad_norm": 3.3219462605079326,
      "learning_rate": 1e-06,
      "loss": 0.4879,
      "step": 1715
    },
    {
      "epoch": 0.6562141491395793,
      "grad_norm": 3.2695636269118244,
      "learning_rate": 1e-06,
      "loss": 0.5663,
      "step": 1716
    },
    {
      "epoch": 0.6565965583173996,
      "grad_norm": 2.92610914279973,
      "learning_rate": 1e-06,
      "loss": 0.5111,
      "step": 1717
    },
    {
      "epoch": 0.6569789674952199,
      "grad_norm": 4.1060225007137,
      "learning_rate": 1e-06,
      "loss": 0.5329,
      "step": 1718
    },
    {
      "epoch": 0.6573613766730402,
      "grad_norm": 3.1458467563233303,
      "learning_rate": 1e-06,
      "loss": 0.3792,
      "step": 1719
    },
    {
      "epoch": 0.6577437858508605,
      "grad_norm": 2.8146208502026533,
      "learning_rate": 1e-06,
      "loss": 0.2088,
      "step": 1720
    },
    {
      "epoch": 0.6581261950286806,
      "grad_norm": 2.5008707437468076,
      "learning_rate": 1e-06,
      "loss": 0.375,
      "step": 1721
    },
    {
      "epoch": 0.6585086042065009,
      "grad_norm": 4.107443700161939,
      "learning_rate": 1e-06,
      "loss": 0.17,
      "step": 1722
    },
    {
      "epoch": 0.6588910133843212,
      "grad_norm": 3.5735843283007958,
      "learning_rate": 1e-06,
      "loss": 0.2203,
      "step": 1723
    },
    {
      "epoch": 0.6592734225621415,
      "grad_norm": 3.2595638992124876,
      "learning_rate": 1e-06,
      "loss": 0.1531,
      "step": 1724
    },
    {
      "epoch": 0.6596558317399618,
      "grad_norm": 3.4207497057215885,
      "learning_rate": 1e-06,
      "loss": 0.1183,
      "step": 1725
    },
    {
      "epoch": 0.6600382409177821,
      "grad_norm": 4.449081994852851,
      "learning_rate": 1e-06,
      "loss": 0.4619,
      "step": 1726
    },
    {
      "epoch": 0.6604206500956022,
      "grad_norm": 3.645980105397598,
      "learning_rate": 1e-06,
      "loss": 0.5698,
      "step": 1727
    },
    {
      "epoch": 0.6608030592734225,
      "grad_norm": 3.17886019354846,
      "learning_rate": 1e-06,
      "loss": 0.576,
      "step": 1728
    },
    {
      "epoch": 0.6611854684512428,
      "grad_norm": 2.309275982996253,
      "learning_rate": 1e-06,
      "loss": 0.26,
      "step": 1729
    },
    {
      "epoch": 0.6615678776290631,
      "grad_norm": 3.1960452855402597,
      "learning_rate": 1e-06,
      "loss": 0.24,
      "step": 1730
    },
    {
      "epoch": 0.6619502868068834,
      "grad_norm": 2.987791013709219,
      "learning_rate": 1e-06,
      "loss": 0.3228,
      "step": 1731
    },
    {
      "epoch": 0.6623326959847037,
      "grad_norm": 4.365707774596113,
      "learning_rate": 1e-06,
      "loss": 0.3277,
      "step": 1732
    },
    {
      "epoch": 0.6627151051625239,
      "grad_norm": 2.2909913773160038,
      "learning_rate": 1e-06,
      "loss": 0.1836,
      "step": 1733
    },
    {
      "epoch": 0.6630975143403441,
      "grad_norm": 2.5442436058021807,
      "learning_rate": 1e-06,
      "loss": 0.2696,
      "step": 1734
    },
    {
      "epoch": 0.6634799235181644,
      "grad_norm": 3.717153511036284,
      "learning_rate": 1e-06,
      "loss": 0.1953,
      "step": 1735
    },
    {
      "epoch": 0.6638623326959847,
      "grad_norm": 3.883942898127248,
      "learning_rate": 1e-06,
      "loss": 0.1044,
      "step": 1736
    },
    {
      "epoch": 0.664244741873805,
      "grad_norm": 4.682744984081185,
      "learning_rate": 1e-06,
      "loss": 0.185,
      "step": 1737
    },
    {
      "epoch": 0.6646271510516253,
      "grad_norm": 6.51903592851396,
      "learning_rate": 1e-06,
      "loss": 0.2527,
      "step": 1738
    },
    {
      "epoch": 0.6650095602294455,
      "grad_norm": 4.508646816747134,
      "learning_rate": 1e-06,
      "loss": 0.4237,
      "step": 1739
    },
    {
      "epoch": 0.6653919694072657,
      "grad_norm": 4.032820994306484,
      "learning_rate": 1e-06,
      "loss": 0.3399,
      "step": 1740
    },
    {
      "epoch": 0.665774378585086,
      "grad_norm": 2.9156831627182824,
      "learning_rate": 1e-06,
      "loss": 0.5586,
      "step": 1741
    },
    {
      "epoch": 0.6661567877629063,
      "grad_norm": 2.5427943578595387,
      "learning_rate": 1e-06,
      "loss": 0.2631,
      "step": 1742
    },
    {
      "epoch": 0.6665391969407266,
      "grad_norm": 3.71340905051251,
      "learning_rate": 1e-06,
      "loss": 0.6265,
      "step": 1743
    },
    {
      "epoch": 0.6669216061185469,
      "grad_norm": 3.0503382635928866,
      "learning_rate": 1e-06,
      "loss": 0.322,
      "step": 1744
    },
    {
      "epoch": 0.6673040152963671,
      "grad_norm": 3.1499401510699,
      "learning_rate": 1e-06,
      "loss": 0.3289,
      "step": 1745
    },
    {
      "epoch": 0.6676864244741874,
      "grad_norm": 3.863479470316066,
      "learning_rate": 1e-06,
      "loss": 0.2829,
      "step": 1746
    },
    {
      "epoch": 0.6680688336520076,
      "grad_norm": 3.4202907849106525,
      "learning_rate": 1e-06,
      "loss": 0.3704,
      "step": 1747
    },
    {
      "epoch": 0.6684512428298279,
      "grad_norm": 2.5903809509547693,
      "learning_rate": 1e-06,
      "loss": 0.1806,
      "step": 1748
    },
    {
      "epoch": 0.6688336520076482,
      "grad_norm": 3.983156264664412,
      "learning_rate": 1e-06,
      "loss": 0.0728,
      "step": 1749
    },
    {
      "epoch": 0.6692160611854685,
      "grad_norm": 3.8396316423169607,
      "learning_rate": 1e-06,
      "loss": 0.1351,
      "step": 1750
    },
    {
      "epoch": 0.6695984703632887,
      "grad_norm": 6.639303636918794,
      "learning_rate": 1e-06,
      "loss": 0.2754,
      "step": 1751
    },
    {
      "epoch": 0.669980879541109,
      "grad_norm": 4.3634602536441,
      "learning_rate": 1e-06,
      "loss": 0.5403,
      "step": 1752
    },
    {
      "epoch": 0.6703632887189293,
      "grad_norm": 2.234263063841419,
      "learning_rate": 1e-06,
      "loss": 0.4408,
      "step": 1753
    },
    {
      "epoch": 0.6707456978967495,
      "grad_norm": 2.782095277044659,
      "learning_rate": 1e-06,
      "loss": 0.3659,
      "step": 1754
    },
    {
      "epoch": 0.6711281070745698,
      "grad_norm": 3.3950645809183007,
      "learning_rate": 1e-06,
      "loss": 0.2794,
      "step": 1755
    },
    {
      "epoch": 0.6715105162523901,
      "grad_norm": 3.319697783169732,
      "learning_rate": 1e-06,
      "loss": 0.4635,
      "step": 1756
    },
    {
      "epoch": 0.6718929254302103,
      "grad_norm": 4.639040281423089,
      "learning_rate": 1e-06,
      "loss": 0.3632,
      "step": 1757
    },
    {
      "epoch": 0.6722753346080306,
      "grad_norm": 2.7845421497937988,
      "learning_rate": 1e-06,
      "loss": 0.1857,
      "step": 1758
    },
    {
      "epoch": 0.6726577437858509,
      "grad_norm": 4.246098017405284,
      "learning_rate": 1e-06,
      "loss": 0.2429,
      "step": 1759
    },
    {
      "epoch": 0.6730401529636711,
      "grad_norm": 2.5775100436972322,
      "learning_rate": 1e-06,
      "loss": 0.1729,
      "step": 1760
    },
    {
      "epoch": 0.6734225621414914,
      "grad_norm": 3.85421123307039,
      "learning_rate": 1e-06,
      "loss": 0.1487,
      "step": 1761
    },
    {
      "epoch": 0.6738049713193117,
      "grad_norm": 4.20058843940997,
      "learning_rate": 1e-06,
      "loss": 0.1726,
      "step": 1762
    },
    {
      "epoch": 0.6741873804971319,
      "grad_norm": 4.100446509261812,
      "learning_rate": 1e-06,
      "loss": 0.3263,
      "step": 1763
    },
    {
      "epoch": 0.6745697896749522,
      "grad_norm": 3.6600236247816706,
      "learning_rate": 1e-06,
      "loss": 0.5095,
      "step": 1764
    },
    {
      "epoch": 0.6749521988527725,
      "grad_norm": 3.121850372003473,
      "learning_rate": 1e-06,
      "loss": 0.371,
      "step": 1765
    },
    {
      "epoch": 0.6753346080305928,
      "grad_norm": 2.2848251755027307,
      "learning_rate": 1e-06,
      "loss": 0.4956,
      "step": 1766
    },
    {
      "epoch": 0.675717017208413,
      "grad_norm": 3.3260047140357583,
      "learning_rate": 1e-06,
      "loss": 0.4139,
      "step": 1767
    },
    {
      "epoch": 0.6760994263862332,
      "grad_norm": 2.881912545840869,
      "learning_rate": 1e-06,
      "loss": 0.4155,
      "step": 1768
    },
    {
      "epoch": 0.6764818355640535,
      "grad_norm": 3.464996231319255,
      "learning_rate": 1e-06,
      "loss": 0.2739,
      "step": 1769
    },
    {
      "epoch": 0.6768642447418738,
      "grad_norm": 2.4101347837311367,
      "learning_rate": 1e-06,
      "loss": 0.2138,
      "step": 1770
    },
    {
      "epoch": 0.6772466539196941,
      "grad_norm": 2.86264568108073,
      "learning_rate": 1e-06,
      "loss": 0.105,
      "step": 1771
    },
    {
      "epoch": 0.6776290630975144,
      "grad_norm": 2.4440868096800394,
      "learning_rate": 1e-06,
      "loss": 0.1686,
      "step": 1772
    },
    {
      "epoch": 0.6780114722753346,
      "grad_norm": 2.3747362693119,
      "learning_rate": 1e-06,
      "loss": 0.0947,
      "step": 1773
    },
    {
      "epoch": 0.6783938814531548,
      "grad_norm": 7.99965380873262,
      "learning_rate": 1e-06,
      "loss": 0.222,
      "step": 1774
    },
    {
      "epoch": 0.6787762906309751,
      "grad_norm": 4.487624635798562,
      "learning_rate": 1e-06,
      "loss": 0.2057,
      "step": 1775
    },
    {
      "epoch": 0.6791586998087954,
      "grad_norm": 4.712107853042115,
      "learning_rate": 1e-06,
      "loss": 0.4001,
      "step": 1776
    },
    {
      "epoch": 0.6795411089866157,
      "grad_norm": 2.910476728368903,
      "learning_rate": 1e-06,
      "loss": 0.6801,
      "step": 1777
    },
    {
      "epoch": 0.679923518164436,
      "grad_norm": 2.90719490687544,
      "learning_rate": 1e-06,
      "loss": 0.4021,
      "step": 1778
    },
    {
      "epoch": 0.6803059273422563,
      "grad_norm": 2.956284382077828,
      "learning_rate": 1e-06,
      "loss": 0.4785,
      "step": 1779
    },
    {
      "epoch": 0.6806883365200764,
      "grad_norm": 3.7123519611063123,
      "learning_rate": 1e-06,
      "loss": 0.4861,
      "step": 1780
    },
    {
      "epoch": 0.6810707456978967,
      "grad_norm": 2.3835400080491,
      "learning_rate": 1e-06,
      "loss": 0.5126,
      "step": 1781
    },
    {
      "epoch": 0.681453154875717,
      "grad_norm": 2.0118450828809378,
      "learning_rate": 1e-06,
      "loss": 0.3863,
      "step": 1782
    },
    {
      "epoch": 0.6818355640535373,
      "grad_norm": 2.476015337358834,
      "learning_rate": 1e-06,
      "loss": 0.223,
      "step": 1783
    },
    {
      "epoch": 0.6822179732313576,
      "grad_norm": 2.9900879827204383,
      "learning_rate": 1e-06,
      "loss": 0.2357,
      "step": 1784
    },
    {
      "epoch": 0.6826003824091779,
      "grad_norm": 4.134742790811418,
      "learning_rate": 1e-06,
      "loss": 0.2346,
      "step": 1785
    },
    {
      "epoch": 0.682982791586998,
      "grad_norm": 4.008352142945461,
      "learning_rate": 1e-06,
      "loss": 0.1502,
      "step": 1786
    },
    {
      "epoch": 0.6833652007648183,
      "grad_norm": 3.5316711444715336,
      "learning_rate": 1e-06,
      "loss": 0.0743,
      "step": 1787
    },
    {
      "epoch": 0.6837476099426386,
      "grad_norm": 4.468546189148733,
      "learning_rate": 1e-06,
      "loss": 0.2104,
      "step": 1788
    },
    {
      "epoch": 0.6841300191204589,
      "grad_norm": 4.987051600900471,
      "learning_rate": 1e-06,
      "loss": 0.6941,
      "step": 1789
    },
    {
      "epoch": 0.6845124282982792,
      "grad_norm": 3.0797028346190394,
      "learning_rate": 1e-06,
      "loss": 0.508,
      "step": 1790
    },
    {
      "epoch": 0.6848948374760995,
      "grad_norm": 3.0170605656983893,
      "learning_rate": 1e-06,
      "loss": 0.4026,
      "step": 1791
    },
    {
      "epoch": 0.6852772466539196,
      "grad_norm": 3.1333803342445936,
      "learning_rate": 1e-06,
      "loss": 0.3969,
      "step": 1792
    },
    {
      "epoch": 0.6856596558317399,
      "grad_norm": 2.9137190138234184,
      "learning_rate": 1e-06,
      "loss": 0.363,
      "step": 1793
    },
    {
      "epoch": 0.6860420650095602,
      "grad_norm": 3.12110795840203,
      "learning_rate": 1e-06,
      "loss": 0.3825,
      "step": 1794
    },
    {
      "epoch": 0.6864244741873805,
      "grad_norm": 2.0927769691626175,
      "learning_rate": 1e-06,
      "loss": 0.2357,
      "step": 1795
    },
    {
      "epoch": 0.6868068833652008,
      "grad_norm": 3.637968870796287,
      "learning_rate": 1e-06,
      "loss": 0.3408,
      "step": 1796
    },
    {
      "epoch": 0.6871892925430211,
      "grad_norm": 2.7240100707373522,
      "learning_rate": 1e-06,
      "loss": 0.222,
      "step": 1797
    },
    {
      "epoch": 0.6875717017208413,
      "grad_norm": 4.31605781080897,
      "learning_rate": 1e-06,
      "loss": 0.1569,
      "step": 1798
    },
    {
      "epoch": 0.6879541108986615,
      "grad_norm": 4.558239763730331,
      "learning_rate": 1e-06,
      "loss": 0.1587,
      "step": 1799
    },
    {
      "epoch": 0.6883365200764818,
      "grad_norm": 4.345872538832599,
      "learning_rate": 1e-06,
      "loss": 0.1445,
      "step": 1800
    },
    {
      "epoch": 0.6887189292543021,
      "grad_norm": 5.634707064795355,
      "learning_rate": 1e-06,
      "loss": 0.4121,
      "step": 1801
    },
    {
      "epoch": 0.6891013384321224,
      "grad_norm": 3.095011906516201,
      "learning_rate": 1e-06,
      "loss": 0.471,
      "step": 1802
    },
    {
      "epoch": 0.6894837476099427,
      "grad_norm": 6.63452931394001,
      "learning_rate": 1e-06,
      "loss": 0.4599,
      "step": 1803
    },
    {
      "epoch": 0.6898661567877629,
      "grad_norm": 3.9377954765746828,
      "learning_rate": 1e-06,
      "loss": 0.2971,
      "step": 1804
    },
    {
      "epoch": 0.6902485659655831,
      "grad_norm": 2.9167459931258204,
      "learning_rate": 1e-06,
      "loss": 0.546,
      "step": 1805
    },
    {
      "epoch": 0.6906309751434034,
      "grad_norm": 3.3406928516773355,
      "learning_rate": 1e-06,
      "loss": 0.5512,
      "step": 1806
    },
    {
      "epoch": 0.6910133843212237,
      "grad_norm": 3.420617138020482,
      "learning_rate": 1e-06,
      "loss": 0.2173,
      "step": 1807
    },
    {
      "epoch": 0.691395793499044,
      "grad_norm": 2.6627656795135697,
      "learning_rate": 1e-06,
      "loss": 0.2218,
      "step": 1808
    },
    {
      "epoch": 0.6917782026768643,
      "grad_norm": 3.961977489209145,
      "learning_rate": 1e-06,
      "loss": 0.1896,
      "step": 1809
    },
    {
      "epoch": 0.6921606118546845,
      "grad_norm": 3.6100959883421306,
      "learning_rate": 1e-06,
      "loss": 0.0963,
      "step": 1810
    },
    {
      "epoch": 0.6925430210325048,
      "grad_norm": 5.676831982382531,
      "learning_rate": 1e-06,
      "loss": 0.2514,
      "step": 1811
    },
    {
      "epoch": 0.692925430210325,
      "grad_norm": 4.603937595014096,
      "learning_rate": 1e-06,
      "loss": 0.154,
      "step": 1812
    },
    {
      "epoch": 0.6933078393881453,
      "grad_norm": 6.680118372890564,
      "learning_rate": 1e-06,
      "loss": 0.1824,
      "step": 1813
    },
    {
      "epoch": 0.6936902485659656,
      "grad_norm": 4.771502762960885,
      "learning_rate": 1e-06,
      "loss": 0.75,
      "step": 1814
    },
    {
      "epoch": 0.6940726577437859,
      "grad_norm": 3.6447441145215334,
      "learning_rate": 1e-06,
      "loss": 0.6686,
      "step": 1815
    },
    {
      "epoch": 0.6944550669216061,
      "grad_norm": 2.5821162915328326,
      "learning_rate": 1e-06,
      "loss": 0.3767,
      "step": 1816
    },
    {
      "epoch": 0.6948374760994264,
      "grad_norm": 3.5827351152104057,
      "learning_rate": 1e-06,
      "loss": 0.409,
      "step": 1817
    },
    {
      "epoch": 0.6952198852772467,
      "grad_norm": 2.1990456114892005,
      "learning_rate": 1e-06,
      "loss": 0.3815,
      "step": 1818
    },
    {
      "epoch": 0.6956022944550669,
      "grad_norm": 3.148419780066062,
      "learning_rate": 1e-06,
      "loss": 0.2984,
      "step": 1819
    },
    {
      "epoch": 0.6959847036328872,
      "grad_norm": 3.385631628792315,
      "learning_rate": 1e-06,
      "loss": 0.2934,
      "step": 1820
    },
    {
      "epoch": 0.6963671128107075,
      "grad_norm": 3.236165016682208,
      "learning_rate": 1e-06,
      "loss": 0.2187,
      "step": 1821
    },
    {
      "epoch": 0.6967495219885277,
      "grad_norm": 2.7217993461877756,
      "learning_rate": 1e-06,
      "loss": 0.1829,
      "step": 1822
    },
    {
      "epoch": 0.697131931166348,
      "grad_norm": 4.96599324843293,
      "learning_rate": 1e-06,
      "loss": 0.219,
      "step": 1823
    },
    {
      "epoch": 0.6975143403441683,
      "grad_norm": 3.333908428808765,
      "learning_rate": 1e-06,
      "loss": 0.0983,
      "step": 1824
    },
    {
      "epoch": 0.6978967495219885,
      "grad_norm": 5.570685033124853,
      "learning_rate": 1e-06,
      "loss": 0.263,
      "step": 1825
    },
    {
      "epoch": 0.6982791586998088,
      "grad_norm": 6.411933573492392,
      "learning_rate": 1e-06,
      "loss": 0.2969,
      "step": 1826
    },
    {
      "epoch": 0.698661567877629,
      "grad_norm": 3.775101636314174,
      "learning_rate": 1e-06,
      "loss": 0.5427,
      "step": 1827
    },
    {
      "epoch": 0.6990439770554493,
      "grad_norm": 7.071409024518453,
      "learning_rate": 1e-06,
      "loss": 0.6173,
      "step": 1828
    },
    {
      "epoch": 0.6994263862332696,
      "grad_norm": 3.762640439070742,
      "learning_rate": 1e-06,
      "loss": 0.3903,
      "step": 1829
    },
    {
      "epoch": 0.6998087954110899,
      "grad_norm": 3.2679992513854197,
      "learning_rate": 1e-06,
      "loss": 0.3204,
      "step": 1830
    },
    {
      "epoch": 0.7001912045889102,
      "grad_norm": 3.7052534079024153,
      "learning_rate": 1e-06,
      "loss": 0.577,
      "step": 1831
    },
    {
      "epoch": 0.7005736137667304,
      "grad_norm": 2.291632033577672,
      "learning_rate": 1e-06,
      "loss": 0.3083,
      "step": 1832
    },
    {
      "epoch": 0.7009560229445506,
      "grad_norm": 3.1704137283039517,
      "learning_rate": 1e-06,
      "loss": 0.2115,
      "step": 1833
    },
    {
      "epoch": 0.7013384321223709,
      "grad_norm": 2.7626738238990645,
      "learning_rate": 1e-06,
      "loss": 0.2287,
      "step": 1834
    },
    {
      "epoch": 0.7017208413001912,
      "grad_norm": 3.2028281469723106,
      "learning_rate": 1e-06,
      "loss": 0.2692,
      "step": 1835
    },
    {
      "epoch": 0.7021032504780115,
      "grad_norm": 3.9638971410776977,
      "learning_rate": 1e-06,
      "loss": 0.121,
      "step": 1836
    },
    {
      "epoch": 0.7024856596558318,
      "grad_norm": 2.8519179867245357,
      "learning_rate": 1e-06,
      "loss": 0.0548,
      "step": 1837
    },
    {
      "epoch": 0.702868068833652,
      "grad_norm": 4.584365497311428,
      "learning_rate": 1e-06,
      "loss": 0.2794,
      "step": 1838
    },
    {
      "epoch": 0.7032504780114722,
      "grad_norm": 5.193457985207564,
      "learning_rate": 1e-06,
      "loss": 0.4874,
      "step": 1839
    },
    {
      "epoch": 0.7036328871892925,
      "grad_norm": 3.693068744555693,
      "learning_rate": 1e-06,
      "loss": 0.6087,
      "step": 1840
    },
    {
      "epoch": 0.7040152963671128,
      "grad_norm": 2.6873466093069327,
      "learning_rate": 1e-06,
      "loss": 0.4215,
      "step": 1841
    },
    {
      "epoch": 0.7043977055449331,
      "grad_norm": 4.868728516204405,
      "learning_rate": 1e-06,
      "loss": 0.4795,
      "step": 1842
    },
    {
      "epoch": 0.7047801147227534,
      "grad_norm": 2.704295087056366,
      "learning_rate": 1e-06,
      "loss": 0.3664,
      "step": 1843
    },
    {
      "epoch": 0.7051625239005737,
      "grad_norm": 2.0360407746734377,
      "learning_rate": 1e-06,
      "loss": 0.181,
      "step": 1844
    },
    {
      "epoch": 0.7055449330783938,
      "grad_norm": 2.5505686929886457,
      "learning_rate": 1e-06,
      "loss": 0.1876,
      "step": 1845
    },
    {
      "epoch": 0.7059273422562141,
      "grad_norm": 2.925389588323107,
      "learning_rate": 1e-06,
      "loss": 0.2242,
      "step": 1846
    },
    {
      "epoch": 0.7063097514340344,
      "grad_norm": 3.9714455649276004,
      "learning_rate": 1e-06,
      "loss": 0.2156,
      "step": 1847
    },
    {
      "epoch": 0.7066921606118547,
      "grad_norm": 2.8432737517589484,
      "learning_rate": 1e-06,
      "loss": 0.1292,
      "step": 1848
    },
    {
      "epoch": 0.707074569789675,
      "grad_norm": 3.3187594023892824,
      "learning_rate": 1e-06,
      "loss": 0.0879,
      "step": 1849
    },
    {
      "epoch": 0.7074569789674953,
      "grad_norm": 4.174831071736803,
      "learning_rate": 1e-06,
      "loss": 0.1524,
      "step": 1850
    },
    {
      "epoch": 0.7078393881453154,
      "grad_norm": 4.211490516939054,
      "learning_rate": 1e-06,
      "loss": 0.3833,
      "step": 1851
    },
    {
      "epoch": 0.7082217973231357,
      "grad_norm": 4.472239592355886,
      "learning_rate": 1e-06,
      "loss": 0.7896,
      "step": 1852
    },
    {
      "epoch": 0.708604206500956,
      "grad_norm": 3.334509800882675,
      "learning_rate": 1e-06,
      "loss": 0.4439,
      "step": 1853
    },
    {
      "epoch": 0.7089866156787763,
      "grad_norm": 2.205621049401282,
      "learning_rate": 1e-06,
      "loss": 0.5861,
      "step": 1854
    },
    {
      "epoch": 0.7093690248565966,
      "grad_norm": 3.6115895533078644,
      "learning_rate": 1e-06,
      "loss": 0.5834,
      "step": 1855
    },
    {
      "epoch": 0.7097514340344169,
      "grad_norm": 2.5330680628810085,
      "learning_rate": 1e-06,
      "loss": 0.41,
      "step": 1856
    },
    {
      "epoch": 0.710133843212237,
      "grad_norm": 1.9168456104613885,
      "learning_rate": 1e-06,
      "loss": 0.3146,
      "step": 1857
    },
    {
      "epoch": 0.7105162523900573,
      "grad_norm": 3.2846287361661197,
      "learning_rate": 1e-06,
      "loss": 0.3478,
      "step": 1858
    },
    {
      "epoch": 0.7108986615678776,
      "grad_norm": 2.62089053416537,
      "learning_rate": 1e-06,
      "loss": 0.1584,
      "step": 1859
    },
    {
      "epoch": 0.7112810707456979,
      "grad_norm": 4.912714301717813,
      "learning_rate": 1e-06,
      "loss": 0.2955,
      "step": 1860
    },
    {
      "epoch": 0.7116634799235182,
      "grad_norm": 3.5978899122935775,
      "learning_rate": 1e-06,
      "loss": 0.0844,
      "step": 1861
    },
    {
      "epoch": 0.7120458891013385,
      "grad_norm": 4.862546027193691,
      "learning_rate": 1e-06,
      "loss": 0.1187,
      "step": 1862
    },
    {
      "epoch": 0.7124282982791587,
      "grad_norm": 6.103384061082042,
      "learning_rate": 1e-06,
      "loss": 0.1864,
      "step": 1863
    },
    {
      "epoch": 0.7128107074569789,
      "grad_norm": 4.6811541518214534,
      "learning_rate": 1e-06,
      "loss": 0.565,
      "step": 1864
    },
    {
      "epoch": 0.7131931166347992,
      "grad_norm": 3.4928539075510487,
      "learning_rate": 1e-06,
      "loss": 0.5202,
      "step": 1865
    },
    {
      "epoch": 0.7135755258126195,
      "grad_norm": 3.4404708509015625,
      "learning_rate": 1e-06,
      "loss": 0.3804,
      "step": 1866
    },
    {
      "epoch": 0.7139579349904398,
      "grad_norm": 2.1495928622815477,
      "learning_rate": 1e-06,
      "loss": 0.5346,
      "step": 1867
    },
    {
      "epoch": 0.7143403441682601,
      "grad_norm": 2.6974655618670087,
      "learning_rate": 1e-06,
      "loss": 0.505,
      "step": 1868
    },
    {
      "epoch": 0.7147227533460803,
      "grad_norm": 4.0097496898276885,
      "learning_rate": 1e-06,
      "loss": 0.3809,
      "step": 1869
    },
    {
      "epoch": 0.7151051625239006,
      "grad_norm": 3.45407519493576,
      "learning_rate": 1e-06,
      "loss": 0.3726,
      "step": 1870
    },
    {
      "epoch": 0.7154875717017208,
      "grad_norm": 3.2900777595397894,
      "learning_rate": 1e-06,
      "loss": 0.2127,
      "step": 1871
    },
    {
      "epoch": 0.7158699808795411,
      "grad_norm": 4.368430736920466,
      "learning_rate": 1e-06,
      "loss": 0.1821,
      "step": 1872
    },
    {
      "epoch": 0.7162523900573614,
      "grad_norm": 3.4827469242403564,
      "learning_rate": 1e-06,
      "loss": 0.2243,
      "step": 1873
    },
    {
      "epoch": 0.7166347992351817,
      "grad_norm": 4.181869137118051,
      "learning_rate": 1e-06,
      "loss": 0.1036,
      "step": 1874
    },
    {
      "epoch": 0.7170172084130019,
      "grad_norm": 6.611198300054725,
      "learning_rate": 1e-06,
      "loss": 0.2067,
      "step": 1875
    },
    {
      "epoch": 0.7173996175908222,
      "grad_norm": 6.57649236067522,
      "learning_rate": 1e-06,
      "loss": 0.6051,
      "step": 1876
    },
    {
      "epoch": 0.7177820267686424,
      "grad_norm": 4.121052326880088,
      "learning_rate": 1e-06,
      "loss": 0.6721,
      "step": 1877
    },
    {
      "epoch": 0.7181644359464627,
      "grad_norm": 3.35239881916105,
      "learning_rate": 1e-06,
      "loss": 0.5213,
      "step": 1878
    },
    {
      "epoch": 0.718546845124283,
      "grad_norm": 3.1891759318654165,
      "learning_rate": 1e-06,
      "loss": 0.3168,
      "step": 1879
    },
    {
      "epoch": 0.7189292543021033,
      "grad_norm": 3.4945218948112817,
      "learning_rate": 1e-06,
      "loss": 0.2938,
      "step": 1880
    },
    {
      "epoch": 0.7193116634799235,
      "grad_norm": 3.5559991784969105,
      "learning_rate": 1e-06,
      "loss": 0.2688,
      "step": 1881
    },
    {
      "epoch": 0.7196940726577438,
      "grad_norm": 2.812100784790976,
      "learning_rate": 1e-06,
      "loss": 0.3084,
      "step": 1882
    },
    {
      "epoch": 0.720076481835564,
      "grad_norm": 2.4886104539636467,
      "learning_rate": 1e-06,
      "loss": 0.1731,
      "step": 1883
    },
    {
      "epoch": 0.7204588910133843,
      "grad_norm": 3.2822932446830215,
      "learning_rate": 1e-06,
      "loss": 0.1773,
      "step": 1884
    },
    {
      "epoch": 0.7208413001912046,
      "grad_norm": 2.9886354722655595,
      "learning_rate": 1e-06,
      "loss": 0.1471,
      "step": 1885
    },
    {
      "epoch": 0.7212237093690248,
      "grad_norm": 4.083413389290498,
      "learning_rate": 1e-06,
      "loss": 0.162,
      "step": 1886
    },
    {
      "epoch": 0.7216061185468451,
      "grad_norm": 3.2348496830492492,
      "learning_rate": 1e-06,
      "loss": 0.1084,
      "step": 1887
    },
    {
      "epoch": 0.7219885277246654,
      "grad_norm": 6.62174994443766,
      "learning_rate": 1e-06,
      "loss": 0.3879,
      "step": 1888
    },
    {
      "epoch": 0.7223709369024857,
      "grad_norm": 4.169378212144267,
      "learning_rate": 1e-06,
      "loss": 0.5458,
      "step": 1889
    },
    {
      "epoch": 0.722753346080306,
      "grad_norm": 4.000780506279222,
      "learning_rate": 1e-06,
      "loss": 0.3392,
      "step": 1890
    },
    {
      "epoch": 0.7231357552581262,
      "grad_norm": 2.150841162498716,
      "learning_rate": 1e-06,
      "loss": 0.1693,
      "step": 1891
    },
    {
      "epoch": 0.7235181644359464,
      "grad_norm": 2.410613030623257,
      "learning_rate": 1e-06,
      "loss": 0.5151,
      "step": 1892
    },
    {
      "epoch": 0.7239005736137667,
      "grad_norm": 2.9877919712803735,
      "learning_rate": 1e-06,
      "loss": 0.5863,
      "step": 1893
    },
    {
      "epoch": 0.724282982791587,
      "grad_norm": 4.180110503565843,
      "learning_rate": 1e-06,
      "loss": 0.4053,
      "step": 1894
    },
    {
      "epoch": 0.7246653919694073,
      "grad_norm": 3.0684353669078828,
      "learning_rate": 1e-06,
      "loss": 0.4632,
      "step": 1895
    },
    {
      "epoch": 0.7250478011472276,
      "grad_norm": 3.7202368576774356,
      "learning_rate": 1e-06,
      "loss": 0.2632,
      "step": 1896
    },
    {
      "epoch": 0.7254302103250478,
      "grad_norm": 2.7200966492479637,
      "learning_rate": 1e-06,
      "loss": 0.2772,
      "step": 1897
    },
    {
      "epoch": 0.725812619502868,
      "grad_norm": 2.4582363260386018,
      "learning_rate": 1e-06,
      "loss": 0.1286,
      "step": 1898
    },
    {
      "epoch": 0.7261950286806883,
      "grad_norm": 4.900075927457515,
      "learning_rate": 1e-06,
      "loss": 0.1468,
      "step": 1899
    },
    {
      "epoch": 0.7265774378585086,
      "grad_norm": 5.773966722403739,
      "learning_rate": 1e-06,
      "loss": 0.1803,
      "step": 1900
    },
    {
      "epoch": 0.7269598470363289,
      "grad_norm": 4.439438517353882,
      "learning_rate": 1e-06,
      "loss": 0.4792,
      "step": 1901
    },
    {
      "epoch": 0.7273422562141492,
      "grad_norm": 3.5652131574126233,
      "learning_rate": 1e-06,
      "loss": 0.5077,
      "step": 1902
    },
    {
      "epoch": 0.7277246653919694,
      "grad_norm": 4.41994129400838,
      "learning_rate": 1e-06,
      "loss": 0.4999,
      "step": 1903
    },
    {
      "epoch": 0.7281070745697896,
      "grad_norm": 2.0358063287410446,
      "learning_rate": 1e-06,
      "loss": 0.5988,
      "step": 1904
    },
    {
      "epoch": 0.7284894837476099,
      "grad_norm": 2.6470563770108355,
      "learning_rate": 1e-06,
      "loss": 0.3909,
      "step": 1905
    },
    {
      "epoch": 0.7288718929254302,
      "grad_norm": 3.8597156204460625,
      "learning_rate": 1e-06,
      "loss": 0.3542,
      "step": 1906
    },
    {
      "epoch": 0.7292543021032505,
      "grad_norm": 3.1934985395899718,
      "learning_rate": 1e-06,
      "loss": 0.2437,
      "step": 1907
    },
    {
      "epoch": 0.7296367112810708,
      "grad_norm": 3.2701656040639486,
      "learning_rate": 1e-06,
      "loss": 0.1474,
      "step": 1908
    },
    {
      "epoch": 0.7300191204588911,
      "grad_norm": 2.4833295049787196,
      "learning_rate": 1e-06,
      "loss": 0.2791,
      "step": 1909
    },
    {
      "epoch": 0.7304015296367112,
      "grad_norm": 3.7614979268161752,
      "learning_rate": 1e-06,
      "loss": 0.1431,
      "step": 1910
    },
    {
      "epoch": 0.7307839388145315,
      "grad_norm": 4.869833139933135,
      "learning_rate": 1e-06,
      "loss": 0.2185,
      "step": 1911
    },
    {
      "epoch": 0.7311663479923518,
      "grad_norm": 4.298374649525742,
      "learning_rate": 1e-06,
      "loss": 0.1067,
      "step": 1912
    },
    {
      "epoch": 0.7315487571701721,
      "grad_norm": 6.476052700174656,
      "learning_rate": 1e-06,
      "loss": 0.3223,
      "step": 1913
    },
    {
      "epoch": 0.7319311663479924,
      "grad_norm": 4.323621920618311,
      "learning_rate": 1e-06,
      "loss": 0.3189,
      "step": 1914
    },
    {
      "epoch": 0.7323135755258127,
      "grad_norm": 2.657115211943629,
      "learning_rate": 1e-06,
      "loss": 0.3768,
      "step": 1915
    },
    {
      "epoch": 0.7326959847036328,
      "grad_norm": 3.37992019875126,
      "learning_rate": 1e-06,
      "loss": 0.3918,
      "step": 1916
    },
    {
      "epoch": 0.7330783938814531,
      "grad_norm": 3.1789435938762542,
      "learning_rate": 1e-06,
      "loss": 0.3355,
      "step": 1917
    },
    {
      "epoch": 0.7334608030592734,
      "grad_norm": 3.519897035479995,
      "learning_rate": 1e-06,
      "loss": 0.3091,
      "step": 1918
    },
    {
      "epoch": 0.7338432122370937,
      "grad_norm": 2.9668340021438433,
      "learning_rate": 1e-06,
      "loss": 0.3655,
      "step": 1919
    },
    {
      "epoch": 0.734225621414914,
      "grad_norm": 4.146447115500284,
      "learning_rate": 1e-06,
      "loss": 0.2495,
      "step": 1920
    },
    {
      "epoch": 0.7346080305927343,
      "grad_norm": 2.6198207077530102,
      "learning_rate": 1e-06,
      "loss": 0.1357,
      "step": 1921
    },
    {
      "epoch": 0.7349904397705544,
      "grad_norm": 3.949068664657057,
      "learning_rate": 1e-06,
      "loss": 0.2524,
      "step": 1922
    },
    {
      "epoch": 0.7353728489483747,
      "grad_norm": 4.445273669028006,
      "learning_rate": 1e-06,
      "loss": 0.152,
      "step": 1923
    },
    {
      "epoch": 0.735755258126195,
      "grad_norm": 3.1655209794422565,
      "learning_rate": 1e-06,
      "loss": 0.1172,
      "step": 1924
    },
    {
      "epoch": 0.7361376673040153,
      "grad_norm": 3.7767993806941504,
      "learning_rate": 1e-06,
      "loss": 0.1635,
      "step": 1925
    },
    {
      "epoch": 0.7365200764818356,
      "grad_norm": 4.993509848767819,
      "learning_rate": 1e-06,
      "loss": 0.2869,
      "step": 1926
    },
    {
      "epoch": 0.7369024856596559,
      "grad_norm": 3.545566401462217,
      "learning_rate": 1e-06,
      "loss": 0.5885,
      "step": 1927
    },
    {
      "epoch": 0.7372848948374761,
      "grad_norm": 10.560810382843867,
      "learning_rate": 1e-06,
      "loss": 0.4926,
      "step": 1928
    },
    {
      "epoch": 0.7376673040152963,
      "grad_norm": 2.330562058466115,
      "learning_rate": 1e-06,
      "loss": 0.4563,
      "step": 1929
    },
    {
      "epoch": 0.7380497131931166,
      "grad_norm": 2.144996022929882,
      "learning_rate": 1e-06,
      "loss": 0.314,
      "step": 1930
    },
    {
      "epoch": 0.7384321223709369,
      "grad_norm": 3.0278741974794325,
      "learning_rate": 1e-06,
      "loss": 0.3752,
      "step": 1931
    },
    {
      "epoch": 0.7388145315487572,
      "grad_norm": 2.002602790927952,
      "learning_rate": 1e-06,
      "loss": 0.3564,
      "step": 1932
    },
    {
      "epoch": 0.7391969407265775,
      "grad_norm": 3.743961558788568,
      "learning_rate": 1e-06,
      "loss": 0.399,
      "step": 1933
    },
    {
      "epoch": 0.7395793499043977,
      "grad_norm": 3.8753553658246336,
      "learning_rate": 1e-06,
      "loss": 0.3506,
      "step": 1934
    },
    {
      "epoch": 0.739961759082218,
      "grad_norm": 3.002976847952848,
      "learning_rate": 1e-06,
      "loss": 0.2142,
      "step": 1935
    },
    {
      "epoch": 0.7403441682600382,
      "grad_norm": 2.0153218122643652,
      "learning_rate": 1e-06,
      "loss": 0.057,
      "step": 1936
    },
    {
      "epoch": 0.7407265774378585,
      "grad_norm": 3.0885672265335886,
      "learning_rate": 1e-06,
      "loss": 0.0932,
      "step": 1937
    },
    {
      "epoch": 0.7411089866156788,
      "grad_norm": 4.183245419088883,
      "learning_rate": 1e-06,
      "loss": 0.2852,
      "step": 1938
    },
    {
      "epoch": 0.7414913957934991,
      "grad_norm": 4.42740417514626,
      "learning_rate": 1e-06,
      "loss": 0.556,
      "step": 1939
    },
    {
      "epoch": 0.7418738049713193,
      "grad_norm": 3.603905699585369,
      "learning_rate": 1e-06,
      "loss": 0.4392,
      "step": 1940
    },
    {
      "epoch": 0.7422562141491396,
      "grad_norm": 3.007430411506426,
      "learning_rate": 1e-06,
      "loss": 0.3079,
      "step": 1941
    },
    {
      "epoch": 0.7426386233269598,
      "grad_norm": 1.5184469006913335,
      "learning_rate": 1e-06,
      "loss": 0.284,
      "step": 1942
    },
    {
      "epoch": 0.7430210325047801,
      "grad_norm": 2.088187044118794,
      "learning_rate": 1e-06,
      "loss": 0.3736,
      "step": 1943
    },
    {
      "epoch": 0.7434034416826004,
      "grad_norm": 3.5731852053310473,
      "learning_rate": 1e-06,
      "loss": 0.5477,
      "step": 1944
    },
    {
      "epoch": 0.7437858508604207,
      "grad_norm": 2.961146525953916,
      "learning_rate": 1e-06,
      "loss": 0.3065,
      "step": 1945
    },
    {
      "epoch": 0.7441682600382409,
      "grad_norm": 3.6100323231272373,
      "learning_rate": 1e-06,
      "loss": 0.2124,
      "step": 1946
    },
    {
      "epoch": 0.7445506692160612,
      "grad_norm": 2.7169788774070143,
      "learning_rate": 1e-06,
      "loss": 0.252,
      "step": 1947
    },
    {
      "epoch": 0.7449330783938815,
      "grad_norm": 4.019746201887364,
      "learning_rate": 1e-06,
      "loss": 0.2892,
      "step": 1948
    },
    {
      "epoch": 0.7453154875717017,
      "grad_norm": 3.0840721963429876,
      "learning_rate": 1e-06,
      "loss": 0.1068,
      "step": 1949
    },
    {
      "epoch": 0.745697896749522,
      "grad_norm": 4.265207347055815,
      "learning_rate": 1e-06,
      "loss": 0.2368,
      "step": 1950
    },
    {
      "epoch": 0.7460803059273422,
      "grad_norm": 5.169757882209663,
      "learning_rate": 1e-06,
      "loss": 0.4368,
      "step": 1951
    },
    {
      "epoch": 0.7464627151051625,
      "grad_norm": 3.5514206850845325,
      "learning_rate": 1e-06,
      "loss": 0.5124,
      "step": 1952
    },
    {
      "epoch": 0.7468451242829828,
      "grad_norm": 3.3868851670293685,
      "learning_rate": 1e-06,
      "loss": 0.3539,
      "step": 1953
    },
    {
      "epoch": 0.7472275334608031,
      "grad_norm": 3.3671307127516408,
      "learning_rate": 1e-06,
      "loss": 0.3289,
      "step": 1954
    },
    {
      "epoch": 0.7476099426386233,
      "grad_norm": 3.7899307357377197,
      "learning_rate": 1e-06,
      "loss": 0.4966,
      "step": 1955
    },
    {
      "epoch": 0.7479923518164436,
      "grad_norm": 2.3303891635442464,
      "learning_rate": 1e-06,
      "loss": 0.2466,
      "step": 1956
    },
    {
      "epoch": 0.7483747609942638,
      "grad_norm": 4.211143587692316,
      "learning_rate": 1e-06,
      "loss": 0.468,
      "step": 1957
    },
    {
      "epoch": 0.7487571701720841,
      "grad_norm": 2.4047094590719373,
      "learning_rate": 1e-06,
      "loss": 0.2326,
      "step": 1958
    },
    {
      "epoch": 0.7491395793499044,
      "grad_norm": 3.3531454834041328,
      "learning_rate": 1e-06,
      "loss": 0.3103,
      "step": 1959
    },
    {
      "epoch": 0.7495219885277247,
      "grad_norm": 3.2136104994727934,
      "learning_rate": 1e-06,
      "loss": 0.2424,
      "step": 1960
    },
    {
      "epoch": 0.749904397705545,
      "grad_norm": 4.63095925431355,
      "learning_rate": 1e-06,
      "loss": 0.1649,
      "step": 1961
    },
    {
      "epoch": 0.7502868068833652,
      "grad_norm": 4.552692899183663,
      "learning_rate": 1e-06,
      "loss": 0.1504,
      "step": 1962
    },
    {
      "epoch": 0.7506692160611854,
      "grad_norm": 6.039571289106634,
      "learning_rate": 1e-06,
      "loss": 0.3453,
      "step": 1963
    },
    {
      "epoch": 0.7510516252390057,
      "grad_norm": 6.0466352706032405,
      "learning_rate": 1e-06,
      "loss": 0.5867,
      "step": 1964
    },
    {
      "epoch": 0.751434034416826,
      "grad_norm": 2.1601803107413398,
      "learning_rate": 1e-06,
      "loss": 0.3917,
      "step": 1965
    },
    {
      "epoch": 0.7518164435946463,
      "grad_norm": 1.9370251965949365,
      "learning_rate": 1e-06,
      "loss": 0.1983,
      "step": 1966
    },
    {
      "epoch": 0.7521988527724666,
      "grad_norm": 2.6129106335779917,
      "learning_rate": 1e-06,
      "loss": 0.1441,
      "step": 1967
    },
    {
      "epoch": 0.7525812619502869,
      "grad_norm": 4.027613455975739,
      "learning_rate": 1e-06,
      "loss": 0.4051,
      "step": 1968
    },
    {
      "epoch": 0.752963671128107,
      "grad_norm": 3.8408939326388887,
      "learning_rate": 1e-06,
      "loss": 0.4728,
      "step": 1969
    },
    {
      "epoch": 0.7533460803059273,
      "grad_norm": 3.506971908478582,
      "learning_rate": 1e-06,
      "loss": 0.3481,
      "step": 1970
    },
    {
      "epoch": 0.7537284894837476,
      "grad_norm": 3.4824632266719013,
      "learning_rate": 1e-06,
      "loss": 0.3397,
      "step": 1971
    },
    {
      "epoch": 0.7541108986615679,
      "grad_norm": 3.8161371110799367,
      "learning_rate": 1e-06,
      "loss": 0.2475,
      "step": 1972
    },
    {
      "epoch": 0.7544933078393882,
      "grad_norm": 3.2389161300894944,
      "learning_rate": 1e-06,
      "loss": 0.1609,
      "step": 1973
    },
    {
      "epoch": 0.7548757170172085,
      "grad_norm": 3.676404650826159,
      "learning_rate": 1e-06,
      "loss": 0.1427,
      "step": 1974
    },
    {
      "epoch": 0.7552581261950286,
      "grad_norm": 4.308149492976423,
      "learning_rate": 1e-06,
      "loss": 0.1601,
      "step": 1975
    },
    {
      "epoch": 0.7556405353728489,
      "grad_norm": 4.053353915371422,
      "learning_rate": 1e-06,
      "loss": 0.5546,
      "step": 1976
    },
    {
      "epoch": 0.7560229445506692,
      "grad_norm": 3.8180897493119867,
      "learning_rate": 1e-06,
      "loss": 0.4642,
      "step": 1977
    },
    {
      "epoch": 0.7564053537284895,
      "grad_norm": 3.779026354982245,
      "learning_rate": 1e-06,
      "loss": 0.41,
      "step": 1978
    },
    {
      "epoch": 0.7567877629063098,
      "grad_norm": 3.352605484021963,
      "learning_rate": 1e-06,
      "loss": 0.4069,
      "step": 1979
    },
    {
      "epoch": 0.7571701720841301,
      "grad_norm": 2.5243564503217946,
      "learning_rate": 1e-06,
      "loss": 0.3045,
      "step": 1980
    },
    {
      "epoch": 0.7575525812619502,
      "grad_norm": 3.1271164402913008,
      "learning_rate": 1e-06,
      "loss": 0.178,
      "step": 1981
    },
    {
      "epoch": 0.7579349904397705,
      "grad_norm": 2.1511791145309562,
      "learning_rate": 1e-06,
      "loss": 0.281,
      "step": 1982
    },
    {
      "epoch": 0.7583173996175908,
      "grad_norm": 3.538560709632089,
      "learning_rate": 1e-06,
      "loss": 0.3045,
      "step": 1983
    },
    {
      "epoch": 0.7586998087954111,
      "grad_norm": 2.408642755802393,
      "learning_rate": 1e-06,
      "loss": 0.2651,
      "step": 1984
    },
    {
      "epoch": 0.7590822179732314,
      "grad_norm": 5.043234631231656,
      "learning_rate": 1e-06,
      "loss": 0.295,
      "step": 1985
    },
    {
      "epoch": 0.7594646271510517,
      "grad_norm": 2.754032299863494,
      "learning_rate": 1e-06,
      "loss": 0.0662,
      "step": 1986
    },
    {
      "epoch": 0.7598470363288718,
      "grad_norm": 5.2173929791516915,
      "learning_rate": 1e-06,
      "loss": 0.1823,
      "step": 1987
    },
    {
      "epoch": 0.7602294455066921,
      "grad_norm": 4.407626755352812,
      "learning_rate": 1e-06,
      "loss": 0.2591,
      "step": 1988
    },
    {
      "epoch": 0.7606118546845124,
      "grad_norm": 3.548506575751531,
      "learning_rate": 1e-06,
      "loss": 0.4805,
      "step": 1989
    },
    {
      "epoch": 0.7609942638623327,
      "grad_norm": 3.728761547964631,
      "learning_rate": 1e-06,
      "loss": 0.4266,
      "step": 1990
    },
    {
      "epoch": 0.761376673040153,
      "grad_norm": 2.82515176686109,
      "learning_rate": 1e-06,
      "loss": 0.527,
      "step": 1991
    },
    {
      "epoch": 0.7617590822179733,
      "grad_norm": 2.477642605985699,
      "learning_rate": 1e-06,
      "loss": 0.3361,
      "step": 1992
    },
    {
      "epoch": 0.7621414913957935,
      "grad_norm": 2.260690827744086,
      "learning_rate": 1e-06,
      "loss": 0.4581,
      "step": 1993
    },
    {
      "epoch": 0.7625239005736137,
      "grad_norm": 4.9252590595408146,
      "learning_rate": 1e-06,
      "loss": 0.2767,
      "step": 1994
    },
    {
      "epoch": 0.762906309751434,
      "grad_norm": 2.867861967247307,
      "learning_rate": 1e-06,
      "loss": 0.1954,
      "step": 1995
    },
    {
      "epoch": 0.7632887189292543,
      "grad_norm": 3.9892459789833667,
      "learning_rate": 1e-06,
      "loss": 0.173,
      "step": 1996
    },
    {
      "epoch": 0.7636711281070746,
      "grad_norm": 2.8326691428688644,
      "learning_rate": 1e-06,
      "loss": 0.2761,
      "step": 1997
    },
    {
      "epoch": 0.7640535372848949,
      "grad_norm": 5.023119309761381,
      "learning_rate": 1e-06,
      "loss": 0.2801,
      "step": 1998
    },
    {
      "epoch": 0.7644359464627151,
      "grad_norm": 4.259385684497444,
      "learning_rate": 1e-06,
      "loss": 0.2594,
      "step": 1999
    },
    {
      "epoch": 0.7648183556405354,
      "grad_norm": 4.156254359651731,
      "learning_rate": 1e-06,
      "loss": 0.1968,
      "step": 2000
    },
    {
      "epoch": 0.7648183556405354,
      "eval_runtime": 805.9648,
      "eval_samples_per_second": 1.903,
      "eval_steps_per_second": 0.476,
      "step": 2000
    },
    {
      "epoch": 0.7652007648183556,
      "grad_norm": 4.5302225987056355,
      "learning_rate": 1e-06,
      "loss": 0.4251,
      "step": 2001
    },
    {
      "epoch": 0.7655831739961759,
      "grad_norm": 3.6469216311888584,
      "learning_rate": 1e-06,
      "loss": 0.5221,
      "step": 2002
    },
    {
      "epoch": 0.7659655831739962,
      "grad_norm": 4.288490576907294,
      "learning_rate": 1e-06,
      "loss": 0.6978,
      "step": 2003
    },
    {
      "epoch": 0.7663479923518165,
      "grad_norm": 2.6543820264349183,
      "learning_rate": 1e-06,
      "loss": 0.3381,
      "step": 2004
    },
    {
      "epoch": 0.7667304015296367,
      "grad_norm": 1.9267132652921741,
      "learning_rate": 1e-06,
      "loss": 0.3503,
      "step": 2005
    },
    {
      "epoch": 0.767112810707457,
      "grad_norm": 2.7465367617797094,
      "learning_rate": 1e-06,
      "loss": 0.366,
      "step": 2006
    },
    {
      "epoch": 0.7674952198852772,
      "grad_norm": 5.328444306322995,
      "learning_rate": 1e-06,
      "loss": 0.49,
      "step": 2007
    },
    {
      "epoch": 0.7678776290630975,
      "grad_norm": 3.017219398681553,
      "learning_rate": 1e-06,
      "loss": 0.2735,
      "step": 2008
    },
    {
      "epoch": 0.7682600382409178,
      "grad_norm": 1.95948573625478,
      "learning_rate": 1e-06,
      "loss": 0.2887,
      "step": 2009
    },
    {
      "epoch": 0.768642447418738,
      "grad_norm": 3.835460003814006,
      "learning_rate": 1e-06,
      "loss": 0.1644,
      "step": 2010
    },
    {
      "epoch": 0.7690248565965583,
      "grad_norm": 2.9154317875633056,
      "learning_rate": 1e-06,
      "loss": 0.2051,
      "step": 2011
    },
    {
      "epoch": 0.7694072657743786,
      "grad_norm": 3.836144342692119,
      "learning_rate": 1e-06,
      "loss": 0.1727,
      "step": 2012
    },
    {
      "epoch": 0.7697896749521989,
      "grad_norm": 4.068723635727276,
      "learning_rate": 1e-06,
      "loss": 0.2228,
      "step": 2013
    },
    {
      "epoch": 0.7701720841300191,
      "grad_norm": 5.441157021055651,
      "learning_rate": 1e-06,
      "loss": 0.8692,
      "step": 2014
    },
    {
      "epoch": 0.7705544933078394,
      "grad_norm": 3.608137438759441,
      "learning_rate": 1e-06,
      "loss": 0.4858,
      "step": 2015
    },
    {
      "epoch": 0.7709369024856596,
      "grad_norm": 1.690505283368894,
      "learning_rate": 1e-06,
      "loss": 0.4245,
      "step": 2016
    },
    {
      "epoch": 0.7713193116634799,
      "grad_norm": 2.8006470034892073,
      "learning_rate": 1e-06,
      "loss": 0.3648,
      "step": 2017
    },
    {
      "epoch": 0.7717017208413002,
      "grad_norm": 3.9321450044005655,
      "learning_rate": 1e-06,
      "loss": 0.4713,
      "step": 2018
    },
    {
      "epoch": 0.7720841300191205,
      "grad_norm": 3.3301640384811915,
      "learning_rate": 1e-06,
      "loss": 0.2594,
      "step": 2019
    },
    {
      "epoch": 0.7724665391969407,
      "grad_norm": 2.8530852967891436,
      "learning_rate": 1e-06,
      "loss": 0.4297,
      "step": 2020
    },
    {
      "epoch": 0.772848948374761,
      "grad_norm": 3.9360004778915982,
      "learning_rate": 1e-06,
      "loss": 0.3659,
      "step": 2021
    },
    {
      "epoch": 0.7732313575525812,
      "grad_norm": 3.245990333791879,
      "learning_rate": 1e-06,
      "loss": 0.2666,
      "step": 2022
    },
    {
      "epoch": 0.7736137667304015,
      "grad_norm": 3.5073750314453194,
      "learning_rate": 1e-06,
      "loss": 0.2183,
      "step": 2023
    },
    {
      "epoch": 0.7739961759082218,
      "grad_norm": 2.669386390727826,
      "learning_rate": 1e-06,
      "loss": 0.1312,
      "step": 2024
    },
    {
      "epoch": 0.7743785850860421,
      "grad_norm": 4.800203144225261,
      "learning_rate": 1e-06,
      "loss": 0.2841,
      "step": 2025
    },
    {
      "epoch": 0.7747609942638624,
      "grad_norm": 5.814659783865227,
      "learning_rate": 1e-06,
      "loss": 0.3287,
      "step": 2026
    },
    {
      "epoch": 0.7751434034416826,
      "grad_norm": 3.2658903023307304,
      "learning_rate": 1e-06,
      "loss": 0.4673,
      "step": 2027
    },
    {
      "epoch": 0.7755258126195028,
      "grad_norm": 3.1296906934503803,
      "learning_rate": 1e-06,
      "loss": 0.5212,
      "step": 2028
    },
    {
      "epoch": 0.7759082217973231,
      "grad_norm": 2.535589195865614,
      "learning_rate": 1e-06,
      "loss": 0.4094,
      "step": 2029
    },
    {
      "epoch": 0.7762906309751434,
      "grad_norm": 2.3952707265855557,
      "learning_rate": 1e-06,
      "loss": 0.2946,
      "step": 2030
    },
    {
      "epoch": 0.7766730401529637,
      "grad_norm": 3.7295965163628253,
      "learning_rate": 1e-06,
      "loss": 0.3445,
      "step": 2031
    },
    {
      "epoch": 0.777055449330784,
      "grad_norm": 2.110488597651997,
      "learning_rate": 1e-06,
      "loss": 0.2046,
      "step": 2032
    },
    {
      "epoch": 0.7774378585086043,
      "grad_norm": 2.665524078998848,
      "learning_rate": 1e-06,
      "loss": 0.1469,
      "step": 2033
    },
    {
      "epoch": 0.7778202676864244,
      "grad_norm": 3.196103620642146,
      "learning_rate": 1e-06,
      "loss": 0.2041,
      "step": 2034
    },
    {
      "epoch": 0.7782026768642447,
      "grad_norm": 5.1756694047467375,
      "learning_rate": 1e-06,
      "loss": 0.2137,
      "step": 2035
    },
    {
      "epoch": 0.778585086042065,
      "grad_norm": 5.961311538580228,
      "learning_rate": 1e-06,
      "loss": 0.1228,
      "step": 2036
    },
    {
      "epoch": 0.7789674952198853,
      "grad_norm": 4.2007380518253825,
      "learning_rate": 1e-06,
      "loss": 0.0702,
      "step": 2037
    },
    {
      "epoch": 0.7793499043977056,
      "grad_norm": 6.277067243637935,
      "learning_rate": 1e-06,
      "loss": 0.1584,
      "step": 2038
    },
    {
      "epoch": 0.7797323135755259,
      "grad_norm": 3.8274154316873874,
      "learning_rate": 1e-06,
      "loss": 0.666,
      "step": 2039
    },
    {
      "epoch": 0.780114722753346,
      "grad_norm": 4.8090131934626115,
      "learning_rate": 1e-06,
      "loss": 0.4777,
      "step": 2040
    },
    {
      "epoch": 0.7804971319311663,
      "grad_norm": 2.7526655283536225,
      "learning_rate": 1e-06,
      "loss": 0.4588,
      "step": 2041
    },
    {
      "epoch": 0.7808795411089866,
      "grad_norm": 3.68605530450721,
      "learning_rate": 1e-06,
      "loss": 0.4125,
      "step": 2042
    },
    {
      "epoch": 0.7812619502868069,
      "grad_norm": 2.9814896141381855,
      "learning_rate": 1e-06,
      "loss": 0.24,
      "step": 2043
    },
    {
      "epoch": 0.7816443594646272,
      "grad_norm": 2.883457349487923,
      "learning_rate": 1e-06,
      "loss": 0.2844,
      "step": 2044
    },
    {
      "epoch": 0.7820267686424475,
      "grad_norm": 2.7928683603024536,
      "learning_rate": 1e-06,
      "loss": 0.2646,
      "step": 2045
    },
    {
      "epoch": 0.7824091778202676,
      "grad_norm": 3.7991790687831086,
      "learning_rate": 1e-06,
      "loss": 0.4261,
      "step": 2046
    },
    {
      "epoch": 0.7827915869980879,
      "grad_norm": 2.2591240581273455,
      "learning_rate": 1e-06,
      "loss": 0.1932,
      "step": 2047
    },
    {
      "epoch": 0.7831739961759082,
      "grad_norm": 4.054189780085439,
      "learning_rate": 1e-06,
      "loss": 0.1903,
      "step": 2048
    },
    {
      "epoch": 0.7835564053537285,
      "grad_norm": 2.4492055110786533,
      "learning_rate": 1e-06,
      "loss": 0.0825,
      "step": 2049
    },
    {
      "epoch": 0.7839388145315488,
      "grad_norm": 4.351313969142728,
      "learning_rate": 1e-06,
      "loss": 0.0969,
      "step": 2050
    },
    {
      "epoch": 0.7843212237093691,
      "grad_norm": 5.379664326799858,
      "learning_rate": 1e-06,
      "loss": 0.6871,
      "step": 2051
    },
    {
      "epoch": 0.7847036328871893,
      "grad_norm": 2.9534803711545825,
      "learning_rate": 1e-06,
      "loss": 0.4627,
      "step": 2052
    },
    {
      "epoch": 0.7850860420650095,
      "grad_norm": 2.7381981852036636,
      "learning_rate": 1e-06,
      "loss": 0.3545,
      "step": 2053
    },
    {
      "epoch": 0.7854684512428298,
      "grad_norm": 2.803899202632896,
      "learning_rate": 1e-06,
      "loss": 0.3812,
      "step": 2054
    },
    {
      "epoch": 0.7858508604206501,
      "grad_norm": 4.112794331044607,
      "learning_rate": 1e-06,
      "loss": 0.4038,
      "step": 2055
    },
    {
      "epoch": 0.7862332695984704,
      "grad_norm": 2.702379950892697,
      "learning_rate": 1e-06,
      "loss": 0.1801,
      "step": 2056
    },
    {
      "epoch": 0.7866156787762907,
      "grad_norm": 2.579214154999277,
      "learning_rate": 1e-06,
      "loss": 0.249,
      "step": 2057
    },
    {
      "epoch": 0.7869980879541109,
      "grad_norm": 2.8267955711350563,
      "learning_rate": 1e-06,
      "loss": 0.1629,
      "step": 2058
    },
    {
      "epoch": 0.7873804971319311,
      "grad_norm": 3.2930302913974288,
      "learning_rate": 1e-06,
      "loss": 0.0863,
      "step": 2059
    },
    {
      "epoch": 0.7877629063097514,
      "grad_norm": 3.6787594153296386,
      "learning_rate": 1e-06,
      "loss": 0.145,
      "step": 2060
    },
    {
      "epoch": 0.7881453154875717,
      "grad_norm": 3.5522703567148186,
      "learning_rate": 1e-06,
      "loss": 0.1292,
      "step": 2061
    },
    {
      "epoch": 0.788527724665392,
      "grad_norm": 4.591228182164673,
      "learning_rate": 1e-06,
      "loss": 0.1309,
      "step": 2062
    },
    {
      "epoch": 0.7889101338432123,
      "grad_norm": 3.541918682032985,
      "learning_rate": 1e-06,
      "loss": 0.2255,
      "step": 2063
    },
    {
      "epoch": 0.7892925430210325,
      "grad_norm": 4.971798519407049,
      "learning_rate": 1e-06,
      "loss": 0.471,
      "step": 2064
    },
    {
      "epoch": 0.7896749521988528,
      "grad_norm": 4.940052193740455,
      "learning_rate": 1e-06,
      "loss": 0.4142,
      "step": 2065
    },
    {
      "epoch": 0.790057361376673,
      "grad_norm": 4.393978914942134,
      "learning_rate": 1e-06,
      "loss": 0.3067,
      "step": 2066
    },
    {
      "epoch": 0.7904397705544933,
      "grad_norm": 4.102075860730455,
      "learning_rate": 1e-06,
      "loss": 0.3246,
      "step": 2067
    },
    {
      "epoch": 0.7908221797323136,
      "grad_norm": 2.186783046397264,
      "learning_rate": 1e-06,
      "loss": 0.3369,
      "step": 2068
    },
    {
      "epoch": 0.7912045889101338,
      "grad_norm": 2.822973459571022,
      "learning_rate": 1e-06,
      "loss": 0.2647,
      "step": 2069
    },
    {
      "epoch": 0.7915869980879541,
      "grad_norm": 3.3141656682396077,
      "learning_rate": 1e-06,
      "loss": 0.3238,
      "step": 2070
    },
    {
      "epoch": 0.7919694072657744,
      "grad_norm": 2.6746682184119144,
      "learning_rate": 1e-06,
      "loss": 0.194,
      "step": 2071
    },
    {
      "epoch": 0.7923518164435946,
      "grad_norm": 8.472692268826158,
      "learning_rate": 1e-06,
      "loss": 0.3371,
      "step": 2072
    },
    {
      "epoch": 0.7927342256214149,
      "grad_norm": 3.716701039267943,
      "learning_rate": 1e-06,
      "loss": 0.1934,
      "step": 2073
    },
    {
      "epoch": 0.7931166347992352,
      "grad_norm": 4.896144689304383,
      "learning_rate": 1e-06,
      "loss": 0.1346,
      "step": 2074
    },
    {
      "epoch": 0.7934990439770554,
      "grad_norm": 4.428809884678829,
      "learning_rate": 1e-06,
      "loss": 0.2384,
      "step": 2075
    },
    {
      "epoch": 0.7938814531548757,
      "grad_norm": 6.608011307953772,
      "learning_rate": 1e-06,
      "loss": 0.4356,
      "step": 2076
    },
    {
      "epoch": 0.794263862332696,
      "grad_norm": 3.8141769723306393,
      "learning_rate": 1e-06,
      "loss": 0.4045,
      "step": 2077
    },
    {
      "epoch": 0.7946462715105163,
      "grad_norm": 2.7864923683060625,
      "learning_rate": 1e-06,
      "loss": 0.323,
      "step": 2078
    },
    {
      "epoch": 0.7950286806883365,
      "grad_norm": 2.414149705614162,
      "learning_rate": 1e-06,
      "loss": 0.379,
      "step": 2079
    },
    {
      "epoch": 0.7954110898661568,
      "grad_norm": 3.170569841930405,
      "learning_rate": 1e-06,
      "loss": 0.2751,
      "step": 2080
    },
    {
      "epoch": 0.795793499043977,
      "grad_norm": 3.8556209947698514,
      "learning_rate": 1e-06,
      "loss": 0.4716,
      "step": 2081
    },
    {
      "epoch": 0.7961759082217973,
      "grad_norm": 2.704039490642762,
      "learning_rate": 1e-06,
      "loss": 0.4642,
      "step": 2082
    },
    {
      "epoch": 0.7965583173996176,
      "grad_norm": 2.478727339171121,
      "learning_rate": 1e-06,
      "loss": 0.2617,
      "step": 2083
    },
    {
      "epoch": 0.7969407265774379,
      "grad_norm": 3.615397923096984,
      "learning_rate": 1e-06,
      "loss": 0.2749,
      "step": 2084
    },
    {
      "epoch": 0.7973231357552581,
      "grad_norm": 3.7581430396873516,
      "learning_rate": 1e-06,
      "loss": 0.2536,
      "step": 2085
    },
    {
      "epoch": 0.7977055449330784,
      "grad_norm": 3.1040276788578613,
      "learning_rate": 1e-06,
      "loss": 0.1833,
      "step": 2086
    },
    {
      "epoch": 0.7980879541108986,
      "grad_norm": 3.7896379486113414,
      "learning_rate": 1e-06,
      "loss": 0.0956,
      "step": 2087
    },
    {
      "epoch": 0.7984703632887189,
      "grad_norm": 6.420381172724574,
      "learning_rate": 1e-06,
      "loss": 0.1931,
      "step": 2088
    },
    {
      "epoch": 0.7988527724665392,
      "grad_norm": 5.77144670038465,
      "learning_rate": 1e-06,
      "loss": 0.6335,
      "step": 2089
    },
    {
      "epoch": 0.7992351816443595,
      "grad_norm": 4.792139157205931,
      "learning_rate": 1e-06,
      "loss": 0.3828,
      "step": 2090
    },
    {
      "epoch": 0.7996175908221798,
      "grad_norm": 2.162194061688356,
      "learning_rate": 1e-06,
      "loss": 0.3287,
      "step": 2091
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.8522792803652104,
      "learning_rate": 1e-06,
      "loss": 0.3452,
      "step": 2092
    },
    {
      "epoch": 0.8003824091778202,
      "grad_norm": 3.708971775831023,
      "learning_rate": 1e-06,
      "loss": 0.3769,
      "step": 2093
    },
    {
      "epoch": 0.8007648183556405,
      "grad_norm": 3.4264057421019594,
      "learning_rate": 1e-06,
      "loss": 0.5301,
      "step": 2094
    },
    {
      "epoch": 0.8011472275334608,
      "grad_norm": 2.1893933413099647,
      "learning_rate": 1e-06,
      "loss": 0.1319,
      "step": 2095
    },
    {
      "epoch": 0.8015296367112811,
      "grad_norm": 1.9048559375667495,
      "learning_rate": 1e-06,
      "loss": 0.1312,
      "step": 2096
    },
    {
      "epoch": 0.8019120458891014,
      "grad_norm": 3.8689251935544466,
      "learning_rate": 1e-06,
      "loss": 0.3397,
      "step": 2097
    },
    {
      "epoch": 0.8022944550669217,
      "grad_norm": 5.43743352739766,
      "learning_rate": 1e-06,
      "loss": 0.3189,
      "step": 2098
    },
    {
      "epoch": 0.8026768642447418,
      "grad_norm": 3.5664840639614823,
      "learning_rate": 1e-06,
      "loss": 0.1821,
      "step": 2099
    },
    {
      "epoch": 0.8030592734225621,
      "grad_norm": 4.467345116934534,
      "learning_rate": 1e-06,
      "loss": 0.1286,
      "step": 2100
    },
    {
      "epoch": 0.8034416826003824,
      "grad_norm": 5.400395393024568,
      "learning_rate": 1e-06,
      "loss": 0.4901,
      "step": 2101
    },
    {
      "epoch": 0.8038240917782027,
      "grad_norm": 2.9126148053901044,
      "learning_rate": 1e-06,
      "loss": 0.3685,
      "step": 2102
    },
    {
      "epoch": 0.804206500956023,
      "grad_norm": 3.0631492082331566,
      "learning_rate": 1e-06,
      "loss": 0.371,
      "step": 2103
    },
    {
      "epoch": 0.8045889101338433,
      "grad_norm": 3.255761248615045,
      "learning_rate": 1e-06,
      "loss": 0.4381,
      "step": 2104
    },
    {
      "epoch": 0.8049713193116634,
      "grad_norm": 2.3928423801771963,
      "learning_rate": 1e-06,
      "loss": 0.2927,
      "step": 2105
    },
    {
      "epoch": 0.8053537284894837,
      "grad_norm": 5.051747523942017,
      "learning_rate": 1e-06,
      "loss": 0.5989,
      "step": 2106
    },
    {
      "epoch": 0.805736137667304,
      "grad_norm": 3.504058664466598,
      "learning_rate": 1e-06,
      "loss": 0.198,
      "step": 2107
    },
    {
      "epoch": 0.8061185468451243,
      "grad_norm": 3.1708870086604937,
      "learning_rate": 1e-06,
      "loss": 0.1881,
      "step": 2108
    },
    {
      "epoch": 0.8065009560229446,
      "grad_norm": 2.917293118003835,
      "learning_rate": 1e-06,
      "loss": 0.2526,
      "step": 2109
    },
    {
      "epoch": 0.8068833652007649,
      "grad_norm": 3.846004166258144,
      "learning_rate": 1e-06,
      "loss": 0.2796,
      "step": 2110
    },
    {
      "epoch": 0.807265774378585,
      "grad_norm": 3.0444224341340176,
      "learning_rate": 1e-06,
      "loss": 0.1437,
      "step": 2111
    },
    {
      "epoch": 0.8076481835564053,
      "grad_norm": 3.5297505393779964,
      "learning_rate": 1e-06,
      "loss": 0.1154,
      "step": 2112
    },
    {
      "epoch": 0.8080305927342256,
      "grad_norm": 4.927851847527151,
      "learning_rate": 1e-06,
      "loss": 0.1744,
      "step": 2113
    },
    {
      "epoch": 0.8084130019120459,
      "grad_norm": 4.281335314715068,
      "learning_rate": 1e-06,
      "loss": 0.3368,
      "step": 2114
    },
    {
      "epoch": 0.8087954110898662,
      "grad_norm": 5.608802702460388,
      "learning_rate": 1e-06,
      "loss": 0.5034,
      "step": 2115
    },
    {
      "epoch": 0.8091778202676865,
      "grad_norm": 2.787287898183835,
      "learning_rate": 1e-06,
      "loss": 0.406,
      "step": 2116
    },
    {
      "epoch": 0.8095602294455067,
      "grad_norm": 1.6220800134229783,
      "learning_rate": 1e-06,
      "loss": 0.2047,
      "step": 2117
    },
    {
      "epoch": 0.8099426386233269,
      "grad_norm": 2.822382370801178,
      "learning_rate": 1e-06,
      "loss": 0.2202,
      "step": 2118
    },
    {
      "epoch": 0.8103250478011472,
      "grad_norm": 4.004621696750148,
      "learning_rate": 1e-06,
      "loss": 0.3022,
      "step": 2119
    },
    {
      "epoch": 0.8107074569789675,
      "grad_norm": 4.1272121624366065,
      "learning_rate": 1e-06,
      "loss": 0.3423,
      "step": 2120
    },
    {
      "epoch": 0.8110898661567878,
      "grad_norm": 2.2668283358120718,
      "learning_rate": 1e-06,
      "loss": 0.1929,
      "step": 2121
    },
    {
      "epoch": 0.8114722753346081,
      "grad_norm": 4.1438659651742,
      "learning_rate": 1e-06,
      "loss": 0.2024,
      "step": 2122
    },
    {
      "epoch": 0.8118546845124283,
      "grad_norm": 3.14419428755532,
      "learning_rate": 1e-06,
      "loss": 0.1916,
      "step": 2123
    },
    {
      "epoch": 0.8122370936902485,
      "grad_norm": 3.3102456825100854,
      "learning_rate": 1e-06,
      "loss": 0.1257,
      "step": 2124
    },
    {
      "epoch": 0.8126195028680688,
      "grad_norm": 3.8880439990972344,
      "learning_rate": 1e-06,
      "loss": 0.1195,
      "step": 2125
    },
    {
      "epoch": 0.8130019120458891,
      "grad_norm": 7.244368635195714,
      "learning_rate": 1e-06,
      "loss": 0.6411,
      "step": 2126
    },
    {
      "epoch": 0.8133843212237094,
      "grad_norm": 3.16347289066628,
      "learning_rate": 1e-06,
      "loss": 0.3795,
      "step": 2127
    },
    {
      "epoch": 0.8137667304015297,
      "grad_norm": 3.2375683339098558,
      "learning_rate": 1e-06,
      "loss": 0.3666,
      "step": 2128
    },
    {
      "epoch": 0.8141491395793499,
      "grad_norm": 2.5387238731523696,
      "learning_rate": 1e-06,
      "loss": 0.428,
      "step": 2129
    },
    {
      "epoch": 0.8145315487571702,
      "grad_norm": 2.6485824320249045,
      "learning_rate": 1e-06,
      "loss": 0.3104,
      "step": 2130
    },
    {
      "epoch": 0.8149139579349904,
      "grad_norm": 3.061018916513091,
      "learning_rate": 1e-06,
      "loss": 0.3034,
      "step": 2131
    },
    {
      "epoch": 0.8152963671128107,
      "grad_norm": 2.5765817358109753,
      "learning_rate": 1e-06,
      "loss": 0.335,
      "step": 2132
    },
    {
      "epoch": 0.815678776290631,
      "grad_norm": 3.6465646646054988,
      "learning_rate": 1e-06,
      "loss": 0.2214,
      "step": 2133
    },
    {
      "epoch": 0.8160611854684512,
      "grad_norm": 3.659063446829306,
      "learning_rate": 1e-06,
      "loss": 0.2679,
      "step": 2134
    },
    {
      "epoch": 0.8164435946462715,
      "grad_norm": 4.176751076793435,
      "learning_rate": 1e-06,
      "loss": 0.2274,
      "step": 2135
    },
    {
      "epoch": 0.8168260038240918,
      "grad_norm": 2.9000141143455354,
      "learning_rate": 1e-06,
      "loss": 0.1416,
      "step": 2136
    },
    {
      "epoch": 0.817208413001912,
      "grad_norm": 3.5229236033480564,
      "learning_rate": 1e-06,
      "loss": 0.1278,
      "step": 2137
    },
    {
      "epoch": 0.8175908221797323,
      "grad_norm": 7.9440475252080205,
      "learning_rate": 1e-06,
      "loss": 0.242,
      "step": 2138
    },
    {
      "epoch": 0.8179732313575526,
      "grad_norm": 5.1135330313058365,
      "learning_rate": 1e-06,
      "loss": 0.6503,
      "step": 2139
    },
    {
      "epoch": 0.8183556405353728,
      "grad_norm": 4.578243527489235,
      "learning_rate": 1e-06,
      "loss": 0.5686,
      "step": 2140
    },
    {
      "epoch": 0.8187380497131931,
      "grad_norm": 4.147331133365789,
      "learning_rate": 1e-06,
      "loss": 0.5776,
      "step": 2141
    },
    {
      "epoch": 0.8191204588910134,
      "grad_norm": 1.9505210913813733,
      "learning_rate": 1e-06,
      "loss": 0.4936,
      "step": 2142
    },
    {
      "epoch": 0.8195028680688337,
      "grad_norm": 3.321460911231512,
      "learning_rate": 1e-06,
      "loss": 0.2061,
      "step": 2143
    },
    {
      "epoch": 0.8198852772466539,
      "grad_norm": 3.6699691696327217,
      "learning_rate": 1e-06,
      "loss": 0.2966,
      "step": 2144
    },
    {
      "epoch": 0.8202676864244742,
      "grad_norm": 3.001923103653967,
      "learning_rate": 1e-06,
      "loss": 0.2617,
      "step": 2145
    },
    {
      "epoch": 0.8206500956022944,
      "grad_norm": 2.4060394393149123,
      "learning_rate": 1e-06,
      "loss": 0.2851,
      "step": 2146
    },
    {
      "epoch": 0.8210325047801147,
      "grad_norm": 3.218550592560278,
      "learning_rate": 1e-06,
      "loss": 0.2154,
      "step": 2147
    },
    {
      "epoch": 0.821414913957935,
      "grad_norm": 4.372564237197992,
      "learning_rate": 1e-06,
      "loss": 0.2861,
      "step": 2148
    },
    {
      "epoch": 0.8217973231357553,
      "grad_norm": 3.943080882818625,
      "learning_rate": 1e-06,
      "loss": 0.2615,
      "step": 2149
    },
    {
      "epoch": 0.8221797323135756,
      "grad_norm": 4.047737412632037,
      "learning_rate": 1e-06,
      "loss": 0.2142,
      "step": 2150
    },
    {
      "epoch": 0.8225621414913958,
      "grad_norm": 7.329343259359967,
      "learning_rate": 1e-06,
      "loss": 0.6134,
      "step": 2151
    },
    {
      "epoch": 0.822944550669216,
      "grad_norm": 4.629531908204858,
      "learning_rate": 1e-06,
      "loss": 0.6396,
      "step": 2152
    },
    {
      "epoch": 0.8233269598470363,
      "grad_norm": 4.350650054767431,
      "learning_rate": 1e-06,
      "loss": 0.4429,
      "step": 2153
    },
    {
      "epoch": 0.8237093690248566,
      "grad_norm": 3.1065780865506847,
      "learning_rate": 1e-06,
      "loss": 0.248,
      "step": 2154
    },
    {
      "epoch": 0.8240917782026769,
      "grad_norm": 3.943895746551621,
      "learning_rate": 1e-06,
      "loss": 0.3949,
      "step": 2155
    },
    {
      "epoch": 0.8244741873804972,
      "grad_norm": 3.179876148523129,
      "learning_rate": 1e-06,
      "loss": 0.5421,
      "step": 2156
    },
    {
      "epoch": 0.8248565965583174,
      "grad_norm": 3.589649946524929,
      "learning_rate": 1e-06,
      "loss": 0.2262,
      "step": 2157
    },
    {
      "epoch": 0.8252390057361376,
      "grad_norm": 3.8537420640357034,
      "learning_rate": 1e-06,
      "loss": 0.3552,
      "step": 2158
    },
    {
      "epoch": 0.8256214149139579,
      "grad_norm": 2.8540038644808594,
      "learning_rate": 1e-06,
      "loss": 0.2076,
      "step": 2159
    },
    {
      "epoch": 0.8260038240917782,
      "grad_norm": 3.918334578742821,
      "learning_rate": 1e-06,
      "loss": 0.3502,
      "step": 2160
    },
    {
      "epoch": 0.8263862332695985,
      "grad_norm": 4.105354459933907,
      "learning_rate": 1e-06,
      "loss": 0.1463,
      "step": 2161
    },
    {
      "epoch": 0.8267686424474188,
      "grad_norm": 4.794980547948051,
      "learning_rate": 1e-06,
      "loss": 0.1324,
      "step": 2162
    },
    {
      "epoch": 0.827151051625239,
      "grad_norm": 5.959562410509337,
      "learning_rate": 1e-06,
      "loss": 0.2033,
      "step": 2163
    },
    {
      "epoch": 0.8275334608030592,
      "grad_norm": 4.1375193339008485,
      "learning_rate": 1e-06,
      "loss": 0.5293,
      "step": 2164
    },
    {
      "epoch": 0.8279158699808795,
      "grad_norm": 3.7650827357711742,
      "learning_rate": 1e-06,
      "loss": 0.3524,
      "step": 2165
    },
    {
      "epoch": 0.8282982791586998,
      "grad_norm": 2.258227247535923,
      "learning_rate": 1e-06,
      "loss": 0.1928,
      "step": 2166
    },
    {
      "epoch": 0.8286806883365201,
      "grad_norm": 2.73280594630298,
      "learning_rate": 1e-06,
      "loss": 0.3709,
      "step": 2167
    },
    {
      "epoch": 0.8290630975143404,
      "grad_norm": 3.8576784922553324,
      "learning_rate": 1e-06,
      "loss": 0.4781,
      "step": 2168
    },
    {
      "epoch": 0.8294455066921607,
      "grad_norm": 2.629339355343209,
      "learning_rate": 1e-06,
      "loss": 0.384,
      "step": 2169
    },
    {
      "epoch": 0.8298279158699808,
      "grad_norm": 3.0564081755663697,
      "learning_rate": 1e-06,
      "loss": 0.3269,
      "step": 2170
    },
    {
      "epoch": 0.8302103250478011,
      "grad_norm": 2.679405798159991,
      "learning_rate": 1e-06,
      "loss": 0.2193,
      "step": 2171
    },
    {
      "epoch": 0.8305927342256214,
      "grad_norm": 3.185608096677568,
      "learning_rate": 1e-06,
      "loss": 0.2305,
      "step": 2172
    },
    {
      "epoch": 0.8309751434034417,
      "grad_norm": 4.0877777098595525,
      "learning_rate": 1e-06,
      "loss": 0.2141,
      "step": 2173
    },
    {
      "epoch": 0.831357552581262,
      "grad_norm": 3.0768842181172853,
      "learning_rate": 1e-06,
      "loss": 0.1719,
      "step": 2174
    },
    {
      "epoch": 0.8317399617590823,
      "grad_norm": 3.5653037030946315,
      "learning_rate": 1e-06,
      "loss": 0.1642,
      "step": 2175
    },
    {
      "epoch": 0.8321223709369024,
      "grad_norm": 3.9048649888382423,
      "learning_rate": 1e-06,
      "loss": 0.3858,
      "step": 2176
    },
    {
      "epoch": 0.8325047801147227,
      "grad_norm": 3.1362740663446607,
      "learning_rate": 1e-06,
      "loss": 0.5031,
      "step": 2177
    },
    {
      "epoch": 0.832887189292543,
      "grad_norm": 3.297428898135157,
      "learning_rate": 1e-06,
      "loss": 0.6066,
      "step": 2178
    },
    {
      "epoch": 0.8332695984703633,
      "grad_norm": 2.465040776377811,
      "learning_rate": 1e-06,
      "loss": 0.3532,
      "step": 2179
    },
    {
      "epoch": 0.8336520076481836,
      "grad_norm": 2.667095348551791,
      "learning_rate": 1e-06,
      "loss": 0.3922,
      "step": 2180
    },
    {
      "epoch": 0.8340344168260039,
      "grad_norm": 2.9862716000822846,
      "learning_rate": 1e-06,
      "loss": 0.2624,
      "step": 2181
    },
    {
      "epoch": 0.834416826003824,
      "grad_norm": 2.5867503752715075,
      "learning_rate": 1e-06,
      "loss": 0.2768,
      "step": 2182
    },
    {
      "epoch": 0.8347992351816443,
      "grad_norm": 3.99836637993455,
      "learning_rate": 1e-06,
      "loss": 0.3965,
      "step": 2183
    },
    {
      "epoch": 0.8351816443594646,
      "grad_norm": 3.9710708200234355,
      "learning_rate": 1e-06,
      "loss": 0.2693,
      "step": 2184
    },
    {
      "epoch": 0.8355640535372849,
      "grad_norm": 3.4491208711692822,
      "learning_rate": 1e-06,
      "loss": 0.2509,
      "step": 2185
    },
    {
      "epoch": 0.8359464627151052,
      "grad_norm": 2.6952109497400447,
      "learning_rate": 1e-06,
      "loss": 0.1052,
      "step": 2186
    },
    {
      "epoch": 0.8363288718929255,
      "grad_norm": 3.271212237981573,
      "learning_rate": 1e-06,
      "loss": 0.1229,
      "step": 2187
    },
    {
      "epoch": 0.8367112810707457,
      "grad_norm": 5.315335762277588,
      "learning_rate": 1e-06,
      "loss": 0.3858,
      "step": 2188
    },
    {
      "epoch": 0.837093690248566,
      "grad_norm": 4.039271690514878,
      "learning_rate": 1e-06,
      "loss": 0.3017,
      "step": 2189
    },
    {
      "epoch": 0.8374760994263862,
      "grad_norm": 4.276716742000643,
      "learning_rate": 1e-06,
      "loss": 0.4611,
      "step": 2190
    },
    {
      "epoch": 0.8378585086042065,
      "grad_norm": 2.3208846597343618,
      "learning_rate": 1e-06,
      "loss": 0.2205,
      "step": 2191
    },
    {
      "epoch": 0.8382409177820268,
      "grad_norm": 2.910222118067495,
      "learning_rate": 1e-06,
      "loss": 0.3472,
      "step": 2192
    },
    {
      "epoch": 0.838623326959847,
      "grad_norm": 3.7821854624348363,
      "learning_rate": 1e-06,
      "loss": 0.4182,
      "step": 2193
    },
    {
      "epoch": 0.8390057361376673,
      "grad_norm": 3.645645412869907,
      "learning_rate": 1e-06,
      "loss": 0.4144,
      "step": 2194
    },
    {
      "epoch": 0.8393881453154876,
      "grad_norm": 5.041450159557636,
      "learning_rate": 1e-06,
      "loss": 0.279,
      "step": 2195
    },
    {
      "epoch": 0.8397705544933078,
      "grad_norm": 2.872907457528259,
      "learning_rate": 1e-06,
      "loss": 0.197,
      "step": 2196
    },
    {
      "epoch": 0.8401529636711281,
      "grad_norm": 2.217400046141906,
      "learning_rate": 1e-06,
      "loss": 0.1678,
      "step": 2197
    },
    {
      "epoch": 0.8405353728489484,
      "grad_norm": 5.82892511106803,
      "learning_rate": 1e-06,
      "loss": 0.256,
      "step": 2198
    },
    {
      "epoch": 0.8409177820267686,
      "grad_norm": 7.5717419356407945,
      "learning_rate": 1e-06,
      "loss": 0.1019,
      "step": 2199
    },
    {
      "epoch": 0.8413001912045889,
      "grad_norm": 3.061982091590941,
      "learning_rate": 1e-06,
      "loss": 0.0776,
      "step": 2200
    },
    {
      "epoch": 0.8416826003824092,
      "grad_norm": 4.486253723670178,
      "learning_rate": 1e-06,
      "loss": 0.3442,
      "step": 2201
    },
    {
      "epoch": 0.8420650095602294,
      "grad_norm": 3.257880267346353,
      "learning_rate": 1e-06,
      "loss": 0.4429,
      "step": 2202
    },
    {
      "epoch": 0.8424474187380497,
      "grad_norm": 2.2060811656293344,
      "learning_rate": 1e-06,
      "loss": 0.3688,
      "step": 2203
    },
    {
      "epoch": 0.84282982791587,
      "grad_norm": 2.597016265735945,
      "learning_rate": 1e-06,
      "loss": 0.2879,
      "step": 2204
    },
    {
      "epoch": 0.8432122370936902,
      "grad_norm": 2.395171983632231,
      "learning_rate": 1e-06,
      "loss": 0.2489,
      "step": 2205
    },
    {
      "epoch": 0.8435946462715105,
      "grad_norm": 3.1052566935755257,
      "learning_rate": 1e-06,
      "loss": 0.3973,
      "step": 2206
    },
    {
      "epoch": 0.8439770554493308,
      "grad_norm": 3.2083941036925894,
      "learning_rate": 1e-06,
      "loss": 0.265,
      "step": 2207
    },
    {
      "epoch": 0.8443594646271511,
      "grad_norm": 3.424640809318776,
      "learning_rate": 1e-06,
      "loss": 0.1639,
      "step": 2208
    },
    {
      "epoch": 0.8447418738049713,
      "grad_norm": 4.030188132312924,
      "learning_rate": 1e-06,
      "loss": 0.2207,
      "step": 2209
    },
    {
      "epoch": 0.8451242829827916,
      "grad_norm": 2.6657795225124086,
      "learning_rate": 1e-06,
      "loss": 0.101,
      "step": 2210
    },
    {
      "epoch": 0.8455066921606118,
      "grad_norm": 3.655967766717767,
      "learning_rate": 1e-06,
      "loss": 0.1517,
      "step": 2211
    },
    {
      "epoch": 0.8458891013384321,
      "grad_norm": 4.780504156044833,
      "learning_rate": 1e-06,
      "loss": 0.2003,
      "step": 2212
    },
    {
      "epoch": 0.8462715105162524,
      "grad_norm": 7.961990661140336,
      "learning_rate": 1e-06,
      "loss": 0.1447,
      "step": 2213
    },
    {
      "epoch": 0.8466539196940727,
      "grad_norm": 6.391086104716505,
      "learning_rate": 1e-06,
      "loss": 0.4777,
      "step": 2214
    },
    {
      "epoch": 0.847036328871893,
      "grad_norm": 3.4270184326210464,
      "learning_rate": 1e-06,
      "loss": 0.3738,
      "step": 2215
    },
    {
      "epoch": 0.8474187380497132,
      "grad_norm": 2.598951524459288,
      "learning_rate": 1e-06,
      "loss": 0.3055,
      "step": 2216
    },
    {
      "epoch": 0.8478011472275334,
      "grad_norm": 2.271296276068281,
      "learning_rate": 1e-06,
      "loss": 0.3695,
      "step": 2217
    },
    {
      "epoch": 0.8481835564053537,
      "grad_norm": 4.049813753719958,
      "learning_rate": 1e-06,
      "loss": 0.5607,
      "step": 2218
    },
    {
      "epoch": 0.848565965583174,
      "grad_norm": 2.4192822760293224,
      "learning_rate": 1e-06,
      "loss": 0.2376,
      "step": 2219
    },
    {
      "epoch": 0.8489483747609943,
      "grad_norm": 2.7489896131911116,
      "learning_rate": 1e-06,
      "loss": 0.4236,
      "step": 2220
    },
    {
      "epoch": 0.8493307839388146,
      "grad_norm": 2.5501943850758444,
      "learning_rate": 1e-06,
      "loss": 0.2919,
      "step": 2221
    },
    {
      "epoch": 0.8497131931166348,
      "grad_norm": 2.2434257251745597,
      "learning_rate": 1e-06,
      "loss": 0.1412,
      "step": 2222
    },
    {
      "epoch": 0.850095602294455,
      "grad_norm": 4.330815439594046,
      "learning_rate": 1e-06,
      "loss": 0.2933,
      "step": 2223
    },
    {
      "epoch": 0.8504780114722753,
      "grad_norm": 5.112670022613608,
      "learning_rate": 1e-06,
      "loss": 0.1171,
      "step": 2224
    },
    {
      "epoch": 0.8508604206500956,
      "grad_norm": 3.269080419233297,
      "learning_rate": 1e-06,
      "loss": 0.1149,
      "step": 2225
    },
    {
      "epoch": 0.8512428298279159,
      "grad_norm": 4.993048604088785,
      "learning_rate": 1e-06,
      "loss": 0.5126,
      "step": 2226
    },
    {
      "epoch": 0.8516252390057362,
      "grad_norm": 3.5827526834504617,
      "learning_rate": 1e-06,
      "loss": 0.6183,
      "step": 2227
    },
    {
      "epoch": 0.8520076481835565,
      "grad_norm": 4.147780659143189,
      "learning_rate": 1e-06,
      "loss": 0.3283,
      "step": 2228
    },
    {
      "epoch": 0.8523900573613766,
      "grad_norm": 2.6242208686949526,
      "learning_rate": 1e-06,
      "loss": 0.4896,
      "step": 2229
    },
    {
      "epoch": 0.8527724665391969,
      "grad_norm": 2.682157306947873,
      "learning_rate": 1e-06,
      "loss": 0.3766,
      "step": 2230
    },
    {
      "epoch": 0.8531548757170172,
      "grad_norm": 3.256507374262415,
      "learning_rate": 1e-06,
      "loss": 0.3188,
      "step": 2231
    },
    {
      "epoch": 0.8535372848948375,
      "grad_norm": 3.0808107693662503,
      "learning_rate": 1e-06,
      "loss": 0.2812,
      "step": 2232
    },
    {
      "epoch": 0.8539196940726578,
      "grad_norm": 2.9379973294925694,
      "learning_rate": 1e-06,
      "loss": 0.3041,
      "step": 2233
    },
    {
      "epoch": 0.8543021032504781,
      "grad_norm": 2.3469328567139156,
      "learning_rate": 1e-06,
      "loss": 0.1998,
      "step": 2234
    },
    {
      "epoch": 0.8546845124282982,
      "grad_norm": 3.5654014684500237,
      "learning_rate": 1e-06,
      "loss": 0.1945,
      "step": 2235
    },
    {
      "epoch": 0.8550669216061185,
      "grad_norm": 2.794885620479178,
      "learning_rate": 1e-06,
      "loss": 0.1304,
      "step": 2236
    },
    {
      "epoch": 0.8554493307839388,
      "grad_norm": 3.892644151432938,
      "learning_rate": 1e-06,
      "loss": 0.1376,
      "step": 2237
    },
    {
      "epoch": 0.8558317399617591,
      "grad_norm": 4.52290069610058,
      "learning_rate": 1e-06,
      "loss": 0.322,
      "step": 2238
    },
    {
      "epoch": 0.8562141491395794,
      "grad_norm": 4.4033401295919665,
      "learning_rate": 1e-06,
      "loss": 0.4721,
      "step": 2239
    },
    {
      "epoch": 0.8565965583173997,
      "grad_norm": 2.8414582460400957,
      "learning_rate": 1e-06,
      "loss": 0.2592,
      "step": 2240
    },
    {
      "epoch": 0.8569789674952198,
      "grad_norm": 3.4026742067383045,
      "learning_rate": 1e-06,
      "loss": 0.283,
      "step": 2241
    },
    {
      "epoch": 0.8573613766730401,
      "grad_norm": 2.563220783370359,
      "learning_rate": 1e-06,
      "loss": 0.2566,
      "step": 2242
    },
    {
      "epoch": 0.8577437858508604,
      "grad_norm": 1.9607244733019165,
      "learning_rate": 1e-06,
      "loss": 0.4699,
      "step": 2243
    },
    {
      "epoch": 0.8581261950286807,
      "grad_norm": 3.702986573798893,
      "learning_rate": 1e-06,
      "loss": 0.2381,
      "step": 2244
    },
    {
      "epoch": 0.858508604206501,
      "grad_norm": 2.3633086904398657,
      "learning_rate": 1e-06,
      "loss": 0.3277,
      "step": 2245
    },
    {
      "epoch": 0.8588910133843213,
      "grad_norm": 2.719397895171275,
      "learning_rate": 1e-06,
      "loss": 0.1863,
      "step": 2246
    },
    {
      "epoch": 0.8592734225621415,
      "grad_norm": 4.029146577192611,
      "learning_rate": 1e-06,
      "loss": 0.2504,
      "step": 2247
    },
    {
      "epoch": 0.8596558317399617,
      "grad_norm": 2.9593021436220557,
      "learning_rate": 1e-06,
      "loss": 0.2487,
      "step": 2248
    },
    {
      "epoch": 0.860038240917782,
      "grad_norm": 4.2307703645077765,
      "learning_rate": 1e-06,
      "loss": 0.2118,
      "step": 2249
    },
    {
      "epoch": 0.8604206500956023,
      "grad_norm": 5.035898276758321,
      "learning_rate": 1e-06,
      "loss": 0.2637,
      "step": 2250
    },
    {
      "epoch": 0.8608030592734226,
      "grad_norm": 8.803036200658138,
      "learning_rate": 1e-06,
      "loss": 0.504,
      "step": 2251
    },
    {
      "epoch": 0.8611854684512428,
      "grad_norm": 4.752974131219422,
      "learning_rate": 1e-06,
      "loss": 0.6026,
      "step": 2252
    },
    {
      "epoch": 0.8615678776290631,
      "grad_norm": 3.3525969502812525,
      "learning_rate": 1e-06,
      "loss": 0.4438,
      "step": 2253
    },
    {
      "epoch": 0.8619502868068833,
      "grad_norm": 3.616882179507573,
      "learning_rate": 1e-06,
      "loss": 0.2969,
      "step": 2254
    },
    {
      "epoch": 0.8623326959847036,
      "grad_norm": 2.2632922561056605,
      "learning_rate": 1e-06,
      "loss": 0.4263,
      "step": 2255
    },
    {
      "epoch": 0.8627151051625239,
      "grad_norm": 2.3040020456768597,
      "learning_rate": 1e-06,
      "loss": 0.1578,
      "step": 2256
    },
    {
      "epoch": 0.8630975143403442,
      "grad_norm": 2.0374035865111786,
      "learning_rate": 1e-06,
      "loss": 0.2902,
      "step": 2257
    },
    {
      "epoch": 0.8634799235181644,
      "grad_norm": 3.4553879447456906,
      "learning_rate": 1e-06,
      "loss": 0.1156,
      "step": 2258
    },
    {
      "epoch": 0.8638623326959847,
      "grad_norm": 3.5985599339635344,
      "learning_rate": 1e-06,
      "loss": 0.2264,
      "step": 2259
    },
    {
      "epoch": 0.864244741873805,
      "grad_norm": 3.138347198272023,
      "learning_rate": 1e-06,
      "loss": 0.1511,
      "step": 2260
    },
    {
      "epoch": 0.8646271510516252,
      "grad_norm": 3.2196779857762614,
      "learning_rate": 1e-06,
      "loss": 0.1603,
      "step": 2261
    },
    {
      "epoch": 0.8650095602294455,
      "grad_norm": 3.5260168137606565,
      "learning_rate": 1e-06,
      "loss": 0.1481,
      "step": 2262
    },
    {
      "epoch": 0.8653919694072658,
      "grad_norm": 8.299671800857737,
      "learning_rate": 1e-06,
      "loss": 0.2358,
      "step": 2263
    },
    {
      "epoch": 0.865774378585086,
      "grad_norm": 4.560272300018649,
      "learning_rate": 1e-06,
      "loss": 0.3339,
      "step": 2264
    },
    {
      "epoch": 0.8661567877629063,
      "grad_norm": 3.5616443342604454,
      "learning_rate": 1e-06,
      "loss": 0.4314,
      "step": 2265
    },
    {
      "epoch": 0.8665391969407266,
      "grad_norm": 2.1089186563301427,
      "learning_rate": 1e-06,
      "loss": 0.5122,
      "step": 2266
    },
    {
      "epoch": 0.8669216061185469,
      "grad_norm": 2.3026888181986362,
      "learning_rate": 1e-06,
      "loss": 0.3382,
      "step": 2267
    },
    {
      "epoch": 0.8673040152963671,
      "grad_norm": 3.6717550055193824,
      "learning_rate": 1e-06,
      "loss": 0.3318,
      "step": 2268
    },
    {
      "epoch": 0.8676864244741874,
      "grad_norm": 4.314919718927125,
      "learning_rate": 1e-06,
      "loss": 0.3843,
      "step": 2269
    },
    {
      "epoch": 0.8680688336520076,
      "grad_norm": 4.4882347164281615,
      "learning_rate": 1e-06,
      "loss": 0.3663,
      "step": 2270
    },
    {
      "epoch": 0.8684512428298279,
      "grad_norm": 3.2509591081218883,
      "learning_rate": 1e-06,
      "loss": 0.3615,
      "step": 2271
    },
    {
      "epoch": 0.8688336520076482,
      "grad_norm": 4.111744708704633,
      "learning_rate": 1e-06,
      "loss": 0.3047,
      "step": 2272
    },
    {
      "epoch": 0.8692160611854685,
      "grad_norm": 2.742256098484252,
      "learning_rate": 1e-06,
      "loss": 0.0854,
      "step": 2273
    },
    {
      "epoch": 0.8695984703632887,
      "grad_norm": 2.907756783978073,
      "learning_rate": 1e-06,
      "loss": 0.1346,
      "step": 2274
    },
    {
      "epoch": 0.869980879541109,
      "grad_norm": 3.8665304839608385,
      "learning_rate": 1e-06,
      "loss": 0.1086,
      "step": 2275
    },
    {
      "epoch": 0.8703632887189292,
      "grad_norm": 4.447655675349624,
      "learning_rate": 1e-06,
      "loss": 0.4916,
      "step": 2276
    },
    {
      "epoch": 0.8707456978967495,
      "grad_norm": 3.674655721718259,
      "learning_rate": 1e-06,
      "loss": 0.5621,
      "step": 2277
    },
    {
      "epoch": 0.8711281070745698,
      "grad_norm": 2.352703844049994,
      "learning_rate": 1e-06,
      "loss": 0.5073,
      "step": 2278
    },
    {
      "epoch": 0.8715105162523901,
      "grad_norm": 2.4129684586374416,
      "learning_rate": 1e-06,
      "loss": 0.2702,
      "step": 2279
    },
    {
      "epoch": 0.8718929254302104,
      "grad_norm": 2.4772123332611757,
      "learning_rate": 1e-06,
      "loss": 0.209,
      "step": 2280
    },
    {
      "epoch": 0.8722753346080306,
      "grad_norm": 2.809172548121751,
      "learning_rate": 1e-06,
      "loss": 0.298,
      "step": 2281
    },
    {
      "epoch": 0.8726577437858508,
      "grad_norm": 2.24072068780217,
      "learning_rate": 1e-06,
      "loss": 0.2951,
      "step": 2282
    },
    {
      "epoch": 0.8730401529636711,
      "grad_norm": 2.7390198412117717,
      "learning_rate": 1e-06,
      "loss": 0.252,
      "step": 2283
    },
    {
      "epoch": 0.8734225621414914,
      "grad_norm": 3.9408881732569134,
      "learning_rate": 1e-06,
      "loss": 0.4563,
      "step": 2284
    },
    {
      "epoch": 0.8738049713193117,
      "grad_norm": 4.011042849052909,
      "learning_rate": 1e-06,
      "loss": 0.2125,
      "step": 2285
    },
    {
      "epoch": 0.874187380497132,
      "grad_norm": 2.976018099924646,
      "learning_rate": 1e-06,
      "loss": 0.1403,
      "step": 2286
    },
    {
      "epoch": 0.8745697896749522,
      "grad_norm": 4.713013047842722,
      "learning_rate": 1e-06,
      "loss": 0.1347,
      "step": 2287
    },
    {
      "epoch": 0.8749521988527724,
      "grad_norm": 4.383286394416696,
      "learning_rate": 1e-06,
      "loss": 0.295,
      "step": 2288
    },
    {
      "epoch": 0.8753346080305927,
      "grad_norm": 3.5377202804510763,
      "learning_rate": 1e-06,
      "loss": 0.5638,
      "step": 2289
    },
    {
      "epoch": 0.875717017208413,
      "grad_norm": 2.5127476888002107,
      "learning_rate": 1e-06,
      "loss": 0.3803,
      "step": 2290
    },
    {
      "epoch": 0.8760994263862333,
      "grad_norm": 3.7291951666796046,
      "learning_rate": 1e-06,
      "loss": 0.4362,
      "step": 2291
    },
    {
      "epoch": 0.8764818355640536,
      "grad_norm": 2.9703860944513365,
      "learning_rate": 1e-06,
      "loss": 0.2383,
      "step": 2292
    },
    {
      "epoch": 0.8768642447418739,
      "grad_norm": 3.187304920884007,
      "learning_rate": 1e-06,
      "loss": 0.3238,
      "step": 2293
    },
    {
      "epoch": 0.877246653919694,
      "grad_norm": 2.690191916812979,
      "learning_rate": 1e-06,
      "loss": 0.3012,
      "step": 2294
    },
    {
      "epoch": 0.8776290630975143,
      "grad_norm": 1.8738393370114195,
      "learning_rate": 1e-06,
      "loss": 0.2375,
      "step": 2295
    },
    {
      "epoch": 0.8780114722753346,
      "grad_norm": 2.5574251491000695,
      "learning_rate": 1e-06,
      "loss": 0.2422,
      "step": 2296
    },
    {
      "epoch": 0.8783938814531549,
      "grad_norm": 3.842897149970192,
      "learning_rate": 1e-06,
      "loss": 0.2012,
      "step": 2297
    },
    {
      "epoch": 0.8787762906309752,
      "grad_norm": 4.2444895755793945,
      "learning_rate": 1e-06,
      "loss": 0.1554,
      "step": 2298
    },
    {
      "epoch": 0.8791586998087955,
      "grad_norm": 3.3474364592466648,
      "learning_rate": 1e-06,
      "loss": 0.0742,
      "step": 2299
    },
    {
      "epoch": 0.8795411089866156,
      "grad_norm": 4.249059011967546,
      "learning_rate": 1e-06,
      "loss": 0.146,
      "step": 2300
    },
    {
      "epoch": 0.8799235181644359,
      "grad_norm": 8.497555549532043,
      "learning_rate": 1e-06,
      "loss": 0.4556,
      "step": 2301
    },
    {
      "epoch": 0.8803059273422562,
      "grad_norm": 4.212337339073676,
      "learning_rate": 1e-06,
      "loss": 0.5643,
      "step": 2302
    },
    {
      "epoch": 0.8806883365200765,
      "grad_norm": 3.865618023137525,
      "learning_rate": 1e-06,
      "loss": 0.508,
      "step": 2303
    },
    {
      "epoch": 0.8810707456978968,
      "grad_norm": 2.7602690651256534,
      "learning_rate": 1e-06,
      "loss": 0.3783,
      "step": 2304
    },
    {
      "epoch": 0.8814531548757171,
      "grad_norm": 1.8248915156689647,
      "learning_rate": 1e-06,
      "loss": 0.233,
      "step": 2305
    },
    {
      "epoch": 0.8818355640535372,
      "grad_norm": 2.1531514557872695,
      "learning_rate": 1e-06,
      "loss": 0.3302,
      "step": 2306
    },
    {
      "epoch": 0.8822179732313575,
      "grad_norm": 3.267504575532075,
      "learning_rate": 1e-06,
      "loss": 0.3309,
      "step": 2307
    },
    {
      "epoch": 0.8826003824091778,
      "grad_norm": 3.3718184557425874,
      "learning_rate": 1e-06,
      "loss": 0.2072,
      "step": 2308
    },
    {
      "epoch": 0.8829827915869981,
      "grad_norm": 2.665566565173866,
      "learning_rate": 1e-06,
      "loss": 0.0938,
      "step": 2309
    },
    {
      "epoch": 0.8833652007648184,
      "grad_norm": 3.2153290281520714,
      "learning_rate": 1e-06,
      "loss": 0.2025,
      "step": 2310
    },
    {
      "epoch": 0.8837476099426386,
      "grad_norm": 3.020818004350026,
      "learning_rate": 1e-06,
      "loss": 0.1081,
      "step": 2311
    },
    {
      "epoch": 0.8841300191204589,
      "grad_norm": 5.98992423593946,
      "learning_rate": 1e-06,
      "loss": 0.1368,
      "step": 2312
    },
    {
      "epoch": 0.8845124282982791,
      "grad_norm": 7.505415677752273,
      "learning_rate": 1e-06,
      "loss": 0.2759,
      "step": 2313
    },
    {
      "epoch": 0.8848948374760994,
      "grad_norm": 4.147387700414422,
      "learning_rate": 1e-06,
      "loss": 0.382,
      "step": 2314
    },
    {
      "epoch": 0.8852772466539197,
      "grad_norm": 2.1308112624179936,
      "learning_rate": 1e-06,
      "loss": 0.475,
      "step": 2315
    },
    {
      "epoch": 0.88565965583174,
      "grad_norm": 3.5914450509956697,
      "learning_rate": 1e-06,
      "loss": 0.1266,
      "step": 2316
    },
    {
      "epoch": 0.8860420650095602,
      "grad_norm": 3.7600621331945296,
      "learning_rate": 1e-06,
      "loss": 0.2785,
      "step": 2317
    },
    {
      "epoch": 0.8864244741873805,
      "grad_norm": 2.826946455570886,
      "learning_rate": 1e-06,
      "loss": 0.3301,
      "step": 2318
    },
    {
      "epoch": 0.8868068833652007,
      "grad_norm": 2.580528017911607,
      "learning_rate": 1e-06,
      "loss": 0.4009,
      "step": 2319
    },
    {
      "epoch": 0.887189292543021,
      "grad_norm": 4.593738789447418,
      "learning_rate": 1e-06,
      "loss": 0.3341,
      "step": 2320
    },
    {
      "epoch": 0.8875717017208413,
      "grad_norm": 3.9482181537961933,
      "learning_rate": 1e-06,
      "loss": 0.3531,
      "step": 2321
    },
    {
      "epoch": 0.8879541108986616,
      "grad_norm": 3.688090778160383,
      "learning_rate": 1e-06,
      "loss": 0.1288,
      "step": 2322
    },
    {
      "epoch": 0.8883365200764818,
      "grad_norm": 2.5997625315867006,
      "learning_rate": 1e-06,
      "loss": 0.0716,
      "step": 2323
    },
    {
      "epoch": 0.8887189292543021,
      "grad_norm": 4.739358727579254,
      "learning_rate": 1e-06,
      "loss": 0.1075,
      "step": 2324
    },
    {
      "epoch": 0.8891013384321224,
      "grad_norm": 3.958546535706509,
      "learning_rate": 1e-06,
      "loss": 0.1491,
      "step": 2325
    },
    {
      "epoch": 0.8894837476099426,
      "grad_norm": 8.595346531387138,
      "learning_rate": 1e-06,
      "loss": 0.4131,
      "step": 2326
    },
    {
      "epoch": 0.8898661567877629,
      "grad_norm": 3.994591871667418,
      "learning_rate": 1e-06,
      "loss": 0.3402,
      "step": 2327
    },
    {
      "epoch": 0.8902485659655832,
      "grad_norm": 5.926634151911645,
      "learning_rate": 1e-06,
      "loss": 0.4476,
      "step": 2328
    },
    {
      "epoch": 0.8906309751434034,
      "grad_norm": 3.0411437294890624,
      "learning_rate": 1e-06,
      "loss": 0.3332,
      "step": 2329
    },
    {
      "epoch": 0.8910133843212237,
      "grad_norm": 5.351350432043598,
      "learning_rate": 1e-06,
      "loss": 0.3868,
      "step": 2330
    },
    {
      "epoch": 0.891395793499044,
      "grad_norm": 4.472179670638214,
      "learning_rate": 1e-06,
      "loss": 0.3971,
      "step": 2331
    },
    {
      "epoch": 0.8917782026768643,
      "grad_norm": 3.865687347131359,
      "learning_rate": 1e-06,
      "loss": 0.1836,
      "step": 2332
    },
    {
      "epoch": 0.8921606118546845,
      "grad_norm": 2.8248239715557286,
      "learning_rate": 1e-06,
      "loss": 0.2198,
      "step": 2333
    },
    {
      "epoch": 0.8925430210325048,
      "grad_norm": 2.7267736664679947,
      "learning_rate": 1e-06,
      "loss": 0.1597,
      "step": 2334
    },
    {
      "epoch": 0.892925430210325,
      "grad_norm": 3.587110672403936,
      "learning_rate": 1e-06,
      "loss": 0.3088,
      "step": 2335
    },
    {
      "epoch": 0.8933078393881453,
      "grad_norm": 3.054779597696523,
      "learning_rate": 1e-06,
      "loss": 0.0827,
      "step": 2336
    },
    {
      "epoch": 0.8936902485659656,
      "grad_norm": 5.234545895647738,
      "learning_rate": 1e-06,
      "loss": 0.2402,
      "step": 2337
    },
    {
      "epoch": 0.8940726577437859,
      "grad_norm": 5.033355651368099,
      "learning_rate": 1e-06,
      "loss": 0.1738,
      "step": 2338
    },
    {
      "epoch": 0.8944550669216061,
      "grad_norm": 5.520875846651122,
      "learning_rate": 1e-06,
      "loss": 0.5797,
      "step": 2339
    },
    {
      "epoch": 0.8948374760994264,
      "grad_norm": 3.5991780296358877,
      "learning_rate": 1e-06,
      "loss": 0.4866,
      "step": 2340
    },
    {
      "epoch": 0.8952198852772466,
      "grad_norm": 2.7136232994721263,
      "learning_rate": 1e-06,
      "loss": 0.5725,
      "step": 2341
    },
    {
      "epoch": 0.8956022944550669,
      "grad_norm": 2.5631846001892287,
      "learning_rate": 1e-06,
      "loss": 0.313,
      "step": 2342
    },
    {
      "epoch": 0.8959847036328872,
      "grad_norm": 3.3386419621407724,
      "learning_rate": 1e-06,
      "loss": 0.3095,
      "step": 2343
    },
    {
      "epoch": 0.8963671128107075,
      "grad_norm": 3.245795244247259,
      "learning_rate": 1e-06,
      "loss": 0.4238,
      "step": 2344
    },
    {
      "epoch": 0.8967495219885278,
      "grad_norm": 2.2980130029879846,
      "learning_rate": 1e-06,
      "loss": 0.2659,
      "step": 2345
    },
    {
      "epoch": 0.897131931166348,
      "grad_norm": 2.595626703634238,
      "learning_rate": 1e-06,
      "loss": 0.2533,
      "step": 2346
    },
    {
      "epoch": 0.8975143403441682,
      "grad_norm": 2.7846215204267755,
      "learning_rate": 1e-06,
      "loss": 0.2174,
      "step": 2347
    },
    {
      "epoch": 0.8978967495219885,
      "grad_norm": 3.3081022615874676,
      "learning_rate": 1e-06,
      "loss": 0.0999,
      "step": 2348
    },
    {
      "epoch": 0.8982791586998088,
      "grad_norm": 3.0943818651222195,
      "learning_rate": 1e-06,
      "loss": 0.1473,
      "step": 2349
    },
    {
      "epoch": 0.8986615678776291,
      "grad_norm": 4.190605947520891,
      "learning_rate": 1e-06,
      "loss": 0.1731,
      "step": 2350
    },
    {
      "epoch": 0.8990439770554494,
      "grad_norm": 4.72621948006337,
      "learning_rate": 1e-06,
      "loss": 0.4197,
      "step": 2351
    },
    {
      "epoch": 0.8994263862332696,
      "grad_norm": 3.5235686351792337,
      "learning_rate": 1e-06,
      "loss": 0.5667,
      "step": 2352
    },
    {
      "epoch": 0.8998087954110898,
      "grad_norm": 2.469793075202874,
      "learning_rate": 1e-06,
      "loss": 0.2133,
      "step": 2353
    },
    {
      "epoch": 0.9001912045889101,
      "grad_norm": 2.807314351874271,
      "learning_rate": 1e-06,
      "loss": 0.4659,
      "step": 2354
    },
    {
      "epoch": 0.9005736137667304,
      "grad_norm": 3.795765153347245,
      "learning_rate": 1e-06,
      "loss": 0.4197,
      "step": 2355
    },
    {
      "epoch": 0.9009560229445507,
      "grad_norm": 4.375152585229796,
      "learning_rate": 1e-06,
      "loss": 0.4471,
      "step": 2356
    },
    {
      "epoch": 0.901338432122371,
      "grad_norm": 3.7510101229460644,
      "learning_rate": 1e-06,
      "loss": 0.2843,
      "step": 2357
    },
    {
      "epoch": 0.9017208413001913,
      "grad_norm": 3.349252326998123,
      "learning_rate": 1e-06,
      "loss": 0.334,
      "step": 2358
    },
    {
      "epoch": 0.9021032504780114,
      "grad_norm": 2.9929499439115674,
      "learning_rate": 1e-06,
      "loss": 0.2409,
      "step": 2359
    },
    {
      "epoch": 0.9024856596558317,
      "grad_norm": 4.8274300578190426,
      "learning_rate": 1e-06,
      "loss": 0.1843,
      "step": 2360
    },
    {
      "epoch": 0.902868068833652,
      "grad_norm": 3.04919407937432,
      "learning_rate": 1e-06,
      "loss": 0.12,
      "step": 2361
    },
    {
      "epoch": 0.9032504780114723,
      "grad_norm": 3.614721920350499,
      "learning_rate": 1e-06,
      "loss": 0.1164,
      "step": 2362
    },
    {
      "epoch": 0.9036328871892926,
      "grad_norm": 5.657648577523865,
      "learning_rate": 1e-06,
      "loss": 0.151,
      "step": 2363
    },
    {
      "epoch": 0.9040152963671129,
      "grad_norm": 3.7782924214287825,
      "learning_rate": 1e-06,
      "loss": 0.5837,
      "step": 2364
    },
    {
      "epoch": 0.904397705544933,
      "grad_norm": 3.29169842346582,
      "learning_rate": 1e-06,
      "loss": 0.4038,
      "step": 2365
    },
    {
      "epoch": 0.9047801147227533,
      "grad_norm": 2.804095957650072,
      "learning_rate": 1e-06,
      "loss": 0.4941,
      "step": 2366
    },
    {
      "epoch": 0.9051625239005736,
      "grad_norm": 2.6948585017325772,
      "learning_rate": 1e-06,
      "loss": 0.399,
      "step": 2367
    },
    {
      "epoch": 0.9055449330783939,
      "grad_norm": 2.8048690694622755,
      "learning_rate": 1e-06,
      "loss": 0.3361,
      "step": 2368
    },
    {
      "epoch": 0.9059273422562142,
      "grad_norm": 3.4714349201689294,
      "learning_rate": 1e-06,
      "loss": 0.4146,
      "step": 2369
    },
    {
      "epoch": 0.9063097514340345,
      "grad_norm": 3.056515666125883,
      "learning_rate": 1e-06,
      "loss": 0.2881,
      "step": 2370
    },
    {
      "epoch": 0.9066921606118546,
      "grad_norm": 3.8923882468271436,
      "learning_rate": 1e-06,
      "loss": 0.3238,
      "step": 2371
    },
    {
      "epoch": 0.9070745697896749,
      "grad_norm": 3.9766025503723563,
      "learning_rate": 1e-06,
      "loss": 0.3097,
      "step": 2372
    },
    {
      "epoch": 0.9074569789674952,
      "grad_norm": 3.991801204020184,
      "learning_rate": 1e-06,
      "loss": 0.2089,
      "step": 2373
    },
    {
      "epoch": 0.9078393881453155,
      "grad_norm": 3.8195215822387363,
      "learning_rate": 1e-06,
      "loss": 0.1582,
      "step": 2374
    },
    {
      "epoch": 0.9082217973231358,
      "grad_norm": 3.1414569113516273,
      "learning_rate": 1e-06,
      "loss": 0.0923,
      "step": 2375
    },
    {
      "epoch": 0.908604206500956,
      "grad_norm": 4.024326974268517,
      "learning_rate": 1e-06,
      "loss": 0.3416,
      "step": 2376
    },
    {
      "epoch": 0.9089866156787763,
      "grad_norm": 3.5697654121323223,
      "learning_rate": 1e-06,
      "loss": 0.6562,
      "step": 2377
    },
    {
      "epoch": 0.9093690248565965,
      "grad_norm": 3.3032838261728106,
      "learning_rate": 1e-06,
      "loss": 0.3549,
      "step": 2378
    },
    {
      "epoch": 0.9097514340344168,
      "grad_norm": 3.729689975157589,
      "learning_rate": 1e-06,
      "loss": 0.5737,
      "step": 2379
    },
    {
      "epoch": 0.9101338432122371,
      "grad_norm": 3.084084874569733,
      "learning_rate": 1e-06,
      "loss": 0.4262,
      "step": 2380
    },
    {
      "epoch": 0.9105162523900574,
      "grad_norm": 2.7431866599727837,
      "learning_rate": 1e-06,
      "loss": 0.2823,
      "step": 2381
    },
    {
      "epoch": 0.9108986615678776,
      "grad_norm": 3.3325277944609093,
      "learning_rate": 1e-06,
      "loss": 0.1517,
      "step": 2382
    },
    {
      "epoch": 0.9112810707456979,
      "grad_norm": 3.2485280738522864,
      "learning_rate": 1e-06,
      "loss": 0.3246,
      "step": 2383
    },
    {
      "epoch": 0.9116634799235181,
      "grad_norm": 2.91043118195861,
      "learning_rate": 1e-06,
      "loss": 0.1999,
      "step": 2384
    },
    {
      "epoch": 0.9120458891013384,
      "grad_norm": 2.892826705853231,
      "learning_rate": 1e-06,
      "loss": 0.1659,
      "step": 2385
    },
    {
      "epoch": 0.9124282982791587,
      "grad_norm": 2.7669380648525954,
      "learning_rate": 1e-06,
      "loss": 0.1941,
      "step": 2386
    },
    {
      "epoch": 0.912810707456979,
      "grad_norm": 3.397510761752007,
      "learning_rate": 1e-06,
      "loss": 0.0964,
      "step": 2387
    },
    {
      "epoch": 0.9131931166347992,
      "grad_norm": 6.884696918983418,
      "learning_rate": 1e-06,
      "loss": 0.1733,
      "step": 2388
    },
    {
      "epoch": 0.9135755258126195,
      "grad_norm": 4.374020276044012,
      "learning_rate": 1e-06,
      "loss": 0.4105,
      "step": 2389
    },
    {
      "epoch": 0.9139579349904398,
      "grad_norm": 2.4249034036490626,
      "learning_rate": 1e-06,
      "loss": 0.3799,
      "step": 2390
    },
    {
      "epoch": 0.91434034416826,
      "grad_norm": 1.7467237867717293,
      "learning_rate": 1e-06,
      "loss": 0.5461,
      "step": 2391
    },
    {
      "epoch": 0.9147227533460803,
      "grad_norm": 3.769540990312869,
      "learning_rate": 1e-06,
      "loss": 0.3656,
      "step": 2392
    },
    {
      "epoch": 0.9151051625239006,
      "grad_norm": 3.051950618909361,
      "learning_rate": 1e-06,
      "loss": 0.2499,
      "step": 2393
    },
    {
      "epoch": 0.9154875717017208,
      "grad_norm": 2.3185247347830433,
      "learning_rate": 1e-06,
      "loss": 0.2253,
      "step": 2394
    },
    {
      "epoch": 0.9158699808795411,
      "grad_norm": 3.6773879201524555,
      "learning_rate": 1e-06,
      "loss": 0.2363,
      "step": 2395
    },
    {
      "epoch": 0.9162523900573614,
      "grad_norm": 2.7726956946995234,
      "learning_rate": 1e-06,
      "loss": 0.2691,
      "step": 2396
    },
    {
      "epoch": 0.9166347992351817,
      "grad_norm": 4.293276636053358,
      "learning_rate": 1e-06,
      "loss": 0.1415,
      "step": 2397
    },
    {
      "epoch": 0.9170172084130019,
      "grad_norm": 3.2937914272070086,
      "learning_rate": 1e-06,
      "loss": 0.1545,
      "step": 2398
    },
    {
      "epoch": 0.9173996175908222,
      "grad_norm": 5.068736061989545,
      "learning_rate": 1e-06,
      "loss": 0.1117,
      "step": 2399
    },
    {
      "epoch": 0.9177820267686424,
      "grad_norm": 4.144171811551991,
      "learning_rate": 1e-06,
      "loss": 0.211,
      "step": 2400
    },
    {
      "epoch": 0.9181644359464627,
      "grad_norm": 4.271453564275025,
      "learning_rate": 1e-06,
      "loss": 0.4232,
      "step": 2401
    },
    {
      "epoch": 0.918546845124283,
      "grad_norm": 4.142120897238968,
      "learning_rate": 1e-06,
      "loss": 0.3927,
      "step": 2402
    },
    {
      "epoch": 0.9189292543021033,
      "grad_norm": 2.4200139924898028,
      "learning_rate": 1e-06,
      "loss": 0.3811,
      "step": 2403
    },
    {
      "epoch": 0.9193116634799235,
      "grad_norm": 4.018243907902251,
      "learning_rate": 1e-06,
      "loss": 0.4066,
      "step": 2404
    },
    {
      "epoch": 0.9196940726577438,
      "grad_norm": 2.7654656833084443,
      "learning_rate": 1e-06,
      "loss": 0.3045,
      "step": 2405
    },
    {
      "epoch": 0.920076481835564,
      "grad_norm": 3.8460711162179333,
      "learning_rate": 1e-06,
      "loss": 0.276,
      "step": 2406
    },
    {
      "epoch": 0.9204588910133843,
      "grad_norm": 3.2811800994693674,
      "learning_rate": 1e-06,
      "loss": 0.3471,
      "step": 2407
    },
    {
      "epoch": 0.9208413001912046,
      "grad_norm": 2.816157188460834,
      "learning_rate": 1e-06,
      "loss": 0.271,
      "step": 2408
    },
    {
      "epoch": 0.9212237093690249,
      "grad_norm": 4.139433145830336,
      "learning_rate": 1e-06,
      "loss": 0.321,
      "step": 2409
    },
    {
      "epoch": 0.9216061185468452,
      "grad_norm": 3.250587116908922,
      "learning_rate": 1e-06,
      "loss": 0.1285,
      "step": 2410
    },
    {
      "epoch": 0.9219885277246654,
      "grad_norm": 2.511674990354371,
      "learning_rate": 1e-06,
      "loss": 0.1159,
      "step": 2411
    },
    {
      "epoch": 0.9223709369024856,
      "grad_norm": 2.8328083524342222,
      "learning_rate": 1e-06,
      "loss": 0.0856,
      "step": 2412
    },
    {
      "epoch": 0.9227533460803059,
      "grad_norm": 4.623206950914736,
      "learning_rate": 1e-06,
      "loss": 0.2897,
      "step": 2413
    },
    {
      "epoch": 0.9231357552581262,
      "grad_norm": 5.678655769427854,
      "learning_rate": 1e-06,
      "loss": 0.5478,
      "step": 2414
    },
    {
      "epoch": 0.9235181644359465,
      "grad_norm": 3.1158680047222096,
      "learning_rate": 1e-06,
      "loss": 0.6466,
      "step": 2415
    },
    {
      "epoch": 0.9239005736137668,
      "grad_norm": 2.4494728066125724,
      "learning_rate": 1e-06,
      "loss": 0.2526,
      "step": 2416
    },
    {
      "epoch": 0.924282982791587,
      "grad_norm": 2.9669818632152016,
      "learning_rate": 1e-06,
      "loss": 0.3885,
      "step": 2417
    },
    {
      "epoch": 0.9246653919694072,
      "grad_norm": 3.402103525083524,
      "learning_rate": 1e-06,
      "loss": 0.2849,
      "step": 2418
    },
    {
      "epoch": 0.9250478011472275,
      "grad_norm": 3.453406274999731,
      "learning_rate": 1e-06,
      "loss": 0.3591,
      "step": 2419
    },
    {
      "epoch": 0.9254302103250478,
      "grad_norm": 2.0307213902395898,
      "learning_rate": 1e-06,
      "loss": 0.1947,
      "step": 2420
    },
    {
      "epoch": 0.9258126195028681,
      "grad_norm": 2.5965596802903117,
      "learning_rate": 1e-06,
      "loss": 0.1767,
      "step": 2421
    },
    {
      "epoch": 0.9261950286806884,
      "grad_norm": 2.2293907005413836,
      "learning_rate": 1e-06,
      "loss": 0.0941,
      "step": 2422
    },
    {
      "epoch": 0.9265774378585087,
      "grad_norm": 3.9204266674070825,
      "learning_rate": 1e-06,
      "loss": 0.2149,
      "step": 2423
    },
    {
      "epoch": 0.9269598470363288,
      "grad_norm": 4.919483197059165,
      "learning_rate": 1e-06,
      "loss": 0.1295,
      "step": 2424
    },
    {
      "epoch": 0.9273422562141491,
      "grad_norm": 7.121928573614454,
      "learning_rate": 1e-06,
      "loss": 0.306,
      "step": 2425
    },
    {
      "epoch": 0.9277246653919694,
      "grad_norm": 6.867140560402005,
      "learning_rate": 1e-06,
      "loss": 0.3018,
      "step": 2426
    },
    {
      "epoch": 0.9281070745697897,
      "grad_norm": 3.502978419998348,
      "learning_rate": 1e-06,
      "loss": 0.4303,
      "step": 2427
    },
    {
      "epoch": 0.92848948374761,
      "grad_norm": 2.5172368921493087,
      "learning_rate": 1e-06,
      "loss": 0.3832,
      "step": 2428
    },
    {
      "epoch": 0.9288718929254303,
      "grad_norm": 2.401462399463372,
      "learning_rate": 1e-06,
      "loss": 0.2555,
      "step": 2429
    },
    {
      "epoch": 0.9292543021032504,
      "grad_norm": 3.824808357773478,
      "learning_rate": 1e-06,
      "loss": 0.1962,
      "step": 2430
    },
    {
      "epoch": 0.9296367112810707,
      "grad_norm": 2.7748829688060845,
      "learning_rate": 1e-06,
      "loss": 0.3494,
      "step": 2431
    },
    {
      "epoch": 0.930019120458891,
      "grad_norm": 2.8105509468351326,
      "learning_rate": 1e-06,
      "loss": 0.2075,
      "step": 2432
    },
    {
      "epoch": 0.9304015296367113,
      "grad_norm": 2.543391648153547,
      "learning_rate": 1e-06,
      "loss": 0.1866,
      "step": 2433
    },
    {
      "epoch": 0.9307839388145316,
      "grad_norm": 3.660156771111222,
      "learning_rate": 1e-06,
      "loss": 0.3947,
      "step": 2434
    },
    {
      "epoch": 0.9311663479923518,
      "grad_norm": 2.6722867771087198,
      "learning_rate": 1e-06,
      "loss": 0.1001,
      "step": 2435
    },
    {
      "epoch": 0.931548757170172,
      "grad_norm": 4.882081585919296,
      "learning_rate": 1e-06,
      "loss": 0.1693,
      "step": 2436
    },
    {
      "epoch": 0.9319311663479923,
      "grad_norm": 3.8891033582736587,
      "learning_rate": 1e-06,
      "loss": 0.0689,
      "step": 2437
    },
    {
      "epoch": 0.9323135755258126,
      "grad_norm": 5.030727762164894,
      "learning_rate": 1e-06,
      "loss": 0.1524,
      "step": 2438
    },
    {
      "epoch": 0.9326959847036329,
      "grad_norm": 2.806366824158863,
      "learning_rate": 1e-06,
      "loss": 0.3798,
      "step": 2439
    },
    {
      "epoch": 0.9330783938814532,
      "grad_norm": 3.993293385080311,
      "learning_rate": 1e-06,
      "loss": 0.4549,
      "step": 2440
    },
    {
      "epoch": 0.9334608030592734,
      "grad_norm": 2.6540438297737485,
      "learning_rate": 1e-06,
      "loss": 0.4144,
      "step": 2441
    },
    {
      "epoch": 0.9338432122370937,
      "grad_norm": 3.9939570079279467,
      "learning_rate": 1e-06,
      "loss": 0.2668,
      "step": 2442
    },
    {
      "epoch": 0.9342256214149139,
      "grad_norm": 3.8146261321492796,
      "learning_rate": 1e-06,
      "loss": 0.4552,
      "step": 2443
    },
    {
      "epoch": 0.9346080305927342,
      "grad_norm": 3.880128973164252,
      "learning_rate": 1e-06,
      "loss": 0.1813,
      "step": 2444
    },
    {
      "epoch": 0.9349904397705545,
      "grad_norm": 4.808416243994762,
      "learning_rate": 1e-06,
      "loss": 0.2827,
      "step": 2445
    },
    {
      "epoch": 0.9353728489483748,
      "grad_norm": 3.4106847609138664,
      "learning_rate": 1e-06,
      "loss": 0.1591,
      "step": 2446
    },
    {
      "epoch": 0.935755258126195,
      "grad_norm": 2.4377755229460027,
      "learning_rate": 1e-06,
      "loss": 0.1474,
      "step": 2447
    },
    {
      "epoch": 0.9361376673040153,
      "grad_norm": 3.229732406444275,
      "learning_rate": 1e-06,
      "loss": 0.1188,
      "step": 2448
    },
    {
      "epoch": 0.9365200764818356,
      "grad_norm": 3.598057296881959,
      "learning_rate": 1e-06,
      "loss": 0.1297,
      "step": 2449
    },
    {
      "epoch": 0.9369024856596558,
      "grad_norm": 4.248837031398682,
      "learning_rate": 1e-06,
      "loss": 0.1598,
      "step": 2450
    },
    {
      "epoch": 0.9372848948374761,
      "grad_norm": 5.293401338699338,
      "learning_rate": 1e-06,
      "loss": 0.5099,
      "step": 2451
    },
    {
      "epoch": 0.9376673040152964,
      "grad_norm": 4.239485131078506,
      "learning_rate": 1e-06,
      "loss": 0.4603,
      "step": 2452
    },
    {
      "epoch": 0.9380497131931166,
      "grad_norm": 3.178237621971313,
      "learning_rate": 1e-06,
      "loss": 0.3857,
      "step": 2453
    },
    {
      "epoch": 0.9384321223709369,
      "grad_norm": 2.820377761212562,
      "learning_rate": 1e-06,
      "loss": 0.4409,
      "step": 2454
    },
    {
      "epoch": 0.9388145315487572,
      "grad_norm": 4.224050173562621,
      "learning_rate": 1e-06,
      "loss": 0.4657,
      "step": 2455
    },
    {
      "epoch": 0.9391969407265774,
      "grad_norm": 3.480768501226541,
      "learning_rate": 1e-06,
      "loss": 0.2117,
      "step": 2456
    },
    {
      "epoch": 0.9395793499043977,
      "grad_norm": 3.3157551444179916,
      "learning_rate": 1e-06,
      "loss": 0.2881,
      "step": 2457
    },
    {
      "epoch": 0.939961759082218,
      "grad_norm": 2.677380605933176,
      "learning_rate": 1e-06,
      "loss": 0.2783,
      "step": 2458
    },
    {
      "epoch": 0.9403441682600382,
      "grad_norm": 3.4601604889710007,
      "learning_rate": 1e-06,
      "loss": 0.1185,
      "step": 2459
    },
    {
      "epoch": 0.9407265774378585,
      "grad_norm": 2.7606470167868156,
      "learning_rate": 1e-06,
      "loss": 0.1084,
      "step": 2460
    },
    {
      "epoch": 0.9411089866156788,
      "grad_norm": 4.2092945524484815,
      "learning_rate": 1e-06,
      "loss": 0.1193,
      "step": 2461
    },
    {
      "epoch": 0.941491395793499,
      "grad_norm": 4.857380252133691,
      "learning_rate": 1e-06,
      "loss": 0.2438,
      "step": 2462
    },
    {
      "epoch": 0.9418738049713193,
      "grad_norm": 4.812435991926709,
      "learning_rate": 1e-06,
      "loss": 0.1943,
      "step": 2463
    },
    {
      "epoch": 0.9422562141491396,
      "grad_norm": 3.0303294563586163,
      "learning_rate": 1e-06,
      "loss": 0.3405,
      "step": 2464
    },
    {
      "epoch": 0.9426386233269598,
      "grad_norm": 3.4931876779237387,
      "learning_rate": 1e-06,
      "loss": 0.3735,
      "step": 2465
    },
    {
      "epoch": 0.9430210325047801,
      "grad_norm": 3.105325947483179,
      "learning_rate": 1e-06,
      "loss": 0.193,
      "step": 2466
    },
    {
      "epoch": 0.9434034416826004,
      "grad_norm": 3.3599543581996127,
      "learning_rate": 1e-06,
      "loss": 0.4249,
      "step": 2467
    },
    {
      "epoch": 0.9437858508604207,
      "grad_norm": 3.9436596117981617,
      "learning_rate": 1e-06,
      "loss": 0.4425,
      "step": 2468
    },
    {
      "epoch": 0.944168260038241,
      "grad_norm": 2.914177531817628,
      "learning_rate": 1e-06,
      "loss": 0.4259,
      "step": 2469
    },
    {
      "epoch": 0.9445506692160612,
      "grad_norm": 3.3477942706469674,
      "learning_rate": 1e-06,
      "loss": 0.1776,
      "step": 2470
    },
    {
      "epoch": 0.9449330783938814,
      "grad_norm": 3.404480500775937,
      "learning_rate": 1e-06,
      "loss": 0.3247,
      "step": 2471
    },
    {
      "epoch": 0.9453154875717017,
      "grad_norm": 4.0445641949383795,
      "learning_rate": 1e-06,
      "loss": 0.1704,
      "step": 2472
    },
    {
      "epoch": 0.945697896749522,
      "grad_norm": 4.140376706146293,
      "learning_rate": 1e-06,
      "loss": 0.1252,
      "step": 2473
    },
    {
      "epoch": 0.9460803059273423,
      "grad_norm": 4.425210618001349,
      "learning_rate": 1e-06,
      "loss": 0.166,
      "step": 2474
    },
    {
      "epoch": 0.9464627151051626,
      "grad_norm": 3.84246047804393,
      "learning_rate": 1e-06,
      "loss": 0.1434,
      "step": 2475
    },
    {
      "epoch": 0.9468451242829828,
      "grad_norm": 4.633907503919647,
      "learning_rate": 1e-06,
      "loss": 0.5574,
      "step": 2476
    },
    {
      "epoch": 0.947227533460803,
      "grad_norm": 3.4089993921191524,
      "learning_rate": 1e-06,
      "loss": 0.3722,
      "step": 2477
    },
    {
      "epoch": 0.9476099426386233,
      "grad_norm": 2.981419562869889,
      "learning_rate": 1e-06,
      "loss": 0.3436,
      "step": 2478
    },
    {
      "epoch": 0.9479923518164436,
      "grad_norm": 3.10857530594632,
      "learning_rate": 1e-06,
      "loss": 0.4303,
      "step": 2479
    },
    {
      "epoch": 0.9483747609942639,
      "grad_norm": 2.475556467095296,
      "learning_rate": 1e-06,
      "loss": 0.4754,
      "step": 2480
    },
    {
      "epoch": 0.9487571701720842,
      "grad_norm": 3.4656399367950486,
      "learning_rate": 1e-06,
      "loss": 0.3549,
      "step": 2481
    },
    {
      "epoch": 0.9491395793499044,
      "grad_norm": 2.481484416967314,
      "learning_rate": 1e-06,
      "loss": 0.2656,
      "step": 2482
    },
    {
      "epoch": 0.9495219885277246,
      "grad_norm": 3.2459105659146714,
      "learning_rate": 1e-06,
      "loss": 0.1877,
      "step": 2483
    },
    {
      "epoch": 0.9499043977055449,
      "grad_norm": 2.9867060480189456,
      "learning_rate": 1e-06,
      "loss": 0.2577,
      "step": 2484
    },
    {
      "epoch": 0.9502868068833652,
      "grad_norm": 2.9665059492603536,
      "learning_rate": 1e-06,
      "loss": 0.1622,
      "step": 2485
    },
    {
      "epoch": 0.9506692160611855,
      "grad_norm": 3.2158824406103794,
      "learning_rate": 1e-06,
      "loss": 0.1046,
      "step": 2486
    },
    {
      "epoch": 0.9510516252390058,
      "grad_norm": 7.309422032668531,
      "learning_rate": 1e-06,
      "loss": 0.2142,
      "step": 2487
    },
    {
      "epoch": 0.9514340344168261,
      "grad_norm": 6.018173985632012,
      "learning_rate": 1e-06,
      "loss": 0.129,
      "step": 2488
    },
    {
      "epoch": 0.9518164435946462,
      "grad_norm": 3.9050742859557754,
      "learning_rate": 1e-06,
      "loss": 0.2745,
      "step": 2489
    },
    {
      "epoch": 0.9521988527724665,
      "grad_norm": 3.0204257207766267,
      "learning_rate": 1e-06,
      "loss": 0.5162,
      "step": 2490
    },
    {
      "epoch": 0.9525812619502868,
      "grad_norm": 2.9900339210142612,
      "learning_rate": 1e-06,
      "loss": 0.2981,
      "step": 2491
    },
    {
      "epoch": 0.9529636711281071,
      "grad_norm": 2.2315165769186533,
      "learning_rate": 1e-06,
      "loss": 0.2601,
      "step": 2492
    },
    {
      "epoch": 0.9533460803059274,
      "grad_norm": 4.215404625202046,
      "learning_rate": 1e-06,
      "loss": 0.5005,
      "step": 2493
    },
    {
      "epoch": 0.9537284894837476,
      "grad_norm": 4.286058607347795,
      "learning_rate": 1e-06,
      "loss": 0.3125,
      "step": 2494
    },
    {
      "epoch": 0.9541108986615678,
      "grad_norm": 2.9477273365773953,
      "learning_rate": 1e-06,
      "loss": 0.1585,
      "step": 2495
    },
    {
      "epoch": 0.9544933078393881,
      "grad_norm": 2.871610052694963,
      "learning_rate": 1e-06,
      "loss": 0.3119,
      "step": 2496
    },
    {
      "epoch": 0.9548757170172084,
      "grad_norm": 4.013999045743957,
      "learning_rate": 1e-06,
      "loss": 0.1336,
      "step": 2497
    },
    {
      "epoch": 0.9552581261950287,
      "grad_norm": 5.1393778021386245,
      "learning_rate": 1e-06,
      "loss": 0.1823,
      "step": 2498
    },
    {
      "epoch": 0.955640535372849,
      "grad_norm": 4.134935378246604,
      "learning_rate": 1e-06,
      "loss": 0.1288,
      "step": 2499
    },
    {
      "epoch": 0.9560229445506692,
      "grad_norm": 3.8629845176424045,
      "learning_rate": 1e-06,
      "loss": 0.2066,
      "step": 2500
    },
    {
      "epoch": 0.9560229445506692,
      "eval_runtime": 799.3556,
      "eval_samples_per_second": 1.919,
      "eval_steps_per_second": 0.48,
      "step": 2500
    },
    {
      "epoch": 0.9564053537284894,
      "grad_norm": 5.8565165553706136,
      "learning_rate": 1e-06,
      "loss": 0.2651,
      "step": 2501
    },
    {
      "epoch": 0.9567877629063097,
      "grad_norm": 4.526794347596287,
      "learning_rate": 1e-06,
      "loss": 0.5482,
      "step": 2502
    },
    {
      "epoch": 0.95717017208413,
      "grad_norm": 3.848471618079834,
      "learning_rate": 1e-06,
      "loss": 0.3268,
      "step": 2503
    },
    {
      "epoch": 0.9575525812619503,
      "grad_norm": 2.5777081701684113,
      "learning_rate": 1e-06,
      "loss": 0.375,
      "step": 2504
    },
    {
      "epoch": 0.9579349904397706,
      "grad_norm": 3.2761608075834734,
      "learning_rate": 1e-06,
      "loss": 0.4698,
      "step": 2505
    },
    {
      "epoch": 0.9583173996175908,
      "grad_norm": 3.1059146201145658,
      "learning_rate": 1e-06,
      "loss": 0.3876,
      "step": 2506
    },
    {
      "epoch": 0.9586998087954111,
      "grad_norm": 4.5630668392531994,
      "learning_rate": 1e-06,
      "loss": 0.293,
      "step": 2507
    },
    {
      "epoch": 0.9590822179732313,
      "grad_norm": 2.5173547141041355,
      "learning_rate": 1e-06,
      "loss": 0.4098,
      "step": 2508
    },
    {
      "epoch": 0.9594646271510516,
      "grad_norm": 4.096442116360893,
      "learning_rate": 1e-06,
      "loss": 0.3183,
      "step": 2509
    },
    {
      "epoch": 0.9598470363288719,
      "grad_norm": 3.040329539105895,
      "learning_rate": 1e-06,
      "loss": 0.1837,
      "step": 2510
    },
    {
      "epoch": 0.9602294455066922,
      "grad_norm": 4.060086046631855,
      "learning_rate": 1e-06,
      "loss": 0.1759,
      "step": 2511
    },
    {
      "epoch": 0.9606118546845124,
      "grad_norm": 3.202650974833437,
      "learning_rate": 1e-06,
      "loss": 0.1191,
      "step": 2512
    },
    {
      "epoch": 0.9609942638623327,
      "grad_norm": 5.244336297559902,
      "learning_rate": 1e-06,
      "loss": 0.221,
      "step": 2513
    },
    {
      "epoch": 0.961376673040153,
      "grad_norm": 4.087860530153794,
      "learning_rate": 1e-06,
      "loss": 0.4887,
      "step": 2514
    },
    {
      "epoch": 0.9617590822179732,
      "grad_norm": 4.008707106538918,
      "learning_rate": 1e-06,
      "loss": 0.2974,
      "step": 2515
    },
    {
      "epoch": 0.9621414913957935,
      "grad_norm": 2.8413734985847023,
      "learning_rate": 1e-06,
      "loss": 0.2436,
      "step": 2516
    },
    {
      "epoch": 0.9625239005736138,
      "grad_norm": 2.1263401069363788,
      "learning_rate": 1e-06,
      "loss": 0.4188,
      "step": 2517
    },
    {
      "epoch": 0.962906309751434,
      "grad_norm": 2.3591884514025065,
      "learning_rate": 1e-06,
      "loss": 0.3366,
      "step": 2518
    },
    {
      "epoch": 0.9632887189292543,
      "grad_norm": 3.4527239674509396,
      "learning_rate": 1e-06,
      "loss": 0.3246,
      "step": 2519
    },
    {
      "epoch": 0.9636711281070746,
      "grad_norm": 3.1959436814522637,
      "learning_rate": 1e-06,
      "loss": 0.4524,
      "step": 2520
    },
    {
      "epoch": 0.9640535372848948,
      "grad_norm": 2.6434737870598064,
      "learning_rate": 1e-06,
      "loss": 0.1332,
      "step": 2521
    },
    {
      "epoch": 0.9644359464627151,
      "grad_norm": 2.9888744687942252,
      "learning_rate": 1e-06,
      "loss": 0.2597,
      "step": 2522
    },
    {
      "epoch": 0.9648183556405354,
      "grad_norm": 2.8214012855189923,
      "learning_rate": 1e-06,
      "loss": 0.095,
      "step": 2523
    },
    {
      "epoch": 0.9652007648183556,
      "grad_norm": 3.6102344100802566,
      "learning_rate": 1e-06,
      "loss": 0.2253,
      "step": 2524
    },
    {
      "epoch": 0.9655831739961759,
      "grad_norm": 3.7707971532501547,
      "learning_rate": 1e-06,
      "loss": 0.1292,
      "step": 2525
    },
    {
      "epoch": 0.9659655831739962,
      "grad_norm": 6.197414892919504,
      "learning_rate": 1e-06,
      "loss": 0.4118,
      "step": 2526
    },
    {
      "epoch": 0.9663479923518165,
      "grad_norm": 4.232979970486748,
      "learning_rate": 1e-06,
      "loss": 0.525,
      "step": 2527
    },
    {
      "epoch": 0.9667304015296367,
      "grad_norm": 2.516070213963481,
      "learning_rate": 1e-06,
      "loss": 0.2949,
      "step": 2528
    },
    {
      "epoch": 0.967112810707457,
      "grad_norm": 2.5454068311021585,
      "learning_rate": 1e-06,
      "loss": 0.3649,
      "step": 2529
    },
    {
      "epoch": 0.9674952198852772,
      "grad_norm": 3.0030260718779824,
      "learning_rate": 1e-06,
      "loss": 0.3655,
      "step": 2530
    },
    {
      "epoch": 0.9678776290630975,
      "grad_norm": 2.587838203331088,
      "learning_rate": 1e-06,
      "loss": 0.1599,
      "step": 2531
    },
    {
      "epoch": 0.9682600382409178,
      "grad_norm": 2.7870652342992006,
      "learning_rate": 1e-06,
      "loss": 0.2055,
      "step": 2532
    },
    {
      "epoch": 0.9686424474187381,
      "grad_norm": 2.2474966958502223,
      "learning_rate": 1e-06,
      "loss": 0.2339,
      "step": 2533
    },
    {
      "epoch": 0.9690248565965583,
      "grad_norm": 3.6074896838595163,
      "learning_rate": 1e-06,
      "loss": 0.2102,
      "step": 2534
    },
    {
      "epoch": 0.9694072657743786,
      "grad_norm": 4.83622817242849,
      "learning_rate": 1e-06,
      "loss": 0.3518,
      "step": 2535
    },
    {
      "epoch": 0.9697896749521988,
      "grad_norm": 4.1927200348811215,
      "learning_rate": 1e-06,
      "loss": 0.1836,
      "step": 2536
    },
    {
      "epoch": 0.9701720841300191,
      "grad_norm": 2.8666457826016307,
      "learning_rate": 1e-06,
      "loss": 0.1056,
      "step": 2537
    },
    {
      "epoch": 0.9705544933078394,
      "grad_norm": 4.817647979633222,
      "learning_rate": 1e-06,
      "loss": 0.16,
      "step": 2538
    },
    {
      "epoch": 0.9709369024856597,
      "grad_norm": 4.854718396616762,
      "learning_rate": 1e-06,
      "loss": 0.3504,
      "step": 2539
    },
    {
      "epoch": 0.97131931166348,
      "grad_norm": 4.5204929393590385,
      "learning_rate": 1e-06,
      "loss": 0.464,
      "step": 2540
    },
    {
      "epoch": 0.9717017208413002,
      "grad_norm": 2.168201770803353,
      "learning_rate": 1e-06,
      "loss": 0.3012,
      "step": 2541
    },
    {
      "epoch": 0.9720841300191204,
      "grad_norm": 2.494170162590611,
      "learning_rate": 1e-06,
      "loss": 0.3649,
      "step": 2542
    },
    {
      "epoch": 0.9724665391969407,
      "grad_norm": 3.1576684464974107,
      "learning_rate": 1e-06,
      "loss": 0.3593,
      "step": 2543
    },
    {
      "epoch": 0.972848948374761,
      "grad_norm": 2.856905678713925,
      "learning_rate": 1e-06,
      "loss": 0.4119,
      "step": 2544
    },
    {
      "epoch": 0.9732313575525813,
      "grad_norm": 2.727520531175859,
      "learning_rate": 1e-06,
      "loss": 0.2192,
      "step": 2545
    },
    {
      "epoch": 0.9736137667304016,
      "grad_norm": 4.18918313888206,
      "learning_rate": 1e-06,
      "loss": 0.2203,
      "step": 2546
    },
    {
      "epoch": 0.9739961759082219,
      "grad_norm": 2.975542990234044,
      "learning_rate": 1e-06,
      "loss": 0.1945,
      "step": 2547
    },
    {
      "epoch": 0.974378585086042,
      "grad_norm": 3.5107795384400453,
      "learning_rate": 1e-06,
      "loss": 0.2166,
      "step": 2548
    },
    {
      "epoch": 0.9747609942638623,
      "grad_norm": 4.385758387404672,
      "learning_rate": 1e-06,
      "loss": 0.1169,
      "step": 2549
    },
    {
      "epoch": 0.9751434034416826,
      "grad_norm": 4.209472401376355,
      "learning_rate": 1e-06,
      "loss": 0.0965,
      "step": 2550
    },
    {
      "epoch": 0.9755258126195029,
      "grad_norm": 5.427274186872016,
      "learning_rate": 1e-06,
      "loss": 0.367,
      "step": 2551
    },
    {
      "epoch": 0.9759082217973232,
      "grad_norm": 3.2644648339131286,
      "learning_rate": 1e-06,
      "loss": 0.2814,
      "step": 2552
    },
    {
      "epoch": 0.9762906309751435,
      "grad_norm": 2.6137838065735473,
      "learning_rate": 1e-06,
      "loss": 0.4892,
      "step": 2553
    },
    {
      "epoch": 0.9766730401529636,
      "grad_norm": 4.326270632337801,
      "learning_rate": 1e-06,
      "loss": 0.2991,
      "step": 2554
    },
    {
      "epoch": 0.9770554493307839,
      "grad_norm": 3.050565548352456,
      "learning_rate": 1e-06,
      "loss": 0.1965,
      "step": 2555
    },
    {
      "epoch": 0.9774378585086042,
      "grad_norm": 2.7712793684363803,
      "learning_rate": 1e-06,
      "loss": 0.4099,
      "step": 2556
    },
    {
      "epoch": 0.9778202676864245,
      "grad_norm": 2.672851116499552,
      "learning_rate": 1e-06,
      "loss": 0.3241,
      "step": 2557
    },
    {
      "epoch": 0.9782026768642448,
      "grad_norm": 3.88321062038747,
      "learning_rate": 1e-06,
      "loss": 0.2394,
      "step": 2558
    },
    {
      "epoch": 0.978585086042065,
      "grad_norm": 2.5404347628870267,
      "learning_rate": 1e-06,
      "loss": 0.1967,
      "step": 2559
    },
    {
      "epoch": 0.9789674952198852,
      "grad_norm": 4.196580748422142,
      "learning_rate": 1e-06,
      "loss": 0.1953,
      "step": 2560
    },
    {
      "epoch": 0.9793499043977055,
      "grad_norm": 4.321526410325028,
      "learning_rate": 1e-06,
      "loss": 0.1945,
      "step": 2561
    },
    {
      "epoch": 0.9797323135755258,
      "grad_norm": 3.620238498397353,
      "learning_rate": 1e-06,
      "loss": 0.128,
      "step": 2562
    },
    {
      "epoch": 0.9801147227533461,
      "grad_norm": 5.664534261064663,
      "learning_rate": 1e-06,
      "loss": 0.3241,
      "step": 2563
    },
    {
      "epoch": 0.9804971319311664,
      "grad_norm": 6.847996060806995,
      "learning_rate": 1e-06,
      "loss": 0.5073,
      "step": 2564
    },
    {
      "epoch": 0.9808795411089866,
      "grad_norm": 3.571970882113405,
      "learning_rate": 1e-06,
      "loss": 0.513,
      "step": 2565
    },
    {
      "epoch": 0.9812619502868068,
      "grad_norm": 2.4624811084622946,
      "learning_rate": 1e-06,
      "loss": 0.2175,
      "step": 2566
    },
    {
      "epoch": 0.9816443594646271,
      "grad_norm": 3.7807054363969903,
      "learning_rate": 1e-06,
      "loss": 0.3091,
      "step": 2567
    },
    {
      "epoch": 0.9820267686424474,
      "grad_norm": 2.8580470936274107,
      "learning_rate": 1e-06,
      "loss": 0.3945,
      "step": 2568
    },
    {
      "epoch": 0.9824091778202677,
      "grad_norm": 2.351385673895787,
      "learning_rate": 1e-06,
      "loss": 0.1745,
      "step": 2569
    },
    {
      "epoch": 0.982791586998088,
      "grad_norm": 2.1665177171811596,
      "learning_rate": 1e-06,
      "loss": 0.3091,
      "step": 2570
    },
    {
      "epoch": 0.9831739961759082,
      "grad_norm": 2.3260906983631826,
      "learning_rate": 1e-06,
      "loss": 0.107,
      "step": 2571
    },
    {
      "epoch": 0.9835564053537285,
      "grad_norm": 3.1163465087244333,
      "learning_rate": 1e-06,
      "loss": 0.2531,
      "step": 2572
    },
    {
      "epoch": 0.9839388145315487,
      "grad_norm": 5.852612634199883,
      "learning_rate": 1e-06,
      "loss": 0.2657,
      "step": 2573
    },
    {
      "epoch": 0.984321223709369,
      "grad_norm": 3.8884425648894876,
      "learning_rate": 1e-06,
      "loss": 0.2904,
      "step": 2574
    },
    {
      "epoch": 0.9847036328871893,
      "grad_norm": 4.19222505362827,
      "learning_rate": 1e-06,
      "loss": 0.1286,
      "step": 2575
    },
    {
      "epoch": 0.9850860420650096,
      "grad_norm": 5.189746600012265,
      "learning_rate": 1e-06,
      "loss": 0.4261,
      "step": 2576
    },
    {
      "epoch": 0.9854684512428298,
      "grad_norm": 4.696277385973995,
      "learning_rate": 1e-06,
      "loss": 0.5642,
      "step": 2577
    },
    {
      "epoch": 0.9858508604206501,
      "grad_norm": 3.4502829338930416,
      "learning_rate": 1e-06,
      "loss": 0.5265,
      "step": 2578
    },
    {
      "epoch": 0.9862332695984704,
      "grad_norm": 3.274044007990694,
      "learning_rate": 1e-06,
      "loss": 0.318,
      "step": 2579
    },
    {
      "epoch": 0.9866156787762906,
      "grad_norm": 2.9082146023740947,
      "learning_rate": 1e-06,
      "loss": 0.2627,
      "step": 2580
    },
    {
      "epoch": 0.9869980879541109,
      "grad_norm": 3.030790156456422,
      "learning_rate": 1e-06,
      "loss": 0.3913,
      "step": 2581
    },
    {
      "epoch": 0.9873804971319312,
      "grad_norm": 3.283557189694305,
      "learning_rate": 1e-06,
      "loss": 0.2163,
      "step": 2582
    },
    {
      "epoch": 0.9877629063097514,
      "grad_norm": 3.117959445603992,
      "learning_rate": 1e-06,
      "loss": 0.2683,
      "step": 2583
    },
    {
      "epoch": 0.9881453154875717,
      "grad_norm": 3.148377524436508,
      "learning_rate": 1e-06,
      "loss": 0.1586,
      "step": 2584
    },
    {
      "epoch": 0.988527724665392,
      "grad_norm": 4.6813955612878,
      "learning_rate": 1e-06,
      "loss": 0.1509,
      "step": 2585
    },
    {
      "epoch": 0.9889101338432122,
      "grad_norm": 3.899554809200781,
      "learning_rate": 1e-06,
      "loss": 0.1506,
      "step": 2586
    },
    {
      "epoch": 0.9892925430210325,
      "grad_norm": 2.4800554066283054,
      "learning_rate": 1e-06,
      "loss": 0.0729,
      "step": 2587
    },
    {
      "epoch": 0.9896749521988528,
      "grad_norm": 7.238309181847078,
      "learning_rate": 1e-06,
      "loss": 0.2698,
      "step": 2588
    },
    {
      "epoch": 0.990057361376673,
      "grad_norm": 4.662581881297602,
      "learning_rate": 1e-06,
      "loss": 0.3281,
      "step": 2589
    },
    {
      "epoch": 0.9904397705544933,
      "grad_norm": 2.739755187548956,
      "learning_rate": 1e-06,
      "loss": 0.5258,
      "step": 2590
    },
    {
      "epoch": 0.9908221797323136,
      "grad_norm": 2.564721423929086,
      "learning_rate": 1e-06,
      "loss": 0.3786,
      "step": 2591
    },
    {
      "epoch": 0.9912045889101339,
      "grad_norm": 2.5972957963319847,
      "learning_rate": 1e-06,
      "loss": 0.3551,
      "step": 2592
    },
    {
      "epoch": 0.9915869980879541,
      "grad_norm": 3.8746655227526423,
      "learning_rate": 1e-06,
      "loss": 0.4603,
      "step": 2593
    },
    {
      "epoch": 0.9919694072657744,
      "grad_norm": 2.229383749210781,
      "learning_rate": 1e-06,
      "loss": 0.2426,
      "step": 2594
    },
    {
      "epoch": 0.9923518164435946,
      "grad_norm": 3.4840260147016933,
      "learning_rate": 1e-06,
      "loss": 0.3521,
      "step": 2595
    },
    {
      "epoch": 0.9927342256214149,
      "grad_norm": 3.3125443365620715,
      "learning_rate": 1e-06,
      "loss": 0.3144,
      "step": 2596
    },
    {
      "epoch": 0.9931166347992352,
      "grad_norm": 3.0452079711950035,
      "learning_rate": 1e-06,
      "loss": 0.1457,
      "step": 2597
    },
    {
      "epoch": 0.9934990439770555,
      "grad_norm": 3.5410711049500967,
      "learning_rate": 1e-06,
      "loss": 0.2189,
      "step": 2598
    },
    {
      "epoch": 0.9938814531548757,
      "grad_norm": 2.5759976944883465,
      "learning_rate": 1e-06,
      "loss": 0.063,
      "step": 2599
    },
    {
      "epoch": 0.994263862332696,
      "grad_norm": 4.732681626241745,
      "learning_rate": 1e-06,
      "loss": 0.1459,
      "step": 2600
    },
    {
      "epoch": 0.9946462715105162,
      "grad_norm": 5.7252164041855975,
      "learning_rate": 1e-06,
      "loss": 0.2892,
      "step": 2601
    },
    {
      "epoch": 0.9950286806883365,
      "grad_norm": 3.9012106165781852,
      "learning_rate": 1e-06,
      "loss": 0.5871,
      "step": 2602
    },
    {
      "epoch": 0.9954110898661568,
      "grad_norm": 4.077861675077326,
      "learning_rate": 1e-06,
      "loss": 0.3088,
      "step": 2603
    },
    {
      "epoch": 0.9957934990439771,
      "grad_norm": 3.0754863447451473,
      "learning_rate": 1e-06,
      "loss": 0.3728,
      "step": 2604
    },
    {
      "epoch": 0.9961759082217974,
      "grad_norm": 3.5602005347016674,
      "learning_rate": 1e-06,
      "loss": 0.3391,
      "step": 2605
    },
    {
      "epoch": 0.9965583173996176,
      "grad_norm": 2.9985209633808587,
      "learning_rate": 1e-06,
      "loss": 0.3218,
      "step": 2606
    },
    {
      "epoch": 0.9969407265774378,
      "grad_norm": 2.896954015417547,
      "learning_rate": 1e-06,
      "loss": 0.2512,
      "step": 2607
    },
    {
      "epoch": 0.9973231357552581,
      "grad_norm": 2.8445699997682503,
      "learning_rate": 1e-06,
      "loss": 0.1779,
      "step": 2608
    },
    {
      "epoch": 0.9977055449330784,
      "grad_norm": 3.448586359514333,
      "learning_rate": 1e-06,
      "loss": 0.2165,
      "step": 2609
    },
    {
      "epoch": 0.9980879541108987,
      "grad_norm": 3.796851138444182,
      "learning_rate": 1e-06,
      "loss": 0.1629,
      "step": 2610
    },
    {
      "epoch": 0.998470363288719,
      "grad_norm": 3.3308363781163437,
      "learning_rate": 1e-06,
      "loss": 0.1305,
      "step": 2611
    },
    {
      "epoch": 0.9988527724665393,
      "grad_norm": 3.9866357709863354,
      "learning_rate": 1e-06,
      "loss": 0.1635,
      "step": 2612
    },
    {
      "epoch": 0.9992351816443594,
      "grad_norm": 2.2663411028183136,
      "learning_rate": 1e-06,
      "loss": 0.2236,
      "step": 2613
    },
    {
      "epoch": 0.9996175908221797,
      "grad_norm": 7.850867215017207,
      "learning_rate": 1e-06,
      "loss": 0.3879,
      "step": 2614
    },
    {
      "epoch": 1.0,
      "grad_norm": 7.3600381928987115,
      "learning_rate": 1e-06,
      "loss": 0.2976,
      "step": 2615
    },
    {
      "epoch": 1.0003824091778202,
      "grad_norm": 7.022242494277558,
      "learning_rate": 1e-06,
      "loss": 0.3882,
      "step": 2616
    },
    {
      "epoch": 1.0007648183556406,
      "grad_norm": 3.2276398197207765,
      "learning_rate": 1e-06,
      "loss": 0.4019,
      "step": 2617
    },
    {
      "epoch": 1.0011472275334607,
      "grad_norm": 4.711575339994919,
      "learning_rate": 1e-06,
      "loss": 0.384,
      "step": 2618
    },
    {
      "epoch": 1.0015296367112811,
      "grad_norm": 3.964034996794371,
      "learning_rate": 1e-06,
      "loss": 0.3542,
      "step": 2619
    },
    {
      "epoch": 1.0019120458891013,
      "grad_norm": 2.4735523305662164,
      "learning_rate": 1e-06,
      "loss": 0.367,
      "step": 2620
    },
    {
      "epoch": 1.0022944550669215,
      "grad_norm": 2.984105921892883,
      "learning_rate": 1e-06,
      "loss": 0.2827,
      "step": 2621
    },
    {
      "epoch": 1.002676864244742,
      "grad_norm": 2.690558711175746,
      "learning_rate": 1e-06,
      "loss": 0.2447,
      "step": 2622
    },
    {
      "epoch": 1.003059273422562,
      "grad_norm": 2.195602777913192,
      "learning_rate": 1e-06,
      "loss": 0.2517,
      "step": 2623
    },
    {
      "epoch": 1.0034416826003825,
      "grad_norm": 2.950277903769856,
      "learning_rate": 1e-06,
      "loss": 0.2829,
      "step": 2624
    },
    {
      "epoch": 1.0038240917782026,
      "grad_norm": 2.2185522716692763,
      "learning_rate": 1e-06,
      "loss": 0.1924,
      "step": 2625
    },
    {
      "epoch": 1.004206500956023,
      "grad_norm": 2.369061423893835,
      "learning_rate": 1e-06,
      "loss": 0.0956,
      "step": 2626
    },
    {
      "epoch": 1.0045889101338432,
      "grad_norm": 3.1811822850303346,
      "learning_rate": 1e-06,
      "loss": 0.0704,
      "step": 2627
    },
    {
      "epoch": 1.0049713193116634,
      "grad_norm": 4.695017368987337,
      "learning_rate": 1e-06,
      "loss": 0.2643,
      "step": 2628
    },
    {
      "epoch": 1.0053537284894838,
      "grad_norm": 3.5123435749233964,
      "learning_rate": 1e-06,
      "loss": 0.3135,
      "step": 2629
    },
    {
      "epoch": 1.005736137667304,
      "grad_norm": 4.023118682377531,
      "learning_rate": 1e-06,
      "loss": 0.4817,
      "step": 2630
    },
    {
      "epoch": 1.0061185468451244,
      "grad_norm": 3.1225779493267387,
      "learning_rate": 1e-06,
      "loss": 0.5105,
      "step": 2631
    },
    {
      "epoch": 1.0065009560229445,
      "grad_norm": 2.145657492040758,
      "learning_rate": 1e-06,
      "loss": 0.2007,
      "step": 2632
    },
    {
      "epoch": 1.0068833652007647,
      "grad_norm": 3.395665794561428,
      "learning_rate": 1e-06,
      "loss": 0.2554,
      "step": 2633
    },
    {
      "epoch": 1.007265774378585,
      "grad_norm": 2.738779237661642,
      "learning_rate": 1e-06,
      "loss": 0.2572,
      "step": 2634
    },
    {
      "epoch": 1.0076481835564053,
      "grad_norm": 2.4865667883354314,
      "learning_rate": 1e-06,
      "loss": 0.3324,
      "step": 2635
    },
    {
      "epoch": 1.0080305927342257,
      "grad_norm": 2.4270858328046465,
      "learning_rate": 1e-06,
      "loss": 0.199,
      "step": 2636
    },
    {
      "epoch": 1.0084130019120459,
      "grad_norm": 2.83804453191572,
      "learning_rate": 1e-06,
      "loss": 0.2041,
      "step": 2637
    },
    {
      "epoch": 1.0087954110898663,
      "grad_norm": 3.452598980500604,
      "learning_rate": 1e-06,
      "loss": 0.1231,
      "step": 2638
    },
    {
      "epoch": 1.0091778202676864,
      "grad_norm": 3.1894734575285772,
      "learning_rate": 1e-06,
      "loss": 0.2265,
      "step": 2639
    },
    {
      "epoch": 1.0095602294455066,
      "grad_norm": 4.684612147542248,
      "learning_rate": 1e-06,
      "loss": 0.1149,
      "step": 2640
    },
    {
      "epoch": 1.009942638623327,
      "grad_norm": 6.372393505333487,
      "learning_rate": 1e-06,
      "loss": 0.3431,
      "step": 2641
    },
    {
      "epoch": 1.0103250478011472,
      "grad_norm": 3.6672653807605475,
      "learning_rate": 1e-06,
      "loss": 0.4792,
      "step": 2642
    },
    {
      "epoch": 1.0107074569789676,
      "grad_norm": 3.1671483192222225,
      "learning_rate": 1e-06,
      "loss": 0.1964,
      "step": 2643
    },
    {
      "epoch": 1.0110898661567878,
      "grad_norm": 3.1009247169742444,
      "learning_rate": 1e-06,
      "loss": 0.3048,
      "step": 2644
    },
    {
      "epoch": 1.011472275334608,
      "grad_norm": 2.561814565399431,
      "learning_rate": 1e-06,
      "loss": 0.4524,
      "step": 2645
    },
    {
      "epoch": 1.0118546845124283,
      "grad_norm": 3.6103503738248652,
      "learning_rate": 1e-06,
      "loss": 0.4296,
      "step": 2646
    },
    {
      "epoch": 1.0122370936902485,
      "grad_norm": 3.0457279491501494,
      "learning_rate": 1e-06,
      "loss": 0.2372,
      "step": 2647
    },
    {
      "epoch": 1.012619502868069,
      "grad_norm": 2.6471071756222786,
      "learning_rate": 1e-06,
      "loss": 0.1504,
      "step": 2648
    },
    {
      "epoch": 1.013001912045889,
      "grad_norm": 3.2796720070947787,
      "learning_rate": 1e-06,
      "loss": 0.3346,
      "step": 2649
    },
    {
      "epoch": 1.0133843212237095,
      "grad_norm": 2.6879539993414476,
      "learning_rate": 1e-06,
      "loss": 0.1246,
      "step": 2650
    },
    {
      "epoch": 1.0137667304015296,
      "grad_norm": 3.9806388541609574,
      "learning_rate": 1e-06,
      "loss": 0.2321,
      "step": 2651
    },
    {
      "epoch": 1.0141491395793498,
      "grad_norm": 4.3342455612910635,
      "learning_rate": 1e-06,
      "loss": 0.1251,
      "step": 2652
    },
    {
      "epoch": 1.0145315487571702,
      "grad_norm": 4.458886418246188,
      "learning_rate": 1e-06,
      "loss": 0.2768,
      "step": 2653
    },
    {
      "epoch": 1.0149139579349904,
      "grad_norm": 3.829791768840152,
      "learning_rate": 1e-06,
      "loss": 0.7265,
      "step": 2654
    },
    {
      "epoch": 1.0152963671128108,
      "grad_norm": 4.006958154705942,
      "learning_rate": 1e-06,
      "loss": 0.4493,
      "step": 2655
    },
    {
      "epoch": 1.015678776290631,
      "grad_norm": 4.761598180256772,
      "learning_rate": 1e-06,
      "loss": 0.3316,
      "step": 2656
    },
    {
      "epoch": 1.0160611854684511,
      "grad_norm": 2.4355635164452516,
      "learning_rate": 1e-06,
      "loss": 0.2961,
      "step": 2657
    },
    {
      "epoch": 1.0164435946462715,
      "grad_norm": 3.4078103787408143,
      "learning_rate": 1e-06,
      "loss": 0.3313,
      "step": 2658
    },
    {
      "epoch": 1.0168260038240917,
      "grad_norm": 2.336207345539462,
      "learning_rate": 1e-06,
      "loss": 0.266,
      "step": 2659
    },
    {
      "epoch": 1.0172084130019121,
      "grad_norm": 2.483990525539346,
      "learning_rate": 1e-06,
      "loss": 0.2061,
      "step": 2660
    },
    {
      "epoch": 1.0175908221797323,
      "grad_norm": 2.8088747183761535,
      "learning_rate": 1e-06,
      "loss": 0.2379,
      "step": 2661
    },
    {
      "epoch": 1.0179732313575527,
      "grad_norm": 3.9472972749689803,
      "learning_rate": 1e-06,
      "loss": 0.1218,
      "step": 2662
    },
    {
      "epoch": 1.0183556405353729,
      "grad_norm": 2.218365703129731,
      "learning_rate": 1e-06,
      "loss": 0.0802,
      "step": 2663
    },
    {
      "epoch": 1.018738049713193,
      "grad_norm": 2.649953582645051,
      "learning_rate": 1e-06,
      "loss": 0.0778,
      "step": 2664
    },
    {
      "epoch": 1.0191204588910134,
      "grad_norm": 4.448260732501134,
      "learning_rate": 1e-06,
      "loss": 0.1224,
      "step": 2665
    },
    {
      "epoch": 1.0195028680688336,
      "grad_norm": 3.271824988098627,
      "learning_rate": 1e-06,
      "loss": 0.2896,
      "step": 2666
    },
    {
      "epoch": 1.019885277246654,
      "grad_norm": 3.2242186671803053,
      "learning_rate": 1e-06,
      "loss": 0.3974,
      "step": 2667
    },
    {
      "epoch": 1.0202676864244742,
      "grad_norm": 3.3364650478924704,
      "learning_rate": 1e-06,
      "loss": 0.3966,
      "step": 2668
    },
    {
      "epoch": 1.0206500956022944,
      "grad_norm": 2.561851791645246,
      "learning_rate": 1e-06,
      "loss": 0.4702,
      "step": 2669
    },
    {
      "epoch": 1.0210325047801148,
      "grad_norm": 2.296667180423467,
      "learning_rate": 1e-06,
      "loss": 0.1755,
      "step": 2670
    },
    {
      "epoch": 1.021414913957935,
      "grad_norm": 2.5412507472527377,
      "learning_rate": 1e-06,
      "loss": 0.2024,
      "step": 2671
    },
    {
      "epoch": 1.0217973231357553,
      "grad_norm": 3.1929982952396516,
      "learning_rate": 1e-06,
      "loss": 0.2564,
      "step": 2672
    },
    {
      "epoch": 1.0221797323135755,
      "grad_norm": 3.12842570411532,
      "learning_rate": 1e-06,
      "loss": 0.1739,
      "step": 2673
    },
    {
      "epoch": 1.0225621414913957,
      "grad_norm": 2.198754053160904,
      "learning_rate": 1e-06,
      "loss": 0.1205,
      "step": 2674
    },
    {
      "epoch": 1.022944550669216,
      "grad_norm": 2.3468154188534847,
      "learning_rate": 1e-06,
      "loss": 0.099,
      "step": 2675
    },
    {
      "epoch": 1.0233269598470363,
      "grad_norm": 2.9629685172276186,
      "learning_rate": 1e-06,
      "loss": 0.131,
      "step": 2676
    },
    {
      "epoch": 1.0237093690248567,
      "grad_norm": 3.3928803005718886,
      "learning_rate": 1e-06,
      "loss": 0.0987,
      "step": 2677
    },
    {
      "epoch": 1.0240917782026768,
      "grad_norm": 6.748226356603706,
      "learning_rate": 1e-06,
      "loss": 0.2138,
      "step": 2678
    },
    {
      "epoch": 1.0244741873804972,
      "grad_norm": 4.177550609197598,
      "learning_rate": 1e-06,
      "loss": 0.4903,
      "step": 2679
    },
    {
      "epoch": 1.0248565965583174,
      "grad_norm": 2.907307258180538,
      "learning_rate": 1e-06,
      "loss": 0.411,
      "step": 2680
    },
    {
      "epoch": 1.0252390057361376,
      "grad_norm": 3.52547813581656,
      "learning_rate": 1e-06,
      "loss": 0.3489,
      "step": 2681
    },
    {
      "epoch": 1.025621414913958,
      "grad_norm": 1.761864023922077,
      "learning_rate": 1e-06,
      "loss": 0.4432,
      "step": 2682
    },
    {
      "epoch": 1.0260038240917781,
      "grad_norm": 4.062267120729046,
      "learning_rate": 1e-06,
      "loss": 0.5168,
      "step": 2683
    },
    {
      "epoch": 1.0263862332695985,
      "grad_norm": 3.098152188290873,
      "learning_rate": 1e-06,
      "loss": 0.3486,
      "step": 2684
    },
    {
      "epoch": 1.0267686424474187,
      "grad_norm": 2.888999358127268,
      "learning_rate": 1e-06,
      "loss": 0.3154,
      "step": 2685
    },
    {
      "epoch": 1.027151051625239,
      "grad_norm": 2.1664383719064797,
      "learning_rate": 1e-06,
      "loss": 0.2393,
      "step": 2686
    },
    {
      "epoch": 1.0275334608030593,
      "grad_norm": 2.937303577105565,
      "learning_rate": 1e-06,
      "loss": 0.1346,
      "step": 2687
    },
    {
      "epoch": 1.0279158699808795,
      "grad_norm": 2.880227022759963,
      "learning_rate": 1e-06,
      "loss": 0.1251,
      "step": 2688
    },
    {
      "epoch": 1.0282982791586999,
      "grad_norm": 5.532938898727842,
      "learning_rate": 1e-06,
      "loss": 0.1379,
      "step": 2689
    },
    {
      "epoch": 1.02868068833652,
      "grad_norm": 4.385366963567743,
      "learning_rate": 1e-06,
      "loss": 0.1815,
      "step": 2690
    },
    {
      "epoch": 1.0290630975143404,
      "grad_norm": 7.158234033869149,
      "learning_rate": 1e-06,
      "loss": 0.4647,
      "step": 2691
    },
    {
      "epoch": 1.0294455066921606,
      "grad_norm": 3.0856505441641775,
      "learning_rate": 1e-06,
      "loss": 0.511,
      "step": 2692
    },
    {
      "epoch": 1.0298279158699808,
      "grad_norm": 2.7459342552088613,
      "learning_rate": 1e-06,
      "loss": 0.396,
      "step": 2693
    },
    {
      "epoch": 1.0302103250478012,
      "grad_norm": 2.322585408721161,
      "learning_rate": 1e-06,
      "loss": 0.2208,
      "step": 2694
    },
    {
      "epoch": 1.0305927342256214,
      "grad_norm": 3.9542064770596155,
      "learning_rate": 1e-06,
      "loss": 0.2635,
      "step": 2695
    },
    {
      "epoch": 1.0309751434034418,
      "grad_norm": 3.8928897501328565,
      "learning_rate": 1e-06,
      "loss": 0.3911,
      "step": 2696
    },
    {
      "epoch": 1.031357552581262,
      "grad_norm": 2.718816822151605,
      "learning_rate": 1e-06,
      "loss": 0.2699,
      "step": 2697
    },
    {
      "epoch": 1.0317399617590821,
      "grad_norm": 2.7116925070417888,
      "learning_rate": 1e-06,
      "loss": 0.1533,
      "step": 2698
    },
    {
      "epoch": 1.0321223709369025,
      "grad_norm": 3.7386232098118484,
      "learning_rate": 1e-06,
      "loss": 0.2102,
      "step": 2699
    },
    {
      "epoch": 1.0325047801147227,
      "grad_norm": 4.017373027397352,
      "learning_rate": 1e-06,
      "loss": 0.2086,
      "step": 2700
    },
    {
      "epoch": 1.032887189292543,
      "grad_norm": 3.4537132072905083,
      "learning_rate": 1e-06,
      "loss": 0.0745,
      "step": 2701
    },
    {
      "epoch": 1.0332695984703633,
      "grad_norm": 3.052307919169174,
      "learning_rate": 1e-06,
      "loss": 0.0833,
      "step": 2702
    },
    {
      "epoch": 1.0336520076481837,
      "grad_norm": 5.773778758203473,
      "learning_rate": 1e-06,
      "loss": 0.2878,
      "step": 2703
    },
    {
      "epoch": 1.0340344168260038,
      "grad_norm": 3.5658561558062556,
      "learning_rate": 1e-06,
      "loss": 0.3941,
      "step": 2704
    },
    {
      "epoch": 1.034416826003824,
      "grad_norm": 3.8316777150803865,
      "learning_rate": 1e-06,
      "loss": 0.3779,
      "step": 2705
    },
    {
      "epoch": 1.0347992351816444,
      "grad_norm": 3.0384828460897135,
      "learning_rate": 1e-06,
      "loss": 0.4879,
      "step": 2706
    },
    {
      "epoch": 1.0351816443594646,
      "grad_norm": 2.343134786606256,
      "learning_rate": 1e-06,
      "loss": 0.176,
      "step": 2707
    },
    {
      "epoch": 1.035564053537285,
      "grad_norm": 2.509989996354431,
      "learning_rate": 1e-06,
      "loss": 0.3084,
      "step": 2708
    },
    {
      "epoch": 1.0359464627151052,
      "grad_norm": 4.5406688795706485,
      "learning_rate": 1e-06,
      "loss": 0.2898,
      "step": 2709
    },
    {
      "epoch": 1.0363288718929253,
      "grad_norm": 2.519332617684988,
      "learning_rate": 1e-06,
      "loss": 0.3148,
      "step": 2710
    },
    {
      "epoch": 1.0367112810707457,
      "grad_norm": 3.3118057963060408,
      "learning_rate": 1e-06,
      "loss": 0.1704,
      "step": 2711
    },
    {
      "epoch": 1.037093690248566,
      "grad_norm": 3.1056092428420667,
      "learning_rate": 1e-06,
      "loss": 0.2319,
      "step": 2712
    },
    {
      "epoch": 1.0374760994263863,
      "grad_norm": 2.8239605839709903,
      "learning_rate": 1e-06,
      "loss": 0.1413,
      "step": 2713
    },
    {
      "epoch": 1.0378585086042065,
      "grad_norm": 3.6473681171255157,
      "learning_rate": 1e-06,
      "loss": 0.0879,
      "step": 2714
    },
    {
      "epoch": 1.0382409177820269,
      "grad_norm": 4.901069773459302,
      "learning_rate": 1e-06,
      "loss": 0.1012,
      "step": 2715
    },
    {
      "epoch": 1.038623326959847,
      "grad_norm": 5.90739502479764,
      "learning_rate": 1e-06,
      "loss": 0.3751,
      "step": 2716
    },
    {
      "epoch": 1.0390057361376672,
      "grad_norm": 2.4297200780321946,
      "learning_rate": 1e-06,
      "loss": 0.3753,
      "step": 2717
    },
    {
      "epoch": 1.0393881453154876,
      "grad_norm": 3.155282353796207,
      "learning_rate": 1e-06,
      "loss": 0.2652,
      "step": 2718
    },
    {
      "epoch": 1.0397705544933078,
      "grad_norm": 1.8522253338930603,
      "learning_rate": 1e-06,
      "loss": 0.4514,
      "step": 2719
    },
    {
      "epoch": 1.0401529636711282,
      "grad_norm": 3.8440830737692897,
      "learning_rate": 1e-06,
      "loss": 0.3758,
      "step": 2720
    },
    {
      "epoch": 1.0405353728489484,
      "grad_norm": 3.6345675259188495,
      "learning_rate": 1e-06,
      "loss": 0.492,
      "step": 2721
    },
    {
      "epoch": 1.0409177820267685,
      "grad_norm": 2.5366856174872265,
      "learning_rate": 1e-06,
      "loss": 0.3273,
      "step": 2722
    },
    {
      "epoch": 1.041300191204589,
      "grad_norm": 2.9382334665978878,
      "learning_rate": 1e-06,
      "loss": 0.1969,
      "step": 2723
    },
    {
      "epoch": 1.0416826003824091,
      "grad_norm": 2.463847447156355,
      "learning_rate": 1e-06,
      "loss": 0.1471,
      "step": 2724
    },
    {
      "epoch": 1.0420650095602295,
      "grad_norm": 2.7102589926182095,
      "learning_rate": 1e-06,
      "loss": 0.0894,
      "step": 2725
    },
    {
      "epoch": 1.0424474187380497,
      "grad_norm": 1.9479837117072258,
      "learning_rate": 1e-06,
      "loss": 0.0475,
      "step": 2726
    },
    {
      "epoch": 1.0428298279158699,
      "grad_norm": 3.6407804660592453,
      "learning_rate": 1e-06,
      "loss": 0.0815,
      "step": 2727
    },
    {
      "epoch": 1.0432122370936903,
      "grad_norm": 5.984271414634673,
      "learning_rate": 1e-06,
      "loss": 0.1927,
      "step": 2728
    },
    {
      "epoch": 1.0435946462715104,
      "grad_norm": 3.93073151145546,
      "learning_rate": 1e-06,
      "loss": 0.5152,
      "step": 2729
    },
    {
      "epoch": 1.0439770554493308,
      "grad_norm": 2.9375285695086757,
      "learning_rate": 1e-06,
      "loss": 0.434,
      "step": 2730
    },
    {
      "epoch": 1.044359464627151,
      "grad_norm": 3.359699038468975,
      "learning_rate": 1e-06,
      "loss": 0.2864,
      "step": 2731
    },
    {
      "epoch": 1.0447418738049714,
      "grad_norm": 3.754311181496516,
      "learning_rate": 1e-06,
      "loss": 0.2893,
      "step": 2732
    },
    {
      "epoch": 1.0451242829827916,
      "grad_norm": 1.943514563723544,
      "learning_rate": 1e-06,
      "loss": 0.1743,
      "step": 2733
    },
    {
      "epoch": 1.0455066921606118,
      "grad_norm": 3.242376188739394,
      "learning_rate": 1e-06,
      "loss": 0.2706,
      "step": 2734
    },
    {
      "epoch": 1.0458891013384322,
      "grad_norm": 3.579687052426587,
      "learning_rate": 1e-06,
      "loss": 0.1136,
      "step": 2735
    },
    {
      "epoch": 1.0462715105162523,
      "grad_norm": 2.2774925117913933,
      "learning_rate": 1e-06,
      "loss": 0.1565,
      "step": 2736
    },
    {
      "epoch": 1.0466539196940727,
      "grad_norm": 2.907590495412597,
      "learning_rate": 1e-06,
      "loss": 0.1114,
      "step": 2737
    },
    {
      "epoch": 1.047036328871893,
      "grad_norm": 3.855675039598945,
      "learning_rate": 1e-06,
      "loss": 0.1473,
      "step": 2738
    },
    {
      "epoch": 1.0474187380497133,
      "grad_norm": 5.640318463309826,
      "learning_rate": 1e-06,
      "loss": 0.1222,
      "step": 2739
    },
    {
      "epoch": 1.0478011472275335,
      "grad_norm": 3.7550896755030148,
      "learning_rate": 1e-06,
      "loss": 0.0826,
      "step": 2740
    },
    {
      "epoch": 1.0481835564053537,
      "grad_norm": 8.14950996283073,
      "learning_rate": 1e-06,
      "loss": 0.4166,
      "step": 2741
    },
    {
      "epoch": 1.048565965583174,
      "grad_norm": 3.7264255842412437,
      "learning_rate": 1e-06,
      "loss": 0.2951,
      "step": 2742
    },
    {
      "epoch": 1.0489483747609942,
      "grad_norm": 3.1613406683671674,
      "learning_rate": 1e-06,
      "loss": 0.3623,
      "step": 2743
    },
    {
      "epoch": 1.0493307839388146,
      "grad_norm": 2.42187224357202,
      "learning_rate": 1e-06,
      "loss": 0.5783,
      "step": 2744
    },
    {
      "epoch": 1.0497131931166348,
      "grad_norm": 3.827291717144456,
      "learning_rate": 1e-06,
      "loss": 0.4027,
      "step": 2745
    },
    {
      "epoch": 1.050095602294455,
      "grad_norm": 3.5942520454349443,
      "learning_rate": 1e-06,
      "loss": 0.2248,
      "step": 2746
    },
    {
      "epoch": 1.0504780114722754,
      "grad_norm": 3.0847969361776753,
      "learning_rate": 1e-06,
      "loss": 0.2589,
      "step": 2747
    },
    {
      "epoch": 1.0508604206500956,
      "grad_norm": 2.6449802755619127,
      "learning_rate": 1e-06,
      "loss": 0.2048,
      "step": 2748
    },
    {
      "epoch": 1.051242829827916,
      "grad_norm": 3.955302607441138,
      "learning_rate": 1e-06,
      "loss": 0.2415,
      "step": 2749
    },
    {
      "epoch": 1.0516252390057361,
      "grad_norm": 2.758995515643434,
      "learning_rate": 1e-06,
      "loss": 0.1459,
      "step": 2750
    },
    {
      "epoch": 1.0520076481835563,
      "grad_norm": 4.547328441334444,
      "learning_rate": 1e-06,
      "loss": 0.2896,
      "step": 2751
    },
    {
      "epoch": 1.0523900573613767,
      "grad_norm": 2.915663864678086,
      "learning_rate": 1e-06,
      "loss": 0.0652,
      "step": 2752
    },
    {
      "epoch": 1.0527724665391969,
      "grad_norm": 5.872634736225061,
      "learning_rate": 1e-06,
      "loss": 0.1742,
      "step": 2753
    },
    {
      "epoch": 1.0531548757170173,
      "grad_norm": 4.331522905743822,
      "learning_rate": 1e-06,
      "loss": 0.5289,
      "step": 2754
    },
    {
      "epoch": 1.0535372848948374,
      "grad_norm": 3.6470304140580527,
      "learning_rate": 1e-06,
      "loss": 0.5093,
      "step": 2755
    },
    {
      "epoch": 1.0539196940726578,
      "grad_norm": 2.853255597538155,
      "learning_rate": 1e-06,
      "loss": 0.3768,
      "step": 2756
    },
    {
      "epoch": 1.054302103250478,
      "grad_norm": 2.253852407251978,
      "learning_rate": 1e-06,
      "loss": 0.3574,
      "step": 2757
    },
    {
      "epoch": 1.0546845124282982,
      "grad_norm": 2.6423868475212187,
      "learning_rate": 1e-06,
      "loss": 0.2847,
      "step": 2758
    },
    {
      "epoch": 1.0550669216061186,
      "grad_norm": 3.174076162182849,
      "learning_rate": 1e-06,
      "loss": 0.4799,
      "step": 2759
    },
    {
      "epoch": 1.0554493307839388,
      "grad_norm": 2.041361831432893,
      "learning_rate": 1e-06,
      "loss": 0.1196,
      "step": 2760
    },
    {
      "epoch": 1.0558317399617592,
      "grad_norm": 2.6674945460141313,
      "learning_rate": 1e-06,
      "loss": 0.155,
      "step": 2761
    },
    {
      "epoch": 1.0562141491395793,
      "grad_norm": 2.9281701799976285,
      "learning_rate": 1e-06,
      "loss": 0.1407,
      "step": 2762
    },
    {
      "epoch": 1.0565965583173995,
      "grad_norm": 3.137617198685308,
      "learning_rate": 1e-06,
      "loss": 0.1237,
      "step": 2763
    },
    {
      "epoch": 1.05697896749522,
      "grad_norm": 2.9902279964007734,
      "learning_rate": 1e-06,
      "loss": 0.0829,
      "step": 2764
    },
    {
      "epoch": 1.05736137667304,
      "grad_norm": 3.7043525817923886,
      "learning_rate": 1e-06,
      "loss": 0.1382,
      "step": 2765
    },
    {
      "epoch": 1.0577437858508605,
      "grad_norm": 6.382018769497528,
      "learning_rate": 1e-06,
      "loss": 0.5412,
      "step": 2766
    },
    {
      "epoch": 1.0581261950286807,
      "grad_norm": 3.774891701464836,
      "learning_rate": 1e-06,
      "loss": 0.4228,
      "step": 2767
    },
    {
      "epoch": 1.058508604206501,
      "grad_norm": 3.79119988946345,
      "learning_rate": 1e-06,
      "loss": 0.4332,
      "step": 2768
    },
    {
      "epoch": 1.0588910133843212,
      "grad_norm": 2.4406959904348207,
      "learning_rate": 1e-06,
      "loss": 0.2894,
      "step": 2769
    },
    {
      "epoch": 1.0592734225621414,
      "grad_norm": 3.5431391329104103,
      "learning_rate": 1e-06,
      "loss": 0.3917,
      "step": 2770
    },
    {
      "epoch": 1.0596558317399618,
      "grad_norm": 3.263546222708345,
      "learning_rate": 1e-06,
      "loss": 0.2839,
      "step": 2771
    },
    {
      "epoch": 1.060038240917782,
      "grad_norm": 3.3798940989590522,
      "learning_rate": 1e-06,
      "loss": 0.2712,
      "step": 2772
    },
    {
      "epoch": 1.0604206500956024,
      "grad_norm": 2.3786540782549745,
      "learning_rate": 1e-06,
      "loss": 0.1636,
      "step": 2773
    },
    {
      "epoch": 1.0608030592734226,
      "grad_norm": 3.8724861604801575,
      "learning_rate": 1e-06,
      "loss": 0.268,
      "step": 2774
    },
    {
      "epoch": 1.0611854684512427,
      "grad_norm": 3.4577965530462174,
      "learning_rate": 1e-06,
      "loss": 0.1355,
      "step": 2775
    },
    {
      "epoch": 1.0615678776290631,
      "grad_norm": 2.6112711521458847,
      "learning_rate": 1e-06,
      "loss": 0.0885,
      "step": 2776
    },
    {
      "epoch": 1.0619502868068833,
      "grad_norm": 3.3136666600623528,
      "learning_rate": 1e-06,
      "loss": 0.0643,
      "step": 2777
    },
    {
      "epoch": 1.0623326959847037,
      "grad_norm": 4.084531699037168,
      "learning_rate": 1e-06,
      "loss": 0.1348,
      "step": 2778
    },
    {
      "epoch": 1.0627151051625239,
      "grad_norm": 3.2009461970957367,
      "learning_rate": 1e-06,
      "loss": 0.2651,
      "step": 2779
    },
    {
      "epoch": 1.063097514340344,
      "grad_norm": 3.2590256588801596,
      "learning_rate": 1e-06,
      "loss": 0.386,
      "step": 2780
    },
    {
      "epoch": 1.0634799235181644,
      "grad_norm": 2.7223852999707043,
      "learning_rate": 1e-06,
      "loss": 0.463,
      "step": 2781
    },
    {
      "epoch": 1.0638623326959846,
      "grad_norm": 2.9683073014908654,
      "learning_rate": 1e-06,
      "loss": 0.2778,
      "step": 2782
    },
    {
      "epoch": 1.064244741873805,
      "grad_norm": 2.1593894770312243,
      "learning_rate": 1e-06,
      "loss": 0.2164,
      "step": 2783
    },
    {
      "epoch": 1.0646271510516252,
      "grad_norm": 4.2599906179835205,
      "learning_rate": 1e-06,
      "loss": 0.3968,
      "step": 2784
    },
    {
      "epoch": 1.0650095602294456,
      "grad_norm": 3.261442581637437,
      "learning_rate": 1e-06,
      "loss": 0.2604,
      "step": 2785
    },
    {
      "epoch": 1.0653919694072658,
      "grad_norm": 2.456470419430958,
      "learning_rate": 1e-06,
      "loss": 0.2151,
      "step": 2786
    },
    {
      "epoch": 1.065774378585086,
      "grad_norm": 5.335437041867739,
      "learning_rate": 1e-06,
      "loss": 0.2321,
      "step": 2787
    },
    {
      "epoch": 1.0661567877629063,
      "grad_norm": 2.525007485860171,
      "learning_rate": 1e-06,
      "loss": 0.0643,
      "step": 2788
    },
    {
      "epoch": 1.0665391969407265,
      "grad_norm": 3.073735239087343,
      "learning_rate": 1e-06,
      "loss": 0.0812,
      "step": 2789
    },
    {
      "epoch": 1.066921606118547,
      "grad_norm": 3.9811808629522973,
      "learning_rate": 1e-06,
      "loss": 0.0931,
      "step": 2790
    },
    {
      "epoch": 1.067304015296367,
      "grad_norm": 7.415904259517387,
      "learning_rate": 1e-06,
      "loss": 0.5791,
      "step": 2791
    },
    {
      "epoch": 1.0676864244741875,
      "grad_norm": 3.223305006905413,
      "learning_rate": 1e-06,
      "loss": 0.3976,
      "step": 2792
    },
    {
      "epoch": 1.0680688336520077,
      "grad_norm": 3.407348455696182,
      "learning_rate": 1e-06,
      "loss": 0.4962,
      "step": 2793
    },
    {
      "epoch": 1.0684512428298278,
      "grad_norm": 2.289743784268278,
      "learning_rate": 1e-06,
      "loss": 0.1987,
      "step": 2794
    },
    {
      "epoch": 1.0688336520076482,
      "grad_norm": 3.8234927430271717,
      "learning_rate": 1e-06,
      "loss": 0.3451,
      "step": 2795
    },
    {
      "epoch": 1.0692160611854684,
      "grad_norm": 3.451374559652021,
      "learning_rate": 1e-06,
      "loss": 0.3375,
      "step": 2796
    },
    {
      "epoch": 1.0695984703632888,
      "grad_norm": 1.776191354598207,
      "learning_rate": 1e-06,
      "loss": 0.3698,
      "step": 2797
    },
    {
      "epoch": 1.069980879541109,
      "grad_norm": 2.7212399010039374,
      "learning_rate": 1e-06,
      "loss": 0.2403,
      "step": 2798
    },
    {
      "epoch": 1.0703632887189292,
      "grad_norm": 3.5523219023805153,
      "learning_rate": 1e-06,
      "loss": 0.1581,
      "step": 2799
    },
    {
      "epoch": 1.0707456978967496,
      "grad_norm": 3.3041342414204586,
      "learning_rate": 1e-06,
      "loss": 0.1054,
      "step": 2800
    },
    {
      "epoch": 1.0711281070745697,
      "grad_norm": 3.322390778800794,
      "learning_rate": 1e-06,
      "loss": 0.1228,
      "step": 2801
    },
    {
      "epoch": 1.0715105162523901,
      "grad_norm": 3.685726709228734,
      "learning_rate": 1e-06,
      "loss": 0.0915,
      "step": 2802
    },
    {
      "epoch": 1.0718929254302103,
      "grad_norm": 3.7334297292616827,
      "learning_rate": 1e-06,
      "loss": 0.2692,
      "step": 2803
    },
    {
      "epoch": 1.0722753346080305,
      "grad_norm": 4.571780863879412,
      "learning_rate": 1e-06,
      "loss": 0.4868,
      "step": 2804
    },
    {
      "epoch": 1.0726577437858509,
      "grad_norm": 3.4253977579413846,
      "learning_rate": 1e-06,
      "loss": 0.3587,
      "step": 2805
    },
    {
      "epoch": 1.073040152963671,
      "grad_norm": 5.506511994622715,
      "learning_rate": 1e-06,
      "loss": 0.322,
      "step": 2806
    },
    {
      "epoch": 1.0734225621414915,
      "grad_norm": 1.916366747181914,
      "learning_rate": 1e-06,
      "loss": 0.2798,
      "step": 2807
    },
    {
      "epoch": 1.0738049713193116,
      "grad_norm": 2.77367810562294,
      "learning_rate": 1e-06,
      "loss": 0.3029,
      "step": 2808
    },
    {
      "epoch": 1.074187380497132,
      "grad_norm": 1.845260841622034,
      "learning_rate": 1e-06,
      "loss": 0.2007,
      "step": 2809
    },
    {
      "epoch": 1.0745697896749522,
      "grad_norm": 2.767604485859373,
      "learning_rate": 1e-06,
      "loss": 0.1358,
      "step": 2810
    },
    {
      "epoch": 1.0749521988527724,
      "grad_norm": 3.3942540871007716,
      "learning_rate": 1e-06,
      "loss": 0.1765,
      "step": 2811
    },
    {
      "epoch": 1.0753346080305928,
      "grad_norm": 4.302997901385853,
      "learning_rate": 1e-06,
      "loss": 0.4149,
      "step": 2812
    },
    {
      "epoch": 1.075717017208413,
      "grad_norm": 6.473597382733225,
      "learning_rate": 1e-06,
      "loss": 0.2666,
      "step": 2813
    },
    {
      "epoch": 1.0760994263862333,
      "grad_norm": 2.8171827539455827,
      "learning_rate": 1e-06,
      "loss": 0.0674,
      "step": 2814
    },
    {
      "epoch": 1.0764818355640535,
      "grad_norm": 5.56599882006727,
      "learning_rate": 1e-06,
      "loss": 0.1671,
      "step": 2815
    },
    {
      "epoch": 1.076864244741874,
      "grad_norm": 7.30450915766582,
      "learning_rate": 1e-06,
      "loss": 0.3735,
      "step": 2816
    },
    {
      "epoch": 1.077246653919694,
      "grad_norm": 3.423064560731871,
      "learning_rate": 1e-06,
      "loss": 0.4754,
      "step": 2817
    },
    {
      "epoch": 1.0776290630975143,
      "grad_norm": 3.2174641531464228,
      "learning_rate": 1e-06,
      "loss": 0.4532,
      "step": 2818
    },
    {
      "epoch": 1.0780114722753347,
      "grad_norm": 3.009919139751804,
      "learning_rate": 1e-06,
      "loss": 0.2953,
      "step": 2819
    },
    {
      "epoch": 1.0783938814531548,
      "grad_norm": 3.5596707804751624,
      "learning_rate": 1e-06,
      "loss": 0.4202,
      "step": 2820
    },
    {
      "epoch": 1.0787762906309752,
      "grad_norm": 3.4648525577678355,
      "learning_rate": 1e-06,
      "loss": 0.2884,
      "step": 2821
    },
    {
      "epoch": 1.0791586998087954,
      "grad_norm": 2.6964693544564353,
      "learning_rate": 1e-06,
      "loss": 0.2034,
      "step": 2822
    },
    {
      "epoch": 1.0795411089866156,
      "grad_norm": 2.2880146635826097,
      "learning_rate": 1e-06,
      "loss": 0.1792,
      "step": 2823
    },
    {
      "epoch": 1.079923518164436,
      "grad_norm": 3.084925232016781,
      "learning_rate": 1e-06,
      "loss": 0.1477,
      "step": 2824
    },
    {
      "epoch": 1.0803059273422562,
      "grad_norm": 3.3123235115682896,
      "learning_rate": 1e-06,
      "loss": 0.1193,
      "step": 2825
    },
    {
      "epoch": 1.0806883365200766,
      "grad_norm": 3.385762890449034,
      "learning_rate": 1e-06,
      "loss": 0.0661,
      "step": 2826
    },
    {
      "epoch": 1.0810707456978967,
      "grad_norm": 3.7251373060893673,
      "learning_rate": 1e-06,
      "loss": 0.1037,
      "step": 2827
    },
    {
      "epoch": 1.081453154875717,
      "grad_norm": 5.675358482835371,
      "learning_rate": 1e-06,
      "loss": 0.2238,
      "step": 2828
    },
    {
      "epoch": 1.0818355640535373,
      "grad_norm": 5.755246298364127,
      "learning_rate": 1e-06,
      "loss": 0.3204,
      "step": 2829
    },
    {
      "epoch": 1.0822179732313575,
      "grad_norm": 4.0569034467401215,
      "learning_rate": 1e-06,
      "loss": 0.5256,
      "step": 2830
    },
    {
      "epoch": 1.0826003824091779,
      "grad_norm": 2.688257775928962,
      "learning_rate": 1e-06,
      "loss": 0.2783,
      "step": 2831
    },
    {
      "epoch": 1.082982791586998,
      "grad_norm": 2.166301794384953,
      "learning_rate": 1e-06,
      "loss": 0.2526,
      "step": 2832
    },
    {
      "epoch": 1.0833652007648185,
      "grad_norm": 3.2912193348488654,
      "learning_rate": 1e-06,
      "loss": 0.6082,
      "step": 2833
    },
    {
      "epoch": 1.0837476099426386,
      "grad_norm": 3.5575385094151377,
      "learning_rate": 1e-06,
      "loss": 0.4073,
      "step": 2834
    },
    {
      "epoch": 1.0841300191204588,
      "grad_norm": 4.088115979365335,
      "learning_rate": 1e-06,
      "loss": 0.1996,
      "step": 2835
    },
    {
      "epoch": 1.0845124282982792,
      "grad_norm": 2.1587060402799323,
      "learning_rate": 1e-06,
      "loss": 0.0898,
      "step": 2836
    },
    {
      "epoch": 1.0848948374760994,
      "grad_norm": 3.0045968441273025,
      "learning_rate": 1e-06,
      "loss": 0.1477,
      "step": 2837
    },
    {
      "epoch": 1.0852772466539198,
      "grad_norm": 4.259853608745767,
      "learning_rate": 1e-06,
      "loss": 0.1283,
      "step": 2838
    },
    {
      "epoch": 1.08565965583174,
      "grad_norm": 4.144053756144276,
      "learning_rate": 1e-06,
      "loss": 0.1443,
      "step": 2839
    },
    {
      "epoch": 1.0860420650095601,
      "grad_norm": 4.5304088995766465,
      "learning_rate": 1e-06,
      "loss": 0.1254,
      "step": 2840
    },
    {
      "epoch": 1.0864244741873805,
      "grad_norm": 7.951371934660744,
      "learning_rate": 1e-06,
      "loss": 0.2675,
      "step": 2841
    },
    {
      "epoch": 1.0868068833652007,
      "grad_norm": 4.102531275098238,
      "learning_rate": 1e-06,
      "loss": 0.4678,
      "step": 2842
    },
    {
      "epoch": 1.087189292543021,
      "grad_norm": 2.8548635110113243,
      "learning_rate": 1e-06,
      "loss": 0.2682,
      "step": 2843
    },
    {
      "epoch": 1.0875717017208413,
      "grad_norm": 2.550358174918483,
      "learning_rate": 1e-06,
      "loss": 0.1595,
      "step": 2844
    },
    {
      "epoch": 1.0879541108986617,
      "grad_norm": 2.885750284199724,
      "learning_rate": 1e-06,
      "loss": 0.4214,
      "step": 2845
    },
    {
      "epoch": 1.0883365200764819,
      "grad_norm": 2.413077045271455,
      "learning_rate": 1e-06,
      "loss": 0.3292,
      "step": 2846
    },
    {
      "epoch": 1.088718929254302,
      "grad_norm": 2.977832913560461,
      "learning_rate": 1e-06,
      "loss": 0.2312,
      "step": 2847
    },
    {
      "epoch": 1.0891013384321224,
      "grad_norm": 3.0670257137030372,
      "learning_rate": 1e-06,
      "loss": 0.2079,
      "step": 2848
    },
    {
      "epoch": 1.0894837476099426,
      "grad_norm": 3.567873866935165,
      "learning_rate": 1e-06,
      "loss": 0.3071,
      "step": 2849
    },
    {
      "epoch": 1.089866156787763,
      "grad_norm": 3.2884373014022796,
      "learning_rate": 1e-06,
      "loss": 0.216,
      "step": 2850
    },
    {
      "epoch": 1.0902485659655832,
      "grad_norm": 3.167269515493883,
      "learning_rate": 1e-06,
      "loss": 0.0664,
      "step": 2851
    },
    {
      "epoch": 1.0906309751434033,
      "grad_norm": 4.1067322330277465,
      "learning_rate": 1e-06,
      "loss": 0.1224,
      "step": 2852
    },
    {
      "epoch": 1.0910133843212237,
      "grad_norm": 4.817414585815298,
      "learning_rate": 1e-06,
      "loss": 0.4915,
      "step": 2853
    },
    {
      "epoch": 1.091395793499044,
      "grad_norm": 3.696390587484518,
      "learning_rate": 1e-06,
      "loss": 0.4389,
      "step": 2854
    },
    {
      "epoch": 1.0917782026768643,
      "grad_norm": 3.057344105848634,
      "learning_rate": 1e-06,
      "loss": 0.4314,
      "step": 2855
    },
    {
      "epoch": 1.0921606118546845,
      "grad_norm": 3.1848468584405674,
      "learning_rate": 1e-06,
      "loss": 0.3289,
      "step": 2856
    },
    {
      "epoch": 1.0925430210325047,
      "grad_norm": 3.114695688387905,
      "learning_rate": 1e-06,
      "loss": 0.3441,
      "step": 2857
    },
    {
      "epoch": 1.092925430210325,
      "grad_norm": 6.4186641341931985,
      "learning_rate": 1e-06,
      "loss": 0.4204,
      "step": 2858
    },
    {
      "epoch": 1.0933078393881452,
      "grad_norm": 3.436542585730967,
      "learning_rate": 1e-06,
      "loss": 0.1804,
      "step": 2859
    },
    {
      "epoch": 1.0936902485659656,
      "grad_norm": 2.5285077723571674,
      "learning_rate": 1e-06,
      "loss": 0.2002,
      "step": 2860
    },
    {
      "epoch": 1.0940726577437858,
      "grad_norm": 2.581862820716856,
      "learning_rate": 1e-06,
      "loss": 0.1119,
      "step": 2861
    },
    {
      "epoch": 1.0944550669216062,
      "grad_norm": 3.2284916982439156,
      "learning_rate": 1e-06,
      "loss": 0.1461,
      "step": 2862
    },
    {
      "epoch": 1.0948374760994264,
      "grad_norm": 3.2432258138317156,
      "learning_rate": 1e-06,
      "loss": 0.1405,
      "step": 2863
    },
    {
      "epoch": 1.0952198852772466,
      "grad_norm": 3.056057595903582,
      "learning_rate": 1e-06,
      "loss": 0.0567,
      "step": 2864
    },
    {
      "epoch": 1.095602294455067,
      "grad_norm": 3.406085929068903,
      "learning_rate": 1e-06,
      "loss": 0.0868,
      "step": 2865
    },
    {
      "epoch": 1.0959847036328871,
      "grad_norm": 5.2675466228896735,
      "learning_rate": 1e-06,
      "loss": 0.4209,
      "step": 2866
    },
    {
      "epoch": 1.0963671128107075,
      "grad_norm": 3.495768577754933,
      "learning_rate": 1e-06,
      "loss": 0.5578,
      "step": 2867
    },
    {
      "epoch": 1.0967495219885277,
      "grad_norm": 2.3411254429309367,
      "learning_rate": 1e-06,
      "loss": 0.3557,
      "step": 2868
    },
    {
      "epoch": 1.097131931166348,
      "grad_norm": 3.0691303957486715,
      "learning_rate": 1e-06,
      "loss": 0.3543,
      "step": 2869
    },
    {
      "epoch": 1.0975143403441683,
      "grad_norm": 3.065784639174185,
      "learning_rate": 1e-06,
      "loss": 0.3856,
      "step": 2870
    },
    {
      "epoch": 1.0978967495219885,
      "grad_norm": 2.994955908652979,
      "learning_rate": 1e-06,
      "loss": 0.2518,
      "step": 2871
    },
    {
      "epoch": 1.0982791586998089,
      "grad_norm": 4.563174472232909,
      "learning_rate": 1e-06,
      "loss": 0.1964,
      "step": 2872
    },
    {
      "epoch": 1.098661567877629,
      "grad_norm": 3.4571755244435485,
      "learning_rate": 1e-06,
      "loss": 0.2262,
      "step": 2873
    },
    {
      "epoch": 1.0990439770554494,
      "grad_norm": 2.5488111005777228,
      "learning_rate": 1e-06,
      "loss": 0.1324,
      "step": 2874
    },
    {
      "epoch": 1.0994263862332696,
      "grad_norm": 3.945085394337583,
      "learning_rate": 1e-06,
      "loss": 0.1595,
      "step": 2875
    },
    {
      "epoch": 1.0998087954110898,
      "grad_norm": 2.837069030836222,
      "learning_rate": 1e-06,
      "loss": 0.099,
      "step": 2876
    },
    {
      "epoch": 1.1001912045889102,
      "grad_norm": 3.908802632757324,
      "learning_rate": 1e-06,
      "loss": 0.0899,
      "step": 2877
    },
    {
      "epoch": 1.1005736137667304,
      "grad_norm": 5.114341818188961,
      "learning_rate": 1e-06,
      "loss": 0.3208,
      "step": 2878
    },
    {
      "epoch": 1.1009560229445507,
      "grad_norm": 3.858759904409437,
      "learning_rate": 1e-06,
      "loss": 0.4088,
      "step": 2879
    },
    {
      "epoch": 1.101338432122371,
      "grad_norm": 2.6757349163415456,
      "learning_rate": 1e-06,
      "loss": 0.2739,
      "step": 2880
    },
    {
      "epoch": 1.101720841300191,
      "grad_norm": 2.6258524464265034,
      "learning_rate": 1e-06,
      "loss": 0.2561,
      "step": 2881
    },
    {
      "epoch": 1.1021032504780115,
      "grad_norm": 4.256005700000015,
      "learning_rate": 1e-06,
      "loss": 0.2905,
      "step": 2882
    },
    {
      "epoch": 1.1024856596558317,
      "grad_norm": 2.93229359998803,
      "learning_rate": 1e-06,
      "loss": 0.2834,
      "step": 2883
    },
    {
      "epoch": 1.102868068833652,
      "grad_norm": 3.475864434613361,
      "learning_rate": 1e-06,
      "loss": 0.2758,
      "step": 2884
    },
    {
      "epoch": 1.1032504780114722,
      "grad_norm": 2.295733836580188,
      "learning_rate": 1e-06,
      "loss": 0.1278,
      "step": 2885
    },
    {
      "epoch": 1.1036328871892926,
      "grad_norm": 3.369627880300253,
      "learning_rate": 1e-06,
      "loss": 0.46,
      "step": 2886
    },
    {
      "epoch": 1.1040152963671128,
      "grad_norm": 2.5749161604778497,
      "learning_rate": 1e-06,
      "loss": 0.0795,
      "step": 2887
    },
    {
      "epoch": 1.104397705544933,
      "grad_norm": 5.368106058246976,
      "learning_rate": 1e-06,
      "loss": 0.3168,
      "step": 2888
    },
    {
      "epoch": 1.1047801147227534,
      "grad_norm": 3.4822033328439526,
      "learning_rate": 1e-06,
      "loss": 0.0966,
      "step": 2889
    },
    {
      "epoch": 1.1051625239005736,
      "grad_norm": 5.389917476496499,
      "learning_rate": 1e-06,
      "loss": 0.1366,
      "step": 2890
    },
    {
      "epoch": 1.105544933078394,
      "grad_norm": 7.55366188827401,
      "learning_rate": 1e-06,
      "loss": 0.3474,
      "step": 2891
    },
    {
      "epoch": 1.1059273422562141,
      "grad_norm": 4.755177135998886,
      "learning_rate": 1e-06,
      "loss": 0.627,
      "step": 2892
    },
    {
      "epoch": 1.1063097514340343,
      "grad_norm": 2.0768261055438555,
      "learning_rate": 1e-06,
      "loss": 0.3692,
      "step": 2893
    },
    {
      "epoch": 1.1066921606118547,
      "grad_norm": 3.225032268037455,
      "learning_rate": 1e-06,
      "loss": 0.3745,
      "step": 2894
    },
    {
      "epoch": 1.107074569789675,
      "grad_norm": 3.9894524030723058,
      "learning_rate": 1e-06,
      "loss": 0.4802,
      "step": 2895
    },
    {
      "epoch": 1.1074569789674953,
      "grad_norm": 3.2782512222295908,
      "learning_rate": 1e-06,
      "loss": 0.2156,
      "step": 2896
    },
    {
      "epoch": 1.1078393881453155,
      "grad_norm": 3.825465185264008,
      "learning_rate": 1e-06,
      "loss": 0.2157,
      "step": 2897
    },
    {
      "epoch": 1.1082217973231359,
      "grad_norm": 3.158481526651568,
      "learning_rate": 1e-06,
      "loss": 0.3175,
      "step": 2898
    },
    {
      "epoch": 1.108604206500956,
      "grad_norm": 2.5433234979615165,
      "learning_rate": 1e-06,
      "loss": 0.0968,
      "step": 2899
    },
    {
      "epoch": 1.1089866156787762,
      "grad_norm": 2.9339906548453296,
      "learning_rate": 1e-06,
      "loss": 0.0736,
      "step": 2900
    },
    {
      "epoch": 1.1093690248565966,
      "grad_norm": 3.7096563115261763,
      "learning_rate": 1e-06,
      "loss": 0.1069,
      "step": 2901
    },
    {
      "epoch": 1.1097514340344168,
      "grad_norm": 4.340461638900813,
      "learning_rate": 1e-06,
      "loss": 0.0848,
      "step": 2902
    },
    {
      "epoch": 1.1101338432122372,
      "grad_norm": 5.716557984204094,
      "learning_rate": 1e-06,
      "loss": 0.2638,
      "step": 2903
    },
    {
      "epoch": 1.1105162523900574,
      "grad_norm": 4.055877922402935,
      "learning_rate": 1e-06,
      "loss": 0.6603,
      "step": 2904
    },
    {
      "epoch": 1.1108986615678775,
      "grad_norm": 2.792949030879908,
      "learning_rate": 1e-06,
      "loss": 0.3407,
      "step": 2905
    },
    {
      "epoch": 1.111281070745698,
      "grad_norm": 3.4354327835127525,
      "learning_rate": 1e-06,
      "loss": 0.3378,
      "step": 2906
    },
    {
      "epoch": 1.111663479923518,
      "grad_norm": 3.996718968379817,
      "learning_rate": 1e-06,
      "loss": 0.3919,
      "step": 2907
    },
    {
      "epoch": 1.1120458891013385,
      "grad_norm": 2.982178363963938,
      "learning_rate": 1e-06,
      "loss": 0.3849,
      "step": 2908
    },
    {
      "epoch": 1.1124282982791587,
      "grad_norm": 3.227012030296255,
      "learning_rate": 1e-06,
      "loss": 0.1708,
      "step": 2909
    },
    {
      "epoch": 1.1128107074569789,
      "grad_norm": 2.6302030859161505,
      "learning_rate": 1e-06,
      "loss": 0.31,
      "step": 2910
    },
    {
      "epoch": 1.1131931166347993,
      "grad_norm": 3.635419144215145,
      "learning_rate": 1e-06,
      "loss": 0.2621,
      "step": 2911
    },
    {
      "epoch": 1.1135755258126194,
      "grad_norm": 2.9696596057171476,
      "learning_rate": 1e-06,
      "loss": 0.1988,
      "step": 2912
    },
    {
      "epoch": 1.1139579349904398,
      "grad_norm": 4.434582248008877,
      "learning_rate": 1e-06,
      "loss": 0.1347,
      "step": 2913
    },
    {
      "epoch": 1.11434034416826,
      "grad_norm": 3.670918181727296,
      "learning_rate": 1e-06,
      "loss": 0.082,
      "step": 2914
    },
    {
      "epoch": 1.1147227533460804,
      "grad_norm": 4.325960685449046,
      "learning_rate": 1e-06,
      "loss": 0.1222,
      "step": 2915
    },
    {
      "epoch": 1.1151051625239006,
      "grad_norm": 7.413527377948621,
      "learning_rate": 1e-06,
      "loss": 0.2725,
      "step": 2916
    },
    {
      "epoch": 1.1154875717017207,
      "grad_norm": 4.250834214859102,
      "learning_rate": 1e-06,
      "loss": 0.784,
      "step": 2917
    },
    {
      "epoch": 1.1158699808795411,
      "grad_norm": 3.401164607133041,
      "learning_rate": 1e-06,
      "loss": 0.4209,
      "step": 2918
    },
    {
      "epoch": 1.1162523900573613,
      "grad_norm": 2.6646607921358387,
      "learning_rate": 1e-06,
      "loss": 0.4007,
      "step": 2919
    },
    {
      "epoch": 1.1166347992351817,
      "grad_norm": 2.868380015331566,
      "learning_rate": 1e-06,
      "loss": 0.4022,
      "step": 2920
    },
    {
      "epoch": 1.117017208413002,
      "grad_norm": 2.8090205392219025,
      "learning_rate": 1e-06,
      "loss": 0.2514,
      "step": 2921
    },
    {
      "epoch": 1.1173996175908223,
      "grad_norm": 3.8349616835369784,
      "learning_rate": 1e-06,
      "loss": 0.3427,
      "step": 2922
    },
    {
      "epoch": 1.1177820267686425,
      "grad_norm": 2.74083900442568,
      "learning_rate": 1e-06,
      "loss": 0.2086,
      "step": 2923
    },
    {
      "epoch": 1.1181644359464626,
      "grad_norm": 2.8517920832772288,
      "learning_rate": 1e-06,
      "loss": 0.2163,
      "step": 2924
    },
    {
      "epoch": 1.118546845124283,
      "grad_norm": 3.2410084982162966,
      "learning_rate": 1e-06,
      "loss": 0.2256,
      "step": 2925
    },
    {
      "epoch": 1.1189292543021032,
      "grad_norm": 2.199672401485876,
      "learning_rate": 1e-06,
      "loss": 0.0648,
      "step": 2926
    },
    {
      "epoch": 1.1193116634799236,
      "grad_norm": 2.89625339525968,
      "learning_rate": 1e-06,
      "loss": 0.0964,
      "step": 2927
    },
    {
      "epoch": 1.1196940726577438,
      "grad_norm": 3.675327187849286,
      "learning_rate": 1e-06,
      "loss": 0.1628,
      "step": 2928
    },
    {
      "epoch": 1.120076481835564,
      "grad_norm": 5.544467801282905,
      "learning_rate": 1e-06,
      "loss": 0.454,
      "step": 2929
    },
    {
      "epoch": 1.1204588910133844,
      "grad_norm": 4.969388332989557,
      "learning_rate": 1e-06,
      "loss": 0.486,
      "step": 2930
    },
    {
      "epoch": 1.1208413001912045,
      "grad_norm": 2.787810485380719,
      "learning_rate": 1e-06,
      "loss": 0.1456,
      "step": 2931
    },
    {
      "epoch": 1.121223709369025,
      "grad_norm": 3.13911318094859,
      "learning_rate": 1e-06,
      "loss": 0.2817,
      "step": 2932
    },
    {
      "epoch": 1.121606118546845,
      "grad_norm": 3.0418354318560086,
      "learning_rate": 1e-06,
      "loss": 0.2556,
      "step": 2933
    },
    {
      "epoch": 1.1219885277246653,
      "grad_norm": 3.7041959220037035,
      "learning_rate": 1e-06,
      "loss": 0.2334,
      "step": 2934
    },
    {
      "epoch": 1.1223709369024857,
      "grad_norm": 2.518353611350916,
      "learning_rate": 1e-06,
      "loss": 0.1713,
      "step": 2935
    },
    {
      "epoch": 1.1227533460803059,
      "grad_norm": 2.864493702728919,
      "learning_rate": 1e-06,
      "loss": 0.2985,
      "step": 2936
    },
    {
      "epoch": 1.1231357552581263,
      "grad_norm": 3.3934064434796807,
      "learning_rate": 1e-06,
      "loss": 0.0911,
      "step": 2937
    },
    {
      "epoch": 1.1235181644359464,
      "grad_norm": 3.192170853461705,
      "learning_rate": 1e-06,
      "loss": 0.079,
      "step": 2938
    },
    {
      "epoch": 1.1239005736137668,
      "grad_norm": 3.362388501215389,
      "learning_rate": 1e-06,
      "loss": 0.076,
      "step": 2939
    },
    {
      "epoch": 1.124282982791587,
      "grad_norm": 5.310276957615031,
      "learning_rate": 1e-06,
      "loss": 0.1389,
      "step": 2940
    },
    {
      "epoch": 1.1246653919694072,
      "grad_norm": 6.827063995262543,
      "learning_rate": 1e-06,
      "loss": 0.3134,
      "step": 2941
    },
    {
      "epoch": 1.1250478011472276,
      "grad_norm": 3.67451674209873,
      "learning_rate": 1e-06,
      "loss": 0.4647,
      "step": 2942
    },
    {
      "epoch": 1.1254302103250478,
      "grad_norm": 2.333746862097798,
      "learning_rate": 1e-06,
      "loss": 0.2564,
      "step": 2943
    },
    {
      "epoch": 1.1258126195028682,
      "grad_norm": 3.0286945700995,
      "learning_rate": 1e-06,
      "loss": 0.5127,
      "step": 2944
    },
    {
      "epoch": 1.1261950286806883,
      "grad_norm": 3.895260052991601,
      "learning_rate": 1e-06,
      "loss": 0.3841,
      "step": 2945
    },
    {
      "epoch": 1.1265774378585087,
      "grad_norm": 4.60890159115522,
      "learning_rate": 1e-06,
      "loss": 0.2758,
      "step": 2946
    },
    {
      "epoch": 1.126959847036329,
      "grad_norm": 2.299857558110427,
      "learning_rate": 1e-06,
      "loss": 0.1026,
      "step": 2947
    },
    {
      "epoch": 1.127342256214149,
      "grad_norm": 2.301337752857731,
      "learning_rate": 1e-06,
      "loss": 0.0975,
      "step": 2948
    },
    {
      "epoch": 1.1277246653919695,
      "grad_norm": 2.434746580938376,
      "learning_rate": 1e-06,
      "loss": 0.1672,
      "step": 2949
    },
    {
      "epoch": 1.1281070745697896,
      "grad_norm": 3.3248961640400063,
      "learning_rate": 1e-06,
      "loss": 0.2036,
      "step": 2950
    },
    {
      "epoch": 1.12848948374761,
      "grad_norm": 2.399819836212055,
      "learning_rate": 1e-06,
      "loss": 0.0503,
      "step": 2951
    },
    {
      "epoch": 1.1288718929254302,
      "grad_norm": 8.43861980777982,
      "learning_rate": 1e-06,
      "loss": 0.1625,
      "step": 2952
    },
    {
      "epoch": 1.1292543021032504,
      "grad_norm": 5.674700745073927,
      "learning_rate": 1e-06,
      "loss": 0.1837,
      "step": 2953
    },
    {
      "epoch": 1.1296367112810708,
      "grad_norm": 2.8559599948293095,
      "learning_rate": 1e-06,
      "loss": 0.4173,
      "step": 2954
    },
    {
      "epoch": 1.130019120458891,
      "grad_norm": 3.1598565675077217,
      "learning_rate": 1e-06,
      "loss": 0.3471,
      "step": 2955
    },
    {
      "epoch": 1.1304015296367114,
      "grad_norm": 3.5022016140314807,
      "learning_rate": 1e-06,
      "loss": 0.2841,
      "step": 2956
    },
    {
      "epoch": 1.1307839388145315,
      "grad_norm": 3.0422650798041744,
      "learning_rate": 1e-06,
      "loss": 0.3529,
      "step": 2957
    },
    {
      "epoch": 1.1311663479923517,
      "grad_norm": 3.743453096516027,
      "learning_rate": 1e-06,
      "loss": 0.3814,
      "step": 2958
    },
    {
      "epoch": 1.1315487571701721,
      "grad_norm": 3.170667446641155,
      "learning_rate": 1e-06,
      "loss": 0.3059,
      "step": 2959
    },
    {
      "epoch": 1.1319311663479923,
      "grad_norm": 3.8093364910779806,
      "learning_rate": 1e-06,
      "loss": 0.1791,
      "step": 2960
    },
    {
      "epoch": 1.1323135755258127,
      "grad_norm": 2.7752219034086587,
      "learning_rate": 1e-06,
      "loss": 0.2031,
      "step": 2961
    },
    {
      "epoch": 1.1326959847036329,
      "grad_norm": 4.268290040018679,
      "learning_rate": 1e-06,
      "loss": 0.1393,
      "step": 2962
    },
    {
      "epoch": 1.133078393881453,
      "grad_norm": 5.73511469173405,
      "learning_rate": 1e-06,
      "loss": 0.1168,
      "step": 2963
    },
    {
      "epoch": 1.1334608030592734,
      "grad_norm": 5.463547853576047,
      "learning_rate": 1e-06,
      "loss": 0.1538,
      "step": 2964
    },
    {
      "epoch": 1.1338432122370936,
      "grad_norm": 5.990980999178643,
      "learning_rate": 1e-06,
      "loss": 0.1144,
      "step": 2965
    },
    {
      "epoch": 1.134225621414914,
      "grad_norm": 4.907622127247335,
      "learning_rate": 1e-06,
      "loss": 0.2499,
      "step": 2966
    },
    {
      "epoch": 1.1346080305927342,
      "grad_norm": 2.6854682161775996,
      "learning_rate": 1e-06,
      "loss": 0.5883,
      "step": 2967
    },
    {
      "epoch": 1.1349904397705546,
      "grad_norm": 3.890548644025143,
      "learning_rate": 1e-06,
      "loss": 0.4597,
      "step": 2968
    },
    {
      "epoch": 1.1353728489483748,
      "grad_norm": 1.8231637260500944,
      "learning_rate": 1e-06,
      "loss": 0.3064,
      "step": 2969
    },
    {
      "epoch": 1.135755258126195,
      "grad_norm": 3.5759270593086896,
      "learning_rate": 1e-06,
      "loss": 0.2339,
      "step": 2970
    },
    {
      "epoch": 1.1361376673040153,
      "grad_norm": 3.260923807273525,
      "learning_rate": 1e-06,
      "loss": 0.3713,
      "step": 2971
    },
    {
      "epoch": 1.1365200764818355,
      "grad_norm": 2.9478360402075094,
      "learning_rate": 1e-06,
      "loss": 0.1954,
      "step": 2972
    },
    {
      "epoch": 1.136902485659656,
      "grad_norm": 2.9678518442464363,
      "learning_rate": 1e-06,
      "loss": 0.3386,
      "step": 2973
    },
    {
      "epoch": 1.137284894837476,
      "grad_norm": 3.5506315126310657,
      "learning_rate": 1e-06,
      "loss": 0.1616,
      "step": 2974
    },
    {
      "epoch": 1.1376673040152965,
      "grad_norm": 2.289140615334694,
      "learning_rate": 1e-06,
      "loss": 0.1095,
      "step": 2975
    },
    {
      "epoch": 1.1380497131931167,
      "grad_norm": 3.952317830181921,
      "learning_rate": 1e-06,
      "loss": 0.25,
      "step": 2976
    },
    {
      "epoch": 1.1384321223709368,
      "grad_norm": 3.027342174898784,
      "learning_rate": 1e-06,
      "loss": 0.0998,
      "step": 2977
    },
    {
      "epoch": 1.1388145315487572,
      "grad_norm": 4.896933876954402,
      "learning_rate": 1e-06,
      "loss": 0.2392,
      "step": 2978
    },
    {
      "epoch": 1.1391969407265774,
      "grad_norm": 4.925390144812214,
      "learning_rate": 1e-06,
      "loss": 0.6317,
      "step": 2979
    },
    {
      "epoch": 1.1395793499043978,
      "grad_norm": 3.719461196723674,
      "learning_rate": 1e-06,
      "loss": 0.4982,
      "step": 2980
    },
    {
      "epoch": 1.139961759082218,
      "grad_norm": 5.013784861285325,
      "learning_rate": 1e-06,
      "loss": 0.2064,
      "step": 2981
    },
    {
      "epoch": 1.1403441682600381,
      "grad_norm": 4.531964686364737,
      "learning_rate": 1e-06,
      "loss": 0.27,
      "step": 2982
    },
    {
      "epoch": 1.1407265774378585,
      "grad_norm": 2.65648317996501,
      "learning_rate": 1e-06,
      "loss": 0.3822,
      "step": 2983
    },
    {
      "epoch": 1.1411089866156787,
      "grad_norm": 2.444294678068928,
      "learning_rate": 1e-06,
      "loss": 0.3012,
      "step": 2984
    },
    {
      "epoch": 1.1414913957934991,
      "grad_norm": 3.6912378020428958,
      "learning_rate": 1e-06,
      "loss": 0.1829,
      "step": 2985
    },
    {
      "epoch": 1.1418738049713193,
      "grad_norm": 3.5530446710288026,
      "learning_rate": 1e-06,
      "loss": 0.2182,
      "step": 2986
    },
    {
      "epoch": 1.1422562141491395,
      "grad_norm": 3.4648946695983605,
      "learning_rate": 1e-06,
      "loss": 0.1276,
      "step": 2987
    },
    {
      "epoch": 1.1426386233269599,
      "grad_norm": 3.051578275968885,
      "learning_rate": 1e-06,
      "loss": 0.1571,
      "step": 2988
    },
    {
      "epoch": 1.14302103250478,
      "grad_norm": 3.6946144654454556,
      "learning_rate": 1e-06,
      "loss": 0.0636,
      "step": 2989
    },
    {
      "epoch": 1.1434034416826004,
      "grad_norm": 3.6885851540309598,
      "learning_rate": 1e-06,
      "loss": 0.1163,
      "step": 2990
    },
    {
      "epoch": 1.1437858508604206,
      "grad_norm": 8.472431579115465,
      "learning_rate": 1e-06,
      "loss": 0.4143,
      "step": 2991
    },
    {
      "epoch": 1.144168260038241,
      "grad_norm": 4.0249433051434576,
      "learning_rate": 1e-06,
      "loss": 0.3931,
      "step": 2992
    },
    {
      "epoch": 1.1445506692160612,
      "grad_norm": 5.038420691019398,
      "learning_rate": 1e-06,
      "loss": 0.3297,
      "step": 2993
    },
    {
      "epoch": 1.1449330783938814,
      "grad_norm": 2.810695662811567,
      "learning_rate": 1e-06,
      "loss": 0.2456,
      "step": 2994
    },
    {
      "epoch": 1.1453154875717018,
      "grad_norm": 2.493642256854354,
      "learning_rate": 1e-06,
      "loss": 0.2771,
      "step": 2995
    },
    {
      "epoch": 1.145697896749522,
      "grad_norm": 3.446172697675935,
      "learning_rate": 1e-06,
      "loss": 0.2694,
      "step": 2996
    },
    {
      "epoch": 1.1460803059273423,
      "grad_norm": 3.254186867729784,
      "learning_rate": 1e-06,
      "loss": 0.2904,
      "step": 2997
    },
    {
      "epoch": 1.1464627151051625,
      "grad_norm": 3.111249349187137,
      "learning_rate": 1e-06,
      "loss": 0.27,
      "step": 2998
    },
    {
      "epoch": 1.146845124282983,
      "grad_norm": 3.145490076061839,
      "learning_rate": 1e-06,
      "loss": 0.1915,
      "step": 2999
    },
    {
      "epoch": 1.147227533460803,
      "grad_norm": 3.6650658638774907,
      "learning_rate": 1e-06,
      "loss": 0.1846,
      "step": 3000
    },
    {
      "epoch": 1.147227533460803,
      "eval_runtime": 847.684,
      "eval_samples_per_second": 1.81,
      "eval_steps_per_second": 0.453,
      "step": 3000
    },
    {
      "epoch": 1.1476099426386233,
      "grad_norm": 5.917576822830572,
      "learning_rate": 1e-06,
      "loss": 0.1033,
      "step": 3001
    },
    {
      "epoch": 1.1479923518164437,
      "grad_norm": 4.405933774598463,
      "learning_rate": 1e-06,
      "loss": 0.0918,
      "step": 3002
    },
    {
      "epoch": 1.1483747609942638,
      "grad_norm": 7.300066688964566,
      "learning_rate": 1e-06,
      "loss": 0.2163,
      "step": 3003
    },
    {
      "epoch": 1.1487571701720842,
      "grad_norm": 3.231642596302886,
      "learning_rate": 1e-06,
      "loss": 0.4344,
      "step": 3004
    },
    {
      "epoch": 1.1491395793499044,
      "grad_norm": 2.694351511485435,
      "learning_rate": 1e-06,
      "loss": 0.2757,
      "step": 3005
    },
    {
      "epoch": 1.1495219885277246,
      "grad_norm": 2.3460577221116568,
      "learning_rate": 1e-06,
      "loss": 0.3138,
      "step": 3006
    },
    {
      "epoch": 1.149904397705545,
      "grad_norm": 2.1963152241452626,
      "learning_rate": 1e-06,
      "loss": 0.1383,
      "step": 3007
    },
    {
      "epoch": 1.1502868068833652,
      "grad_norm": 2.6964874802490995,
      "learning_rate": 1e-06,
      "loss": 0.1382,
      "step": 3008
    },
    {
      "epoch": 1.1506692160611856,
      "grad_norm": 3.3874123818865773,
      "learning_rate": 1e-06,
      "loss": 0.2823,
      "step": 3009
    },
    {
      "epoch": 1.1510516252390057,
      "grad_norm": 3.1424370088538383,
      "learning_rate": 1e-06,
      "loss": 0.1919,
      "step": 3010
    },
    {
      "epoch": 1.151434034416826,
      "grad_norm": 3.4296154805401073,
      "learning_rate": 1e-06,
      "loss": 0.3296,
      "step": 3011
    },
    {
      "epoch": 1.1518164435946463,
      "grad_norm": 2.6362655137077238,
      "learning_rate": 1e-06,
      "loss": 0.1152,
      "step": 3012
    },
    {
      "epoch": 1.1521988527724665,
      "grad_norm": 2.797309202449541,
      "learning_rate": 1e-06,
      "loss": 0.0643,
      "step": 3013
    },
    {
      "epoch": 1.1525812619502869,
      "grad_norm": 4.26345490529596,
      "learning_rate": 1e-06,
      "loss": 0.1267,
      "step": 3014
    },
    {
      "epoch": 1.152963671128107,
      "grad_norm": 4.9750487512088055,
      "learning_rate": 1e-06,
      "loss": 0.0788,
      "step": 3015
    },
    {
      "epoch": 1.1533460803059272,
      "grad_norm": 7.489272265458247,
      "learning_rate": 1e-06,
      "loss": 0.6298,
      "step": 3016
    },
    {
      "epoch": 1.1537284894837476,
      "grad_norm": 3.8932575679836057,
      "learning_rate": 1e-06,
      "loss": 0.397,
      "step": 3017
    },
    {
      "epoch": 1.1541108986615678,
      "grad_norm": 2.6774029571870215,
      "learning_rate": 1e-06,
      "loss": 0.2164,
      "step": 3018
    },
    {
      "epoch": 1.1544933078393882,
      "grad_norm": 2.303157803057292,
      "learning_rate": 1e-06,
      "loss": 0.1739,
      "step": 3019
    },
    {
      "epoch": 1.1548757170172084,
      "grad_norm": 3.7227835698485845,
      "learning_rate": 1e-06,
      "loss": 0.3657,
      "step": 3020
    },
    {
      "epoch": 1.1552581261950288,
      "grad_norm": 3.15923417529325,
      "learning_rate": 1e-06,
      "loss": 0.3346,
      "step": 3021
    },
    {
      "epoch": 1.155640535372849,
      "grad_norm": 2.8229112988710687,
      "learning_rate": 1e-06,
      "loss": 0.1501,
      "step": 3022
    },
    {
      "epoch": 1.1560229445506693,
      "grad_norm": 2.5378042066908555,
      "learning_rate": 1e-06,
      "loss": 0.2735,
      "step": 3023
    },
    {
      "epoch": 1.1564053537284895,
      "grad_norm": 3.1087593734348347,
      "learning_rate": 1e-06,
      "loss": 0.1523,
      "step": 3024
    },
    {
      "epoch": 1.1567877629063097,
      "grad_norm": 3.8077057257996065,
      "learning_rate": 1e-06,
      "loss": 0.1377,
      "step": 3025
    },
    {
      "epoch": 1.15717017208413,
      "grad_norm": 3.5215631815745247,
      "learning_rate": 1e-06,
      "loss": 0.1032,
      "step": 3026
    },
    {
      "epoch": 1.1575525812619503,
      "grad_norm": 3.840747311710906,
      "learning_rate": 1e-06,
      "loss": 0.0706,
      "step": 3027
    },
    {
      "epoch": 1.1579349904397707,
      "grad_norm": 6.1228736767769085,
      "learning_rate": 1e-06,
      "loss": 0.1465,
      "step": 3028
    },
    {
      "epoch": 1.1583173996175908,
      "grad_norm": 3.953383365676891,
      "learning_rate": 1e-06,
      "loss": 0.5059,
      "step": 3029
    },
    {
      "epoch": 1.158699808795411,
      "grad_norm": 3.1208554058711964,
      "learning_rate": 1e-06,
      "loss": 0.4097,
      "step": 3030
    },
    {
      "epoch": 1.1590822179732314,
      "grad_norm": 3.3829022895578587,
      "learning_rate": 1e-06,
      "loss": 0.453,
      "step": 3031
    },
    {
      "epoch": 1.1594646271510516,
      "grad_norm": 2.4288076297914083,
      "learning_rate": 1e-06,
      "loss": 0.2809,
      "step": 3032
    },
    {
      "epoch": 1.159847036328872,
      "grad_norm": 2.6608344514507745,
      "learning_rate": 1e-06,
      "loss": 0.2809,
      "step": 3033
    },
    {
      "epoch": 1.1602294455066922,
      "grad_norm": 4.02149955224188,
      "learning_rate": 1e-06,
      "loss": 0.2122,
      "step": 3034
    },
    {
      "epoch": 1.1606118546845123,
      "grad_norm": 3.1588094172986207,
      "learning_rate": 1e-06,
      "loss": 0.2068,
      "step": 3035
    },
    {
      "epoch": 1.1609942638623327,
      "grad_norm": 3.170947611115864,
      "learning_rate": 1e-06,
      "loss": 0.1697,
      "step": 3036
    },
    {
      "epoch": 1.161376673040153,
      "grad_norm": 2.618345818476673,
      "learning_rate": 1e-06,
      "loss": 0.2284,
      "step": 3037
    },
    {
      "epoch": 1.1617590822179733,
      "grad_norm": 3.863046482771306,
      "learning_rate": 1e-06,
      "loss": 0.1383,
      "step": 3038
    },
    {
      "epoch": 1.1621414913957935,
      "grad_norm": 4.332092009549107,
      "learning_rate": 1e-06,
      "loss": 0.2665,
      "step": 3039
    },
    {
      "epoch": 1.1625239005736137,
      "grad_norm": 3.7784688510718873,
      "learning_rate": 1e-06,
      "loss": 0.1089,
      "step": 3040
    },
    {
      "epoch": 1.162906309751434,
      "grad_norm": 4.3595318509668814,
      "learning_rate": 1e-06,
      "loss": 0.3529,
      "step": 3041
    },
    {
      "epoch": 1.1632887189292542,
      "grad_norm": 3.421964182627793,
      "learning_rate": 1e-06,
      "loss": 0.3063,
      "step": 3042
    },
    {
      "epoch": 1.1636711281070746,
      "grad_norm": 2.8840746093919036,
      "learning_rate": 1e-06,
      "loss": 0.3455,
      "step": 3043
    },
    {
      "epoch": 1.1640535372848948,
      "grad_norm": 3.5628827876517244,
      "learning_rate": 1e-06,
      "loss": 0.3037,
      "step": 3044
    },
    {
      "epoch": 1.1644359464627152,
      "grad_norm": 4.2031746900379465,
      "learning_rate": 1e-06,
      "loss": 0.3853,
      "step": 3045
    },
    {
      "epoch": 1.1648183556405354,
      "grad_norm": 3.292110670702286,
      "learning_rate": 1e-06,
      "loss": 0.1813,
      "step": 3046
    },
    {
      "epoch": 1.1652007648183555,
      "grad_norm": 2.308336582479933,
      "learning_rate": 1e-06,
      "loss": 0.1946,
      "step": 3047
    },
    {
      "epoch": 1.165583173996176,
      "grad_norm": 2.523929512551048,
      "learning_rate": 1e-06,
      "loss": 0.187,
      "step": 3048
    },
    {
      "epoch": 1.1659655831739961,
      "grad_norm": 3.2102688652406965,
      "learning_rate": 1e-06,
      "loss": 0.1661,
      "step": 3049
    },
    {
      "epoch": 1.1663479923518165,
      "grad_norm": 3.2124555948357485,
      "learning_rate": 1e-06,
      "loss": 0.1656,
      "step": 3050
    },
    {
      "epoch": 1.1667304015296367,
      "grad_norm": 3.8921057399644803,
      "learning_rate": 1e-06,
      "loss": 0.1297,
      "step": 3051
    },
    {
      "epoch": 1.167112810707457,
      "grad_norm": 3.6307160922256356,
      "learning_rate": 1e-06,
      "loss": 0.1017,
      "step": 3052
    },
    {
      "epoch": 1.1674952198852773,
      "grad_norm": 7.806813360063579,
      "learning_rate": 1e-06,
      "loss": 0.2513,
      "step": 3053
    },
    {
      "epoch": 1.1678776290630974,
      "grad_norm": 4.472717444655059,
      "learning_rate": 1e-06,
      "loss": 0.4653,
      "step": 3054
    },
    {
      "epoch": 1.1682600382409178,
      "grad_norm": 3.798022438260248,
      "learning_rate": 1e-06,
      "loss": 0.4606,
      "step": 3055
    },
    {
      "epoch": 1.168642447418738,
      "grad_norm": 3.1168322826859893,
      "learning_rate": 1e-06,
      "loss": 0.4191,
      "step": 3056
    },
    {
      "epoch": 1.1690248565965584,
      "grad_norm": 2.7548288085144588,
      "learning_rate": 1e-06,
      "loss": 0.2374,
      "step": 3057
    },
    {
      "epoch": 1.1694072657743786,
      "grad_norm": 3.4893264144529557,
      "learning_rate": 1e-06,
      "loss": 0.3185,
      "step": 3058
    },
    {
      "epoch": 1.1697896749521988,
      "grad_norm": 2.09609705767973,
      "learning_rate": 1e-06,
      "loss": 0.199,
      "step": 3059
    },
    {
      "epoch": 1.1701720841300192,
      "grad_norm": 2.7151776225119324,
      "learning_rate": 1e-06,
      "loss": 0.0903,
      "step": 3060
    },
    {
      "epoch": 1.1705544933078393,
      "grad_norm": 3.4406712555786036,
      "learning_rate": 1e-06,
      "loss": 0.1539,
      "step": 3061
    },
    {
      "epoch": 1.1709369024856597,
      "grad_norm": 3.926922350483711,
      "learning_rate": 1e-06,
      "loss": 0.2428,
      "step": 3062
    },
    {
      "epoch": 1.17131931166348,
      "grad_norm": 3.4846850885877734,
      "learning_rate": 1e-06,
      "loss": 0.0542,
      "step": 3063
    },
    {
      "epoch": 1.1717017208413,
      "grad_norm": 3.7392877800199655,
      "learning_rate": 1e-06,
      "loss": 0.0978,
      "step": 3064
    },
    {
      "epoch": 1.1720841300191205,
      "grad_norm": 5.540720961719221,
      "learning_rate": 1e-06,
      "loss": 0.146,
      "step": 3065
    },
    {
      "epoch": 1.1724665391969407,
      "grad_norm": 6.176756500123378,
      "learning_rate": 1e-06,
      "loss": 0.3402,
      "step": 3066
    },
    {
      "epoch": 1.172848948374761,
      "grad_norm": 5.918927508454703,
      "learning_rate": 1e-06,
      "loss": 0.3864,
      "step": 3067
    },
    {
      "epoch": 1.1732313575525812,
      "grad_norm": 2.693373184224026,
      "learning_rate": 1e-06,
      "loss": 0.2767,
      "step": 3068
    },
    {
      "epoch": 1.1736137667304014,
      "grad_norm": 2.91300425605188,
      "learning_rate": 1e-06,
      "loss": 0.3393,
      "step": 3069
    },
    {
      "epoch": 1.1739961759082218,
      "grad_norm": 3.2628369270654747,
      "learning_rate": 1e-06,
      "loss": 0.4239,
      "step": 3070
    },
    {
      "epoch": 1.174378585086042,
      "grad_norm": 4.737414703003876,
      "learning_rate": 1e-06,
      "loss": 0.2154,
      "step": 3071
    },
    {
      "epoch": 1.1747609942638624,
      "grad_norm": 4.059744501953611,
      "learning_rate": 1e-06,
      "loss": 0.2917,
      "step": 3072
    },
    {
      "epoch": 1.1751434034416826,
      "grad_norm": 2.408483682271091,
      "learning_rate": 1e-06,
      "loss": 0.2515,
      "step": 3073
    },
    {
      "epoch": 1.175525812619503,
      "grad_norm": 2.8249414556057793,
      "learning_rate": 1e-06,
      "loss": 0.1551,
      "step": 3074
    },
    {
      "epoch": 1.1759082217973231,
      "grad_norm": 3.9065458872311956,
      "learning_rate": 1e-06,
      "loss": 0.132,
      "step": 3075
    },
    {
      "epoch": 1.1762906309751435,
      "grad_norm": 3.04849106405762,
      "learning_rate": 1e-06,
      "loss": 0.0795,
      "step": 3076
    },
    {
      "epoch": 1.1766730401529637,
      "grad_norm": 3.563581871260127,
      "learning_rate": 1e-06,
      "loss": 0.0695,
      "step": 3077
    },
    {
      "epoch": 1.1770554493307839,
      "grad_norm": 5.442069402788394,
      "learning_rate": 1e-06,
      "loss": 0.2164,
      "step": 3078
    },
    {
      "epoch": 1.1774378585086043,
      "grad_norm": 4.555951998034926,
      "learning_rate": 1e-06,
      "loss": 0.3949,
      "step": 3079
    },
    {
      "epoch": 1.1778202676864244,
      "grad_norm": 3.025138908538679,
      "learning_rate": 1e-06,
      "loss": 0.2971,
      "step": 3080
    },
    {
      "epoch": 1.1782026768642448,
      "grad_norm": 1.8902881416798445,
      "learning_rate": 1e-06,
      "loss": 0.184,
      "step": 3081
    },
    {
      "epoch": 1.178585086042065,
      "grad_norm": 2.9900248308968744,
      "learning_rate": 1e-06,
      "loss": 0.3602,
      "step": 3082
    },
    {
      "epoch": 1.1789674952198852,
      "grad_norm": 2.448414550362092,
      "learning_rate": 1e-06,
      "loss": 0.1353,
      "step": 3083
    },
    {
      "epoch": 1.1793499043977056,
      "grad_norm": 2.5123728705739317,
      "learning_rate": 1e-06,
      "loss": 0.2672,
      "step": 3084
    },
    {
      "epoch": 1.1797323135755258,
      "grad_norm": 2.6692734930754027,
      "learning_rate": 1e-06,
      "loss": 0.3763,
      "step": 3085
    },
    {
      "epoch": 1.1801147227533462,
      "grad_norm": 3.5069497455686953,
      "learning_rate": 1e-06,
      "loss": 0.2568,
      "step": 3086
    },
    {
      "epoch": 1.1804971319311663,
      "grad_norm": 3.536805905025983,
      "learning_rate": 1e-06,
      "loss": 0.314,
      "step": 3087
    },
    {
      "epoch": 1.1808795411089865,
      "grad_norm": 3.8165563048241626,
      "learning_rate": 1e-06,
      "loss": 0.1105,
      "step": 3088
    },
    {
      "epoch": 1.181261950286807,
      "grad_norm": 2.945043414950344,
      "learning_rate": 1e-06,
      "loss": 0.0548,
      "step": 3089
    },
    {
      "epoch": 1.181644359464627,
      "grad_norm": 4.024186681235672,
      "learning_rate": 1e-06,
      "loss": 0.2052,
      "step": 3090
    },
    {
      "epoch": 1.1820267686424475,
      "grad_norm": 4.989335512551899,
      "learning_rate": 1e-06,
      "loss": 0.3828,
      "step": 3091
    },
    {
      "epoch": 1.1824091778202677,
      "grad_norm": 3.8864247886636702,
      "learning_rate": 1e-06,
      "loss": 0.392,
      "step": 3092
    },
    {
      "epoch": 1.1827915869980878,
      "grad_norm": 2.6479801469502333,
      "learning_rate": 1e-06,
      "loss": 0.4046,
      "step": 3093
    },
    {
      "epoch": 1.1831739961759082,
      "grad_norm": 3.7650680446681766,
      "learning_rate": 1e-06,
      "loss": 0.3263,
      "step": 3094
    },
    {
      "epoch": 1.1835564053537284,
      "grad_norm": 2.9397296965506436,
      "learning_rate": 1e-06,
      "loss": 0.2835,
      "step": 3095
    },
    {
      "epoch": 1.1839388145315488,
      "grad_norm": 3.034743350896505,
      "learning_rate": 1e-06,
      "loss": 0.2192,
      "step": 3096
    },
    {
      "epoch": 1.184321223709369,
      "grad_norm": 3.721951172735419,
      "learning_rate": 1e-06,
      "loss": 0.321,
      "step": 3097
    },
    {
      "epoch": 1.1847036328871894,
      "grad_norm": 2.5948500541040307,
      "learning_rate": 1e-06,
      "loss": 0.3201,
      "step": 3098
    },
    {
      "epoch": 1.1850860420650096,
      "grad_norm": 3.331996617914249,
      "learning_rate": 1e-06,
      "loss": 0.2145,
      "step": 3099
    },
    {
      "epoch": 1.1854684512428297,
      "grad_norm": 3.5142993377350598,
      "learning_rate": 1e-06,
      "loss": 0.2495,
      "step": 3100
    },
    {
      "epoch": 1.1858508604206501,
      "grad_norm": 3.116332890662486,
      "learning_rate": 1e-06,
      "loss": 0.1489,
      "step": 3101
    },
    {
      "epoch": 1.1862332695984703,
      "grad_norm": 5.030351262350556,
      "learning_rate": 1e-06,
      "loss": 0.1509,
      "step": 3102
    },
    {
      "epoch": 1.1866156787762907,
      "grad_norm": 5.315250178538092,
      "learning_rate": 1e-06,
      "loss": 0.1946,
      "step": 3103
    },
    {
      "epoch": 1.1869980879541109,
      "grad_norm": 2.920293206426201,
      "learning_rate": 1e-06,
      "loss": 0.3817,
      "step": 3104
    },
    {
      "epoch": 1.1873804971319313,
      "grad_norm": 3.344548923202473,
      "learning_rate": 1e-06,
      "loss": 0.4088,
      "step": 3105
    },
    {
      "epoch": 1.1877629063097515,
      "grad_norm": 2.7876508116018255,
      "learning_rate": 1e-06,
      "loss": 0.2356,
      "step": 3106
    },
    {
      "epoch": 1.1881453154875716,
      "grad_norm": 3.4527489642980744,
      "learning_rate": 1e-06,
      "loss": 0.3825,
      "step": 3107
    },
    {
      "epoch": 1.188527724665392,
      "grad_norm": 2.055256695830084,
      "learning_rate": 1e-06,
      "loss": 0.3209,
      "step": 3108
    },
    {
      "epoch": 1.1889101338432122,
      "grad_norm": 6.191801175298961,
      "learning_rate": 1e-06,
      "loss": 0.2992,
      "step": 3109
    },
    {
      "epoch": 1.1892925430210326,
      "grad_norm": 2.7793039092606873,
      "learning_rate": 1e-06,
      "loss": 0.2882,
      "step": 3110
    },
    {
      "epoch": 1.1896749521988528,
      "grad_norm": 2.7949971122931507,
      "learning_rate": 1e-06,
      "loss": 0.1721,
      "step": 3111
    },
    {
      "epoch": 1.190057361376673,
      "grad_norm": 2.5417224273401775,
      "learning_rate": 1e-06,
      "loss": 0.1158,
      "step": 3112
    },
    {
      "epoch": 1.1904397705544933,
      "grad_norm": 3.445079423628347,
      "learning_rate": 1e-06,
      "loss": 0.1185,
      "step": 3113
    },
    {
      "epoch": 1.1908221797323135,
      "grad_norm": 3.27700822133397,
      "learning_rate": 1e-06,
      "loss": 0.0558,
      "step": 3114
    },
    {
      "epoch": 1.191204588910134,
      "grad_norm": 5.881778783265607,
      "learning_rate": 1e-06,
      "loss": 0.0909,
      "step": 3115
    },
    {
      "epoch": 1.191586998087954,
      "grad_norm": 4.455296037387607,
      "learning_rate": 1e-06,
      "loss": 0.1491,
      "step": 3116
    },
    {
      "epoch": 1.1919694072657743,
      "grad_norm": 4.650520229976839,
      "learning_rate": 1e-06,
      "loss": 0.7205,
      "step": 3117
    },
    {
      "epoch": 1.1923518164435947,
      "grad_norm": 2.8509326814098337,
      "learning_rate": 1e-06,
      "loss": 0.3414,
      "step": 3118
    },
    {
      "epoch": 1.1927342256214148,
      "grad_norm": 2.75630315266608,
      "learning_rate": 1e-06,
      "loss": 0.2999,
      "step": 3119
    },
    {
      "epoch": 1.1931166347992352,
      "grad_norm": 2.8343341593128977,
      "learning_rate": 1e-06,
      "loss": 0.2819,
      "step": 3120
    },
    {
      "epoch": 1.1934990439770554,
      "grad_norm": 5.30408160832426,
      "learning_rate": 1e-06,
      "loss": 0.2805,
      "step": 3121
    },
    {
      "epoch": 1.1938814531548756,
      "grad_norm": 2.828519509129359,
      "learning_rate": 1e-06,
      "loss": 0.1974,
      "step": 3122
    },
    {
      "epoch": 1.194263862332696,
      "grad_norm": 2.3947696038206474,
      "learning_rate": 1e-06,
      "loss": 0.1117,
      "step": 3123
    },
    {
      "epoch": 1.1946462715105162,
      "grad_norm": 3.3063217703343417,
      "learning_rate": 1e-06,
      "loss": 0.2637,
      "step": 3124
    },
    {
      "epoch": 1.1950286806883366,
      "grad_norm": 2.5935077783936054,
      "learning_rate": 1e-06,
      "loss": 0.0736,
      "step": 3125
    },
    {
      "epoch": 1.1954110898661567,
      "grad_norm": 3.0294580570433327,
      "learning_rate": 1e-06,
      "loss": 0.078,
      "step": 3126
    },
    {
      "epoch": 1.1957934990439771,
      "grad_norm": 2.656613762574868,
      "learning_rate": 1e-06,
      "loss": 0.0651,
      "step": 3127
    },
    {
      "epoch": 1.1961759082217973,
      "grad_norm": 5.002093449076198,
      "learning_rate": 1e-06,
      "loss": 0.2206,
      "step": 3128
    },
    {
      "epoch": 1.1965583173996177,
      "grad_norm": 5.949253695830555,
      "learning_rate": 1e-06,
      "loss": 0.3757,
      "step": 3129
    },
    {
      "epoch": 1.1969407265774379,
      "grad_norm": 3.824105780299611,
      "learning_rate": 1e-06,
      "loss": 0.327,
      "step": 3130
    },
    {
      "epoch": 1.197323135755258,
      "grad_norm": 1.6669698757294193,
      "learning_rate": 1e-06,
      "loss": 0.2487,
      "step": 3131
    },
    {
      "epoch": 1.1977055449330785,
      "grad_norm": 3.2204468337705974,
      "learning_rate": 1e-06,
      "loss": 0.2952,
      "step": 3132
    },
    {
      "epoch": 1.1980879541108986,
      "grad_norm": 2.9390804827645467,
      "learning_rate": 1e-06,
      "loss": 0.2063,
      "step": 3133
    },
    {
      "epoch": 1.198470363288719,
      "grad_norm": 3.1498462942254966,
      "learning_rate": 1e-06,
      "loss": 0.1814,
      "step": 3134
    },
    {
      "epoch": 1.1988527724665392,
      "grad_norm": 2.3931106908873043,
      "learning_rate": 1e-06,
      "loss": 0.1524,
      "step": 3135
    },
    {
      "epoch": 1.1992351816443594,
      "grad_norm": 2.448078577625523,
      "learning_rate": 1e-06,
      "loss": 0.1638,
      "step": 3136
    },
    {
      "epoch": 1.1996175908221798,
      "grad_norm": 2.7783528357883305,
      "learning_rate": 1e-06,
      "loss": 0.107,
      "step": 3137
    },
    {
      "epoch": 1.2,
      "grad_norm": 4.39841516736393,
      "learning_rate": 1e-06,
      "loss": 0.3795,
      "step": 3138
    },
    {
      "epoch": 1.2003824091778204,
      "grad_norm": 5.160358618465096,
      "learning_rate": 1e-06,
      "loss": 0.122,
      "step": 3139
    },
    {
      "epoch": 1.2007648183556405,
      "grad_norm": 3.327718647251247,
      "learning_rate": 1e-06,
      "loss": 0.0418,
      "step": 3140
    },
    {
      "epoch": 1.2011472275334607,
      "grad_norm": 3.2284810640731814,
      "learning_rate": 1e-06,
      "loss": 0.4536,
      "step": 3141
    },
    {
      "epoch": 1.201529636711281,
      "grad_norm": 4.084538470078328,
      "learning_rate": 1e-06,
      "loss": 0.4799,
      "step": 3142
    },
    {
      "epoch": 1.2019120458891013,
      "grad_norm": 3.1492961157662314,
      "learning_rate": 1e-06,
      "loss": 0.3956,
      "step": 3143
    },
    {
      "epoch": 1.2022944550669217,
      "grad_norm": 3.3343670831530896,
      "learning_rate": 1e-06,
      "loss": 0.2856,
      "step": 3144
    },
    {
      "epoch": 1.2026768642447419,
      "grad_norm": 3.375294001454161,
      "learning_rate": 1e-06,
      "loss": 0.4036,
      "step": 3145
    },
    {
      "epoch": 1.203059273422562,
      "grad_norm": 3.1989175098082954,
      "learning_rate": 1e-06,
      "loss": 0.1995,
      "step": 3146
    },
    {
      "epoch": 1.2034416826003824,
      "grad_norm": 3.151750132885931,
      "learning_rate": 1e-06,
      "loss": 0.1994,
      "step": 3147
    },
    {
      "epoch": 1.2038240917782026,
      "grad_norm": 2.7971436781738004,
      "learning_rate": 1e-06,
      "loss": 0.2323,
      "step": 3148
    },
    {
      "epoch": 1.204206500956023,
      "grad_norm": 3.129228249124635,
      "learning_rate": 1e-06,
      "loss": 0.1711,
      "step": 3149
    },
    {
      "epoch": 1.2045889101338432,
      "grad_norm": 4.379543016536247,
      "learning_rate": 1e-06,
      "loss": 0.2515,
      "step": 3150
    },
    {
      "epoch": 1.2049713193116636,
      "grad_norm": 3.2287229827920165,
      "learning_rate": 1e-06,
      "loss": 0.1618,
      "step": 3151
    },
    {
      "epoch": 1.2053537284894837,
      "grad_norm": 3.0254380657695057,
      "learning_rate": 1e-06,
      "loss": 0.1024,
      "step": 3152
    },
    {
      "epoch": 1.205736137667304,
      "grad_norm": 6.945429214166259,
      "learning_rate": 1e-06,
      "loss": 0.3903,
      "step": 3153
    },
    {
      "epoch": 1.2061185468451243,
      "grad_norm": 3.033570649920902,
      "learning_rate": 1e-06,
      "loss": 0.5589,
      "step": 3154
    },
    {
      "epoch": 1.2065009560229445,
      "grad_norm": 4.548874877322538,
      "learning_rate": 1e-06,
      "loss": 0.2562,
      "step": 3155
    },
    {
      "epoch": 1.206883365200765,
      "grad_norm": 2.5369299751033494,
      "learning_rate": 1e-06,
      "loss": 0.1815,
      "step": 3156
    },
    {
      "epoch": 1.207265774378585,
      "grad_norm": 2.8103183337956694,
      "learning_rate": 1e-06,
      "loss": 0.3868,
      "step": 3157
    },
    {
      "epoch": 1.2076481835564055,
      "grad_norm": 2.536577340740925,
      "learning_rate": 1e-06,
      "loss": 0.2505,
      "step": 3158
    },
    {
      "epoch": 1.2080305927342256,
      "grad_norm": 2.4715991419671997,
      "learning_rate": 1e-06,
      "loss": 0.2468,
      "step": 3159
    },
    {
      "epoch": 1.2084130019120458,
      "grad_norm": 4.598208385363217,
      "learning_rate": 1e-06,
      "loss": 0.2992,
      "step": 3160
    },
    {
      "epoch": 1.2087954110898662,
      "grad_norm": 3.0435948639799157,
      "learning_rate": 1e-06,
      "loss": 0.0999,
      "step": 3161
    },
    {
      "epoch": 1.2091778202676864,
      "grad_norm": 2.9515441215431655,
      "learning_rate": 1e-06,
      "loss": 0.1144,
      "step": 3162
    },
    {
      "epoch": 1.2095602294455068,
      "grad_norm": 3.805486011720499,
      "learning_rate": 1e-06,
      "loss": 0.0523,
      "step": 3163
    },
    {
      "epoch": 1.209942638623327,
      "grad_norm": 3.691795821043919,
      "learning_rate": 1e-06,
      "loss": 0.1492,
      "step": 3164
    },
    {
      "epoch": 1.2103250478011471,
      "grad_norm": 3.65279127020977,
      "learning_rate": 1e-06,
      "loss": 0.0802,
      "step": 3165
    },
    {
      "epoch": 1.2107074569789675,
      "grad_norm": 5.169597573767907,
      "learning_rate": 1e-06,
      "loss": 0.4806,
      "step": 3166
    },
    {
      "epoch": 1.2110898661567877,
      "grad_norm": 3.912581294863535,
      "learning_rate": 1e-06,
      "loss": 0.5567,
      "step": 3167
    },
    {
      "epoch": 1.211472275334608,
      "grad_norm": 3.827730866987371,
      "learning_rate": 1e-06,
      "loss": 0.4558,
      "step": 3168
    },
    {
      "epoch": 1.2118546845124283,
      "grad_norm": 1.7782685609060942,
      "learning_rate": 1e-06,
      "loss": 0.2566,
      "step": 3169
    },
    {
      "epoch": 1.2122370936902485,
      "grad_norm": 1.924411743249389,
      "learning_rate": 1e-06,
      "loss": 0.2081,
      "step": 3170
    },
    {
      "epoch": 1.2126195028680689,
      "grad_norm": 2.906422763734687,
      "learning_rate": 1e-06,
      "loss": 0.2273,
      "step": 3171
    },
    {
      "epoch": 1.213001912045889,
      "grad_norm": 3.692293058574239,
      "learning_rate": 1e-06,
      "loss": 0.2721,
      "step": 3172
    },
    {
      "epoch": 1.2133843212237094,
      "grad_norm": 2.9293873544167552,
      "learning_rate": 1e-06,
      "loss": 0.1852,
      "step": 3173
    },
    {
      "epoch": 1.2137667304015296,
      "grad_norm": 3.8968379039574175,
      "learning_rate": 1e-06,
      "loss": 0.2908,
      "step": 3174
    },
    {
      "epoch": 1.21414913957935,
      "grad_norm": 3.956550892842321,
      "learning_rate": 1e-06,
      "loss": 0.1222,
      "step": 3175
    },
    {
      "epoch": 1.2145315487571702,
      "grad_norm": 2.752969785508569,
      "learning_rate": 1e-06,
      "loss": 0.0564,
      "step": 3176
    },
    {
      "epoch": 1.2149139579349904,
      "grad_norm": 3.5963030163964476,
      "learning_rate": 1e-06,
      "loss": 0.095,
      "step": 3177
    },
    {
      "epoch": 1.2152963671128107,
      "grad_norm": 6.239211575021387,
      "learning_rate": 1e-06,
      "loss": 0.3205,
      "step": 3178
    },
    {
      "epoch": 1.215678776290631,
      "grad_norm": 3.5378499427487347,
      "learning_rate": 1e-06,
      "loss": 0.3933,
      "step": 3179
    },
    {
      "epoch": 1.2160611854684513,
      "grad_norm": 4.331651263344768,
      "learning_rate": 1e-06,
      "loss": 0.569,
      "step": 3180
    },
    {
      "epoch": 1.2164435946462715,
      "grad_norm": 2.1014254500503085,
      "learning_rate": 1e-06,
      "loss": 0.2221,
      "step": 3181
    },
    {
      "epoch": 1.216826003824092,
      "grad_norm": 2.570308511377272,
      "learning_rate": 1e-06,
      "loss": 0.3164,
      "step": 3182
    },
    {
      "epoch": 1.217208413001912,
      "grad_norm": 2.5685503174329316,
      "learning_rate": 1e-06,
      "loss": 0.2736,
      "step": 3183
    },
    {
      "epoch": 1.2175908221797322,
      "grad_norm": 3.2785645167553654,
      "learning_rate": 1e-06,
      "loss": 0.1699,
      "step": 3184
    },
    {
      "epoch": 1.2179732313575526,
      "grad_norm": 2.6871196566403186,
      "learning_rate": 1e-06,
      "loss": 0.146,
      "step": 3185
    },
    {
      "epoch": 1.2183556405353728,
      "grad_norm": 3.3899147239019376,
      "learning_rate": 1e-06,
      "loss": 0.1565,
      "step": 3186
    },
    {
      "epoch": 1.2187380497131932,
      "grad_norm": 3.341117321595433,
      "learning_rate": 1e-06,
      "loss": 0.1689,
      "step": 3187
    },
    {
      "epoch": 1.2191204588910134,
      "grad_norm": 4.294075126498907,
      "learning_rate": 1e-06,
      "loss": 0.1261,
      "step": 3188
    },
    {
      "epoch": 1.2195028680688336,
      "grad_norm": 6.297185468947398,
      "learning_rate": 1e-06,
      "loss": 0.1083,
      "step": 3189
    },
    {
      "epoch": 1.219885277246654,
      "grad_norm": 6.680371629805088,
      "learning_rate": 1e-06,
      "loss": 0.2221,
      "step": 3190
    },
    {
      "epoch": 1.2202676864244741,
      "grad_norm": 4.298948585247168,
      "learning_rate": 1e-06,
      "loss": 0.4022,
      "step": 3191
    },
    {
      "epoch": 1.2206500956022945,
      "grad_norm": 4.209939530543174,
      "learning_rate": 1e-06,
      "loss": 0.4461,
      "step": 3192
    },
    {
      "epoch": 1.2210325047801147,
      "grad_norm": 4.099530514144439,
      "learning_rate": 1e-06,
      "loss": 0.2386,
      "step": 3193
    },
    {
      "epoch": 1.221414913957935,
      "grad_norm": 2.939929201220825,
      "learning_rate": 1e-06,
      "loss": 0.4194,
      "step": 3194
    },
    {
      "epoch": 1.2217973231357553,
      "grad_norm": 3.1781842101516435,
      "learning_rate": 1e-06,
      "loss": 0.3398,
      "step": 3195
    },
    {
      "epoch": 1.2221797323135755,
      "grad_norm": 3.066835720820562,
      "learning_rate": 1e-06,
      "loss": 0.4716,
      "step": 3196
    },
    {
      "epoch": 1.2225621414913959,
      "grad_norm": 3.2932464735903735,
      "learning_rate": 1e-06,
      "loss": 0.373,
      "step": 3197
    },
    {
      "epoch": 1.222944550669216,
      "grad_norm": 3.2954179337240603,
      "learning_rate": 1e-06,
      "loss": 0.3699,
      "step": 3198
    },
    {
      "epoch": 1.2233269598470362,
      "grad_norm": 2.894484793718795,
      "learning_rate": 1e-06,
      "loss": 0.1878,
      "step": 3199
    },
    {
      "epoch": 1.2237093690248566,
      "grad_norm": 3.8646033081744915,
      "learning_rate": 1e-06,
      "loss": 0.1205,
      "step": 3200
    },
    {
      "epoch": 1.2240917782026768,
      "grad_norm": 3.157835307314965,
      "learning_rate": 1e-06,
      "loss": 0.2107,
      "step": 3201
    },
    {
      "epoch": 1.2244741873804972,
      "grad_norm": 3.8377591719695143,
      "learning_rate": 1e-06,
      "loss": 0.1542,
      "step": 3202
    },
    {
      "epoch": 1.2248565965583174,
      "grad_norm": 8.411278791056619,
      "learning_rate": 1e-06,
      "loss": 0.1974,
      "step": 3203
    },
    {
      "epoch": 1.2252390057361378,
      "grad_norm": 4.466116175724537,
      "learning_rate": 1e-06,
      "loss": 0.3859,
      "step": 3204
    },
    {
      "epoch": 1.225621414913958,
      "grad_norm": 4.452325688954857,
      "learning_rate": 1e-06,
      "loss": 0.4961,
      "step": 3205
    },
    {
      "epoch": 1.2260038240917783,
      "grad_norm": 2.7106294044633,
      "learning_rate": 1e-06,
      "loss": 0.3824,
      "step": 3206
    },
    {
      "epoch": 1.2263862332695985,
      "grad_norm": 2.5069241955879553,
      "learning_rate": 1e-06,
      "loss": 0.3542,
      "step": 3207
    },
    {
      "epoch": 1.2267686424474187,
      "grad_norm": 4.087994438854399,
      "learning_rate": 1e-06,
      "loss": 0.4534,
      "step": 3208
    },
    {
      "epoch": 1.227151051625239,
      "grad_norm": 3.07792267884815,
      "learning_rate": 1e-06,
      "loss": 0.2163,
      "step": 3209
    },
    {
      "epoch": 1.2275334608030593,
      "grad_norm": 2.741479505123859,
      "learning_rate": 1e-06,
      "loss": 0.1893,
      "step": 3210
    },
    {
      "epoch": 1.2279158699808796,
      "grad_norm": 2.9077849897736474,
      "learning_rate": 1e-06,
      "loss": 0.2899,
      "step": 3211
    },
    {
      "epoch": 1.2282982791586998,
      "grad_norm": 3.499013352971792,
      "learning_rate": 1e-06,
      "loss": 0.1566,
      "step": 3212
    },
    {
      "epoch": 1.22868068833652,
      "grad_norm": 2.333498086108299,
      "learning_rate": 1e-06,
      "loss": 0.0706,
      "step": 3213
    },
    {
      "epoch": 1.2290630975143404,
      "grad_norm": 5.4533163217467315,
      "learning_rate": 1e-06,
      "loss": 0.0639,
      "step": 3214
    },
    {
      "epoch": 1.2294455066921606,
      "grad_norm": 5.173192343380095,
      "learning_rate": 1e-06,
      "loss": 0.1286,
      "step": 3215
    },
    {
      "epoch": 1.229827915869981,
      "grad_norm": 7.6937607493197655,
      "learning_rate": 1e-06,
      "loss": 0.3088,
      "step": 3216
    },
    {
      "epoch": 1.2302103250478011,
      "grad_norm": 2.636512488315521,
      "learning_rate": 1e-06,
      "loss": 0.3282,
      "step": 3217
    },
    {
      "epoch": 1.2305927342256213,
      "grad_norm": 3.1988446176420298,
      "learning_rate": 1e-06,
      "loss": 0.5207,
      "step": 3218
    },
    {
      "epoch": 1.2309751434034417,
      "grad_norm": 2.15027620182632,
      "learning_rate": 1e-06,
      "loss": 0.2561,
      "step": 3219
    },
    {
      "epoch": 1.231357552581262,
      "grad_norm": 2.987927943268552,
      "learning_rate": 1e-06,
      "loss": 0.2925,
      "step": 3220
    },
    {
      "epoch": 1.2317399617590823,
      "grad_norm": 4.174506910981116,
      "learning_rate": 1e-06,
      "loss": 0.4875,
      "step": 3221
    },
    {
      "epoch": 1.2321223709369025,
      "grad_norm": 2.3061472262508063,
      "learning_rate": 1e-06,
      "loss": 0.3425,
      "step": 3222
    },
    {
      "epoch": 1.2325047801147226,
      "grad_norm": 2.5689735519514834,
      "learning_rate": 1e-06,
      "loss": 0.1534,
      "step": 3223
    },
    {
      "epoch": 1.232887189292543,
      "grad_norm": 3.447316804241193,
      "learning_rate": 1e-06,
      "loss": 0.1273,
      "step": 3224
    },
    {
      "epoch": 1.2332695984703632,
      "grad_norm": 3.474353285514223,
      "learning_rate": 1e-06,
      "loss": 0.1209,
      "step": 3225
    },
    {
      "epoch": 1.2336520076481836,
      "grad_norm": 2.7847654434955316,
      "learning_rate": 1e-06,
      "loss": 0.0734,
      "step": 3226
    },
    {
      "epoch": 1.2340344168260038,
      "grad_norm": 7.495555069151165,
      "learning_rate": 1e-06,
      "loss": 0.1253,
      "step": 3227
    },
    {
      "epoch": 1.2344168260038242,
      "grad_norm": 6.239125366047068,
      "learning_rate": 1e-06,
      "loss": 0.2443,
      "step": 3228
    },
    {
      "epoch": 1.2347992351816444,
      "grad_norm": 4.006409516632794,
      "learning_rate": 1e-06,
      "loss": 0.2613,
      "step": 3229
    },
    {
      "epoch": 1.2351816443594645,
      "grad_norm": 3.460577056921942,
      "learning_rate": 1e-06,
      "loss": 0.3549,
      "step": 3230
    },
    {
      "epoch": 1.235564053537285,
      "grad_norm": 2.0768008495023427,
      "learning_rate": 1e-06,
      "loss": 0.2616,
      "step": 3231
    },
    {
      "epoch": 1.235946462715105,
      "grad_norm": 3.5882055884651836,
      "learning_rate": 1e-06,
      "loss": 0.2864,
      "step": 3232
    },
    {
      "epoch": 1.2363288718929255,
      "grad_norm": 3.511522943216704,
      "learning_rate": 1e-06,
      "loss": 0.3731,
      "step": 3233
    },
    {
      "epoch": 1.2367112810707457,
      "grad_norm": 15.408540690821539,
      "learning_rate": 1e-06,
      "loss": 0.2628,
      "step": 3234
    },
    {
      "epoch": 1.237093690248566,
      "grad_norm": 3.8764653050309117,
      "learning_rate": 1e-06,
      "loss": 0.1392,
      "step": 3235
    },
    {
      "epoch": 1.2374760994263863,
      "grad_norm": 2.5612972507242073,
      "learning_rate": 1e-06,
      "loss": 0.1312,
      "step": 3236
    },
    {
      "epoch": 1.2378585086042064,
      "grad_norm": 2.7494724808096356,
      "learning_rate": 1e-06,
      "loss": 0.2313,
      "step": 3237
    },
    {
      "epoch": 1.2382409177820268,
      "grad_norm": 3.3998463483760437,
      "learning_rate": 1e-06,
      "loss": 0.2531,
      "step": 3238
    },
    {
      "epoch": 1.238623326959847,
      "grad_norm": 3.4332080750316316,
      "learning_rate": 1e-06,
      "loss": 0.0872,
      "step": 3239
    },
    {
      "epoch": 1.2390057361376674,
      "grad_norm": 3.708626439087289,
      "learning_rate": 1e-06,
      "loss": 0.0635,
      "step": 3240
    },
    {
      "epoch": 1.2393881453154876,
      "grad_norm": 7.655797579107328,
      "learning_rate": 1e-06,
      "loss": 0.3263,
      "step": 3241
    },
    {
      "epoch": 1.2397705544933078,
      "grad_norm": 3.57863483378223,
      "learning_rate": 1e-06,
      "loss": 0.3405,
      "step": 3242
    },
    {
      "epoch": 1.2401529636711282,
      "grad_norm": 3.602513781381543,
      "learning_rate": 1e-06,
      "loss": 0.4766,
      "step": 3243
    },
    {
      "epoch": 1.2405353728489483,
      "grad_norm": 2.966494375933703,
      "learning_rate": 1e-06,
      "loss": 0.3667,
      "step": 3244
    },
    {
      "epoch": 1.2409177820267687,
      "grad_norm": 3.3422614376098685,
      "learning_rate": 1e-06,
      "loss": 0.3988,
      "step": 3245
    },
    {
      "epoch": 1.241300191204589,
      "grad_norm": 2.5268776889874465,
      "learning_rate": 1e-06,
      "loss": 0.1166,
      "step": 3246
    },
    {
      "epoch": 1.241682600382409,
      "grad_norm": 4.3453519872183275,
      "learning_rate": 1e-06,
      "loss": 0.466,
      "step": 3247
    },
    {
      "epoch": 1.2420650095602295,
      "grad_norm": 3.199253179902874,
      "learning_rate": 1e-06,
      "loss": 0.1567,
      "step": 3248
    },
    {
      "epoch": 1.2424474187380496,
      "grad_norm": 2.5782818370855645,
      "learning_rate": 1e-06,
      "loss": 0.2876,
      "step": 3249
    },
    {
      "epoch": 1.24282982791587,
      "grad_norm": 2.9079991481102874,
      "learning_rate": 1e-06,
      "loss": 0.2807,
      "step": 3250
    },
    {
      "epoch": 1.2432122370936902,
      "grad_norm": 3.247128905721344,
      "learning_rate": 1e-06,
      "loss": 0.1605,
      "step": 3251
    },
    {
      "epoch": 1.2435946462715104,
      "grad_norm": 3.7079759204086757,
      "learning_rate": 1e-06,
      "loss": 0.0931,
      "step": 3252
    },
    {
      "epoch": 1.2439770554493308,
      "grad_norm": 5.32563826626586,
      "learning_rate": 1e-06,
      "loss": 0.1665,
      "step": 3253
    },
    {
      "epoch": 1.244359464627151,
      "grad_norm": 4.559249347003769,
      "learning_rate": 1e-06,
      "loss": 0.4295,
      "step": 3254
    },
    {
      "epoch": 1.2447418738049714,
      "grad_norm": 2.8274031081323483,
      "learning_rate": 1e-06,
      "loss": 0.3379,
      "step": 3255
    },
    {
      "epoch": 1.2451242829827915,
      "grad_norm": 2.539665925140947,
      "learning_rate": 1e-06,
      "loss": 0.2315,
      "step": 3256
    },
    {
      "epoch": 1.245506692160612,
      "grad_norm": 2.1872441823421767,
      "learning_rate": 1e-06,
      "loss": 0.2804,
      "step": 3257
    },
    {
      "epoch": 1.2458891013384321,
      "grad_norm": 2.984422293882462,
      "learning_rate": 1e-06,
      "loss": 0.2912,
      "step": 3258
    },
    {
      "epoch": 1.2462715105162525,
      "grad_norm": 3.5871001708627017,
      "learning_rate": 1e-06,
      "loss": 0.2893,
      "step": 3259
    },
    {
      "epoch": 1.2466539196940727,
      "grad_norm": 2.5731002392062807,
      "learning_rate": 1e-06,
      "loss": 0.1797,
      "step": 3260
    },
    {
      "epoch": 1.2470363288718929,
      "grad_norm": 2.6045865648618096,
      "learning_rate": 1e-06,
      "loss": 0.1515,
      "step": 3261
    },
    {
      "epoch": 1.2474187380497133,
      "grad_norm": 2.938303898321132,
      "learning_rate": 1e-06,
      "loss": 0.1139,
      "step": 3262
    },
    {
      "epoch": 1.2478011472275334,
      "grad_norm": 3.1936588998481197,
      "learning_rate": 1e-06,
      "loss": 0.0828,
      "step": 3263
    },
    {
      "epoch": 1.2481835564053538,
      "grad_norm": 3.4553206009902238,
      "learning_rate": 1e-06,
      "loss": 0.1139,
      "step": 3264
    },
    {
      "epoch": 1.248565965583174,
      "grad_norm": 3.466891779070712,
      "learning_rate": 1e-06,
      "loss": 0.0688,
      "step": 3265
    },
    {
      "epoch": 1.2489483747609942,
      "grad_norm": 5.993548421483226,
      "learning_rate": 1e-06,
      "loss": 0.4569,
      "step": 3266
    },
    {
      "epoch": 1.2493307839388146,
      "grad_norm": 3.3922338931488256,
      "learning_rate": 1e-06,
      "loss": 0.6279,
      "step": 3267
    },
    {
      "epoch": 1.2497131931166348,
      "grad_norm": 2.6383454906627724,
      "learning_rate": 1e-06,
      "loss": 0.2484,
      "step": 3268
    },
    {
      "epoch": 1.2500956022944552,
      "grad_norm": 4.660954908184366,
      "learning_rate": 1e-06,
      "loss": 0.3153,
      "step": 3269
    },
    {
      "epoch": 1.2504780114722753,
      "grad_norm": 3.2982163435081064,
      "learning_rate": 1e-06,
      "loss": 0.2657,
      "step": 3270
    },
    {
      "epoch": 1.2508604206500955,
      "grad_norm": 3.52731657809821,
      "learning_rate": 1e-06,
      "loss": 0.3095,
      "step": 3271
    },
    {
      "epoch": 1.251242829827916,
      "grad_norm": 2.9784126839280836,
      "learning_rate": 1e-06,
      "loss": 0.1788,
      "step": 3272
    },
    {
      "epoch": 1.251625239005736,
      "grad_norm": 3.3139081157315933,
      "learning_rate": 1e-06,
      "loss": 0.1776,
      "step": 3273
    },
    {
      "epoch": 1.2520076481835565,
      "grad_norm": 3.064465106383923,
      "learning_rate": 1e-06,
      "loss": 0.1641,
      "step": 3274
    },
    {
      "epoch": 1.2523900573613767,
      "grad_norm": 3.0953936593643636,
      "learning_rate": 1e-06,
      "loss": 0.0889,
      "step": 3275
    },
    {
      "epoch": 1.2527724665391968,
      "grad_norm": 2.613790738970916,
      "learning_rate": 1e-06,
      "loss": 0.0905,
      "step": 3276
    },
    {
      "epoch": 1.2531548757170172,
      "grad_norm": 2.995440037518959,
      "learning_rate": 1e-06,
      "loss": 0.063,
      "step": 3277
    },
    {
      "epoch": 1.2535372848948374,
      "grad_norm": 4.153778029423889,
      "learning_rate": 1e-06,
      "loss": 0.1795,
      "step": 3278
    },
    {
      "epoch": 1.2539196940726578,
      "grad_norm": 3.231124497711958,
      "learning_rate": 1e-06,
      "loss": 0.3398,
      "step": 3279
    },
    {
      "epoch": 1.254302103250478,
      "grad_norm": 2.467408793733926,
      "learning_rate": 1e-06,
      "loss": 0.3896,
      "step": 3280
    },
    {
      "epoch": 1.2546845124282981,
      "grad_norm": 2.5752837274770437,
      "learning_rate": 1e-06,
      "loss": 0.3662,
      "step": 3281
    },
    {
      "epoch": 1.2550669216061185,
      "grad_norm": 3.266375587755585,
      "learning_rate": 1e-06,
      "loss": 0.3,
      "step": 3282
    },
    {
      "epoch": 1.255449330783939,
      "grad_norm": 3.6222765985423666,
      "learning_rate": 1e-06,
      "loss": 0.2978,
      "step": 3283
    },
    {
      "epoch": 1.2558317399617591,
      "grad_norm": 4.070443705898735,
      "learning_rate": 1e-06,
      "loss": 0.2446,
      "step": 3284
    },
    {
      "epoch": 1.2562141491395793,
      "grad_norm": 2.598440960980999,
      "learning_rate": 1e-06,
      "loss": 0.1429,
      "step": 3285
    },
    {
      "epoch": 1.2565965583173997,
      "grad_norm": 2.6561142830678044,
      "learning_rate": 1e-06,
      "loss": 0.1296,
      "step": 3286
    },
    {
      "epoch": 1.2569789674952199,
      "grad_norm": 2.938971293046691,
      "learning_rate": 1e-06,
      "loss": 0.1215,
      "step": 3287
    },
    {
      "epoch": 1.2573613766730403,
      "grad_norm": 4.553445270404203,
      "learning_rate": 1e-06,
      "loss": 0.2336,
      "step": 3288
    },
    {
      "epoch": 1.2577437858508604,
      "grad_norm": 3.817733674357759,
      "learning_rate": 1e-06,
      "loss": 0.1953,
      "step": 3289
    },
    {
      "epoch": 1.2581261950286806,
      "grad_norm": 4.205942110353462,
      "learning_rate": 1e-06,
      "loss": 0.1186,
      "step": 3290
    },
    {
      "epoch": 1.258508604206501,
      "grad_norm": 5.425228961384696,
      "learning_rate": 1e-06,
      "loss": 0.29,
      "step": 3291
    },
    {
      "epoch": 1.2588910133843212,
      "grad_norm": 3.728292707330749,
      "learning_rate": 1e-06,
      "loss": 0.3458,
      "step": 3292
    },
    {
      "epoch": 1.2592734225621416,
      "grad_norm": 4.7855711714243245,
      "learning_rate": 1e-06,
      "loss": 0.7093,
      "step": 3293
    },
    {
      "epoch": 1.2596558317399618,
      "grad_norm": 3.4524078314851363,
      "learning_rate": 1e-06,
      "loss": 0.3338,
      "step": 3294
    },
    {
      "epoch": 1.260038240917782,
      "grad_norm": 4.576692011893362,
      "learning_rate": 1e-06,
      "loss": 0.5975,
      "step": 3295
    },
    {
      "epoch": 1.2604206500956023,
      "grad_norm": 3.2486478486977677,
      "learning_rate": 1e-06,
      "loss": 0.2046,
      "step": 3296
    },
    {
      "epoch": 1.2608030592734225,
      "grad_norm": 2.8974439866689035,
      "learning_rate": 1e-06,
      "loss": 0.1111,
      "step": 3297
    },
    {
      "epoch": 1.261185468451243,
      "grad_norm": 2.3431041590632984,
      "learning_rate": 1e-06,
      "loss": 0.0771,
      "step": 3298
    },
    {
      "epoch": 1.261567877629063,
      "grad_norm": 3.0383392493238692,
      "learning_rate": 1e-06,
      "loss": 0.2024,
      "step": 3299
    },
    {
      "epoch": 1.2619502868068833,
      "grad_norm": 2.949298296733519,
      "learning_rate": 1e-06,
      "loss": 0.1405,
      "step": 3300
    },
    {
      "epoch": 1.2623326959847037,
      "grad_norm": 3.538927088287955,
      "learning_rate": 1e-06,
      "loss": 0.1302,
      "step": 3301
    },
    {
      "epoch": 1.2627151051625238,
      "grad_norm": 3.601970260607489,
      "learning_rate": 1e-06,
      "loss": 0.0826,
      "step": 3302
    },
    {
      "epoch": 1.2630975143403442,
      "grad_norm": 5.1360362248554425,
      "learning_rate": 1e-06,
      "loss": 0.1543,
      "step": 3303
    },
    {
      "epoch": 1.2634799235181644,
      "grad_norm": 4.114321672191617,
      "learning_rate": 1e-06,
      "loss": 0.2817,
      "step": 3304
    },
    {
      "epoch": 1.2638623326959846,
      "grad_norm": 2.8486934076088635,
      "learning_rate": 1e-06,
      "loss": 0.2746,
      "step": 3305
    },
    {
      "epoch": 1.264244741873805,
      "grad_norm": 2.444121927120025,
      "learning_rate": 1e-06,
      "loss": 0.2642,
      "step": 3306
    },
    {
      "epoch": 1.2646271510516254,
      "grad_norm": 3.2443438976709884,
      "learning_rate": 1e-06,
      "loss": 0.6061,
      "step": 3307
    },
    {
      "epoch": 1.2650095602294456,
      "grad_norm": 2.604470492123503,
      "learning_rate": 1e-06,
      "loss": 0.3553,
      "step": 3308
    },
    {
      "epoch": 1.2653919694072657,
      "grad_norm": 3.1613936106023286,
      "learning_rate": 1e-06,
      "loss": 0.4285,
      "step": 3309
    },
    {
      "epoch": 1.2657743785850861,
      "grad_norm": 2.5794572566869,
      "learning_rate": 1e-06,
      "loss": 0.1728,
      "step": 3310
    },
    {
      "epoch": 1.2661567877629063,
      "grad_norm": 2.5218372290145044,
      "learning_rate": 1e-06,
      "loss": 0.1966,
      "step": 3311
    },
    {
      "epoch": 1.2665391969407267,
      "grad_norm": 4.796943390697319,
      "learning_rate": 1e-06,
      "loss": 0.1027,
      "step": 3312
    },
    {
      "epoch": 1.2669216061185469,
      "grad_norm": 2.730988503514679,
      "learning_rate": 1e-06,
      "loss": 0.1398,
      "step": 3313
    },
    {
      "epoch": 1.267304015296367,
      "grad_norm": 3.111253487265852,
      "learning_rate": 1e-06,
      "loss": 0.0879,
      "step": 3314
    },
    {
      "epoch": 1.2676864244741874,
      "grad_norm": 6.7800027429805825,
      "learning_rate": 1e-06,
      "loss": 0.156,
      "step": 3315
    },
    {
      "epoch": 1.2680688336520076,
      "grad_norm": 7.963474337432703,
      "learning_rate": 1e-06,
      "loss": 0.495,
      "step": 3316
    },
    {
      "epoch": 1.268451242829828,
      "grad_norm": 3.024389151697539,
      "learning_rate": 1e-06,
      "loss": 0.3465,
      "step": 3317
    },
    {
      "epoch": 1.2688336520076482,
      "grad_norm": 2.860452084323208,
      "learning_rate": 1e-06,
      "loss": 0.3293,
      "step": 3318
    },
    {
      "epoch": 1.2692160611854684,
      "grad_norm": 3.6980028742381386,
      "learning_rate": 1e-06,
      "loss": 0.2159,
      "step": 3319
    },
    {
      "epoch": 1.2695984703632888,
      "grad_norm": 2.303032335671375,
      "learning_rate": 1e-06,
      "loss": 0.4376,
      "step": 3320
    },
    {
      "epoch": 1.269980879541109,
      "grad_norm": 4.182387234113338,
      "learning_rate": 1e-06,
      "loss": 0.2782,
      "step": 3321
    },
    {
      "epoch": 1.2703632887189293,
      "grad_norm": 2.692626676421947,
      "learning_rate": 1e-06,
      "loss": 0.1394,
      "step": 3322
    },
    {
      "epoch": 1.2707456978967495,
      "grad_norm": 3.912974924141223,
      "learning_rate": 1e-06,
      "loss": 0.1964,
      "step": 3323
    },
    {
      "epoch": 1.2711281070745697,
      "grad_norm": 3.876724474720001,
      "learning_rate": 1e-06,
      "loss": 0.1456,
      "step": 3324
    },
    {
      "epoch": 1.27151051625239,
      "grad_norm": 4.701569055848703,
      "learning_rate": 1e-06,
      "loss": 0.2936,
      "step": 3325
    },
    {
      "epoch": 1.2718929254302103,
      "grad_norm": 2.748696972178061,
      "learning_rate": 1e-06,
      "loss": 0.1832,
      "step": 3326
    },
    {
      "epoch": 1.2722753346080307,
      "grad_norm": 3.8873667114565897,
      "learning_rate": 1e-06,
      "loss": 0.0835,
      "step": 3327
    },
    {
      "epoch": 1.2726577437858508,
      "grad_norm": 5.0648131560708345,
      "learning_rate": 1e-06,
      "loss": 0.1069,
      "step": 3328
    },
    {
      "epoch": 1.273040152963671,
      "grad_norm": 3.3261159644632983,
      "learning_rate": 1e-06,
      "loss": 0.3947,
      "step": 3329
    },
    {
      "epoch": 1.2734225621414914,
      "grad_norm": 3.5728602428077467,
      "learning_rate": 1e-06,
      "loss": 0.5163,
      "step": 3330
    },
    {
      "epoch": 1.2738049713193116,
      "grad_norm": 2.1417360415769147,
      "learning_rate": 1e-06,
      "loss": 0.2434,
      "step": 3331
    },
    {
      "epoch": 1.274187380497132,
      "grad_norm": 2.986434465589483,
      "learning_rate": 1e-06,
      "loss": 0.2235,
      "step": 3332
    },
    {
      "epoch": 1.2745697896749522,
      "grad_norm": 3.243911762650881,
      "learning_rate": 1e-06,
      "loss": 0.224,
      "step": 3333
    },
    {
      "epoch": 1.2749521988527723,
      "grad_norm": 3.4212353252170034,
      "learning_rate": 1e-06,
      "loss": 0.2809,
      "step": 3334
    },
    {
      "epoch": 1.2753346080305927,
      "grad_norm": 3.4021436104668235,
      "learning_rate": 1e-06,
      "loss": 0.181,
      "step": 3335
    },
    {
      "epoch": 1.2757170172084131,
      "grad_norm": 3.3884305400824406,
      "learning_rate": 1e-06,
      "loss": 0.1349,
      "step": 3336
    },
    {
      "epoch": 1.2760994263862333,
      "grad_norm": 2.9425503758710017,
      "learning_rate": 1e-06,
      "loss": 0.129,
      "step": 3337
    },
    {
      "epoch": 1.2764818355640535,
      "grad_norm": 4.610561205285702,
      "learning_rate": 1e-06,
      "loss": 0.3488,
      "step": 3338
    },
    {
      "epoch": 1.2768642447418739,
      "grad_norm": 4.070022426234139,
      "learning_rate": 1e-06,
      "loss": 0.0708,
      "step": 3339
    },
    {
      "epoch": 1.277246653919694,
      "grad_norm": 3.9333845156771727,
      "learning_rate": 1e-06,
      "loss": 0.0555,
      "step": 3340
    },
    {
      "epoch": 1.2776290630975145,
      "grad_norm": 5.3807590592963015,
      "learning_rate": 1e-06,
      "loss": 0.2507,
      "step": 3341
    },
    {
      "epoch": 1.2780114722753346,
      "grad_norm": 3.451388928118952,
      "learning_rate": 1e-06,
      "loss": 0.3081,
      "step": 3342
    },
    {
      "epoch": 1.2783938814531548,
      "grad_norm": 2.7262223258312663,
      "learning_rate": 1e-06,
      "loss": 0.2197,
      "step": 3343
    },
    {
      "epoch": 1.2787762906309752,
      "grad_norm": 2.927656848331449,
      "learning_rate": 1e-06,
      "loss": 0.259,
      "step": 3344
    },
    {
      "epoch": 1.2791586998087954,
      "grad_norm": 2.279239134069402,
      "learning_rate": 1e-06,
      "loss": 0.3078,
      "step": 3345
    },
    {
      "epoch": 1.2795411089866158,
      "grad_norm": 3.1295168467792123,
      "learning_rate": 1e-06,
      "loss": 0.3413,
      "step": 3346
    },
    {
      "epoch": 1.279923518164436,
      "grad_norm": 4.040598357806839,
      "learning_rate": 1e-06,
      "loss": 0.3243,
      "step": 3347
    },
    {
      "epoch": 1.2803059273422561,
      "grad_norm": 3.267846333041392,
      "learning_rate": 1e-06,
      "loss": 0.1141,
      "step": 3348
    },
    {
      "epoch": 1.2806883365200765,
      "grad_norm": 2.120686135370677,
      "learning_rate": 1e-06,
      "loss": 0.1233,
      "step": 3349
    },
    {
      "epoch": 1.2810707456978967,
      "grad_norm": 4.662781505932946,
      "learning_rate": 1e-06,
      "loss": 0.2845,
      "step": 3350
    },
    {
      "epoch": 1.281453154875717,
      "grad_norm": 2.194854797218163,
      "learning_rate": 1e-06,
      "loss": 0.0676,
      "step": 3351
    },
    {
      "epoch": 1.2818355640535373,
      "grad_norm": 3.776868567416281,
      "learning_rate": 1e-06,
      "loss": 0.1338,
      "step": 3352
    },
    {
      "epoch": 1.2822179732313574,
      "grad_norm": 5.714445568301108,
      "learning_rate": 1e-06,
      "loss": 0.2475,
      "step": 3353
    },
    {
      "epoch": 1.2826003824091778,
      "grad_norm": 6.035578148177992,
      "learning_rate": 1e-06,
      "loss": 0.509,
      "step": 3354
    },
    {
      "epoch": 1.282982791586998,
      "grad_norm": 4.109563902947867,
      "learning_rate": 1e-06,
      "loss": 0.4684,
      "step": 3355
    },
    {
      "epoch": 1.2833652007648184,
      "grad_norm": 3.3846014987887463,
      "learning_rate": 1e-06,
      "loss": 0.1594,
      "step": 3356
    },
    {
      "epoch": 1.2837476099426386,
      "grad_norm": 3.190726349030799,
      "learning_rate": 1e-06,
      "loss": 0.3597,
      "step": 3357
    },
    {
      "epoch": 1.2841300191204588,
      "grad_norm": 3.3777993919562195,
      "learning_rate": 1e-06,
      "loss": 0.2764,
      "step": 3358
    },
    {
      "epoch": 1.2845124282982792,
      "grad_norm": 4.926388563188322,
      "learning_rate": 1e-06,
      "loss": 0.2072,
      "step": 3359
    },
    {
      "epoch": 1.2848948374760996,
      "grad_norm": 2.6804195549635703,
      "learning_rate": 1e-06,
      "loss": 0.1778,
      "step": 3360
    },
    {
      "epoch": 1.2852772466539197,
      "grad_norm": 2.942750499502011,
      "learning_rate": 1e-06,
      "loss": 0.1543,
      "step": 3361
    },
    {
      "epoch": 1.28565965583174,
      "grad_norm": 3.2003028905094935,
      "learning_rate": 1e-06,
      "loss": 0.2225,
      "step": 3362
    },
    {
      "epoch": 1.2860420650095603,
      "grad_norm": 2.9642325312822067,
      "learning_rate": 1e-06,
      "loss": 0.1231,
      "step": 3363
    },
    {
      "epoch": 1.2864244741873805,
      "grad_norm": 4.029409062150022,
      "learning_rate": 1e-06,
      "loss": 0.0952,
      "step": 3364
    },
    {
      "epoch": 1.2868068833652009,
      "grad_norm": 3.274000315205367,
      "learning_rate": 1e-06,
      "loss": 0.0935,
      "step": 3365
    },
    {
      "epoch": 1.287189292543021,
      "grad_norm": 4.361271490129927,
      "learning_rate": 1e-06,
      "loss": 0.374,
      "step": 3366
    },
    {
      "epoch": 1.2875717017208412,
      "grad_norm": 3.3631651323324023,
      "learning_rate": 1e-06,
      "loss": 0.1535,
      "step": 3367
    },
    {
      "epoch": 1.2879541108986616,
      "grad_norm": 4.472950275201895,
      "learning_rate": 1e-06,
      "loss": 0.6948,
      "step": 3368
    },
    {
      "epoch": 1.2883365200764818,
      "grad_norm": 3.383041409330677,
      "learning_rate": 1e-06,
      "loss": 0.2226,
      "step": 3369
    },
    {
      "epoch": 1.2887189292543022,
      "grad_norm": 3.066936782329665,
      "learning_rate": 1e-06,
      "loss": 0.2695,
      "step": 3370
    },
    {
      "epoch": 1.2891013384321224,
      "grad_norm": 3.4226682257426444,
      "learning_rate": 1e-06,
      "loss": 0.2786,
      "step": 3371
    },
    {
      "epoch": 1.2894837476099426,
      "grad_norm": 3.862396169705139,
      "learning_rate": 1e-06,
      "loss": 0.3995,
      "step": 3372
    },
    {
      "epoch": 1.289866156787763,
      "grad_norm": 2.3260833185284504,
      "learning_rate": 1e-06,
      "loss": 0.1609,
      "step": 3373
    },
    {
      "epoch": 1.2902485659655831,
      "grad_norm": 3.2342442287969453,
      "learning_rate": 1e-06,
      "loss": 0.1511,
      "step": 3374
    },
    {
      "epoch": 1.2906309751434035,
      "grad_norm": 4.072343842923876,
      "learning_rate": 1e-06,
      "loss": 0.3727,
      "step": 3375
    },
    {
      "epoch": 1.2910133843212237,
      "grad_norm": 3.900304435194107,
      "learning_rate": 1e-06,
      "loss": 0.1991,
      "step": 3376
    },
    {
      "epoch": 1.2913957934990439,
      "grad_norm": 4.229406841705585,
      "learning_rate": 1e-06,
      "loss": 0.1204,
      "step": 3377
    },
    {
      "epoch": 1.2917782026768643,
      "grad_norm": 5.929072774151254,
      "learning_rate": 1e-06,
      "loss": 0.2068,
      "step": 3378
    },
    {
      "epoch": 1.2921606118546844,
      "grad_norm": 5.857656974691698,
      "learning_rate": 1e-06,
      "loss": 0.3528,
      "step": 3379
    },
    {
      "epoch": 1.2925430210325048,
      "grad_norm": 3.4854770166462634,
      "learning_rate": 1e-06,
      "loss": 0.3787,
      "step": 3380
    },
    {
      "epoch": 1.292925430210325,
      "grad_norm": 2.4692164113285253,
      "learning_rate": 1e-06,
      "loss": 0.2829,
      "step": 3381
    },
    {
      "epoch": 1.2933078393881452,
      "grad_norm": 2.5575743063892857,
      "learning_rate": 1e-06,
      "loss": 0.2287,
      "step": 3382
    },
    {
      "epoch": 1.2936902485659656,
      "grad_norm": 2.9849181954118578,
      "learning_rate": 1e-06,
      "loss": 0.2854,
      "step": 3383
    },
    {
      "epoch": 1.2940726577437858,
      "grad_norm": 3.009305826027895,
      "learning_rate": 1e-06,
      "loss": 0.1549,
      "step": 3384
    },
    {
      "epoch": 1.2944550669216062,
      "grad_norm": 2.844648785089339,
      "learning_rate": 1e-06,
      "loss": 0.2272,
      "step": 3385
    },
    {
      "epoch": 1.2948374760994263,
      "grad_norm": 2.9873070818170366,
      "learning_rate": 1e-06,
      "loss": 0.1596,
      "step": 3386
    },
    {
      "epoch": 1.2952198852772465,
      "grad_norm": 3.7417993523421957,
      "learning_rate": 1e-06,
      "loss": 0.2825,
      "step": 3387
    },
    {
      "epoch": 1.295602294455067,
      "grad_norm": 3.6106958655900474,
      "learning_rate": 1e-06,
      "loss": 0.1479,
      "step": 3388
    },
    {
      "epoch": 1.2959847036328873,
      "grad_norm": 5.045172720184043,
      "learning_rate": 1e-06,
      "loss": 0.1158,
      "step": 3389
    },
    {
      "epoch": 1.2963671128107075,
      "grad_norm": 3.4616433967269815,
      "learning_rate": 1e-06,
      "loss": 0.0986,
      "step": 3390
    },
    {
      "epoch": 1.2967495219885277,
      "grad_norm": 6.064327004022685,
      "learning_rate": 1e-06,
      "loss": 0.4425,
      "step": 3391
    },
    {
      "epoch": 1.297131931166348,
      "grad_norm": 4.174517876661145,
      "learning_rate": 1e-06,
      "loss": 0.3251,
      "step": 3392
    },
    {
      "epoch": 1.2975143403441682,
      "grad_norm": 3.382832234173097,
      "learning_rate": 1e-06,
      "loss": 0.2373,
      "step": 3393
    },
    {
      "epoch": 1.2978967495219886,
      "grad_norm": 2.4883105696982386,
      "learning_rate": 1e-06,
      "loss": 0.1699,
      "step": 3394
    },
    {
      "epoch": 1.2982791586998088,
      "grad_norm": 3.10111692672774,
      "learning_rate": 1e-06,
      "loss": 0.2498,
      "step": 3395
    },
    {
      "epoch": 1.298661567877629,
      "grad_norm": 3.279655577789128,
      "learning_rate": 1e-06,
      "loss": 0.3954,
      "step": 3396
    },
    {
      "epoch": 1.2990439770554494,
      "grad_norm": 3.242066898171103,
      "learning_rate": 1e-06,
      "loss": 0.3368,
      "step": 3397
    },
    {
      "epoch": 1.2994263862332696,
      "grad_norm": 3.476942954516217,
      "learning_rate": 1e-06,
      "loss": 0.1567,
      "step": 3398
    },
    {
      "epoch": 1.29980879541109,
      "grad_norm": 3.3651740123540197,
      "learning_rate": 1e-06,
      "loss": 0.1099,
      "step": 3399
    },
    {
      "epoch": 1.3001912045889101,
      "grad_norm": 5.068972182666567,
      "learning_rate": 1e-06,
      "loss": 0.2837,
      "step": 3400
    },
    {
      "epoch": 1.3005736137667303,
      "grad_norm": 2.556185874974078,
      "learning_rate": 1e-06,
      "loss": 0.0851,
      "step": 3401
    },
    {
      "epoch": 1.3009560229445507,
      "grad_norm": 4.363005845437778,
      "learning_rate": 1e-06,
      "loss": 0.0745,
      "step": 3402
    },
    {
      "epoch": 1.3013384321223709,
      "grad_norm": 6.656372355737953,
      "learning_rate": 1e-06,
      "loss": 0.1691,
      "step": 3403
    },
    {
      "epoch": 1.3017208413001913,
      "grad_norm": 4.121266380418662,
      "learning_rate": 1e-06,
      "loss": 0.4311,
      "step": 3404
    },
    {
      "epoch": 1.3021032504780115,
      "grad_norm": 2.798558075062855,
      "learning_rate": 1e-06,
      "loss": 0.2609,
      "step": 3405
    },
    {
      "epoch": 1.3024856596558316,
      "grad_norm": 1.912774411629172,
      "learning_rate": 1e-06,
      "loss": 0.1919,
      "step": 3406
    },
    {
      "epoch": 1.302868068833652,
      "grad_norm": 2.9925983037394017,
      "learning_rate": 1e-06,
      "loss": 0.2651,
      "step": 3407
    },
    {
      "epoch": 1.3032504780114722,
      "grad_norm": 3.340020069130547,
      "learning_rate": 1e-06,
      "loss": 0.3107,
      "step": 3408
    },
    {
      "epoch": 1.3036328871892926,
      "grad_norm": 3.84055772665031,
      "learning_rate": 1e-06,
      "loss": 0.2469,
      "step": 3409
    },
    {
      "epoch": 1.3040152963671128,
      "grad_norm": 3.473565959742894,
      "learning_rate": 1e-06,
      "loss": 0.2675,
      "step": 3410
    },
    {
      "epoch": 1.304397705544933,
      "grad_norm": 2.653459137453321,
      "learning_rate": 1e-06,
      "loss": 0.1012,
      "step": 3411
    },
    {
      "epoch": 1.3047801147227533,
      "grad_norm": 2.996474101407398,
      "learning_rate": 1e-06,
      "loss": 0.1056,
      "step": 3412
    },
    {
      "epoch": 1.3051625239005737,
      "grad_norm": 2.8112490097050937,
      "learning_rate": 1e-06,
      "loss": 0.0976,
      "step": 3413
    },
    {
      "epoch": 1.305544933078394,
      "grad_norm": 3.459583439530436,
      "learning_rate": 1e-06,
      "loss": 0.0902,
      "step": 3414
    },
    {
      "epoch": 1.305927342256214,
      "grad_norm": 6.510320539654921,
      "learning_rate": 1e-06,
      "loss": 0.2568,
      "step": 3415
    },
    {
      "epoch": 1.3063097514340345,
      "grad_norm": 5.102605318798301,
      "learning_rate": 1e-06,
      "loss": 0.4318,
      "step": 3416
    },
    {
      "epoch": 1.3066921606118547,
      "grad_norm": 3.021725191902132,
      "learning_rate": 1e-06,
      "loss": 0.2025,
      "step": 3417
    },
    {
      "epoch": 1.307074569789675,
      "grad_norm": 3.7599091896291608,
      "learning_rate": 1e-06,
      "loss": 0.2958,
      "step": 3418
    },
    {
      "epoch": 1.3074569789674952,
      "grad_norm": 3.176630523598782,
      "learning_rate": 1e-06,
      "loss": 0.2994,
      "step": 3419
    },
    {
      "epoch": 1.3078393881453154,
      "grad_norm": 2.505285683519663,
      "learning_rate": 1e-06,
      "loss": 0.205,
      "step": 3420
    },
    {
      "epoch": 1.3082217973231358,
      "grad_norm": 2.6696898688174446,
      "learning_rate": 1e-06,
      "loss": 0.2454,
      "step": 3421
    },
    {
      "epoch": 1.308604206500956,
      "grad_norm": 1.8595218760718364,
      "learning_rate": 1e-06,
      "loss": 0.1584,
      "step": 3422
    },
    {
      "epoch": 1.3089866156787764,
      "grad_norm": 4.18426183500529,
      "learning_rate": 1e-06,
      "loss": 0.2838,
      "step": 3423
    },
    {
      "epoch": 1.3093690248565966,
      "grad_norm": 2.7474685635213083,
      "learning_rate": 1e-06,
      "loss": 0.1561,
      "step": 3424
    },
    {
      "epoch": 1.3097514340344167,
      "grad_norm": 3.43407949715755,
      "learning_rate": 1e-06,
      "loss": 0.1478,
      "step": 3425
    },
    {
      "epoch": 1.3101338432122371,
      "grad_norm": 2.822721429996645,
      "learning_rate": 1e-06,
      "loss": 0.0598,
      "step": 3426
    },
    {
      "epoch": 1.3105162523900573,
      "grad_norm": 4.008866258962873,
      "learning_rate": 1e-06,
      "loss": 0.1668,
      "step": 3427
    },
    {
      "epoch": 1.3108986615678777,
      "grad_norm": 5.787412256354303,
      "learning_rate": 1e-06,
      "loss": 0.2285,
      "step": 3428
    },
    {
      "epoch": 1.3112810707456979,
      "grad_norm": 3.2702141598908003,
      "learning_rate": 1e-06,
      "loss": 0.4435,
      "step": 3429
    },
    {
      "epoch": 1.311663479923518,
      "grad_norm": 2.8847752120905352,
      "learning_rate": 1e-06,
      "loss": 0.1651,
      "step": 3430
    },
    {
      "epoch": 1.3120458891013385,
      "grad_norm": 2.979687909674854,
      "learning_rate": 1e-06,
      "loss": 0.3365,
      "step": 3431
    },
    {
      "epoch": 1.3124282982791586,
      "grad_norm": 3.408940363941151,
      "learning_rate": 1e-06,
      "loss": 0.2235,
      "step": 3432
    },
    {
      "epoch": 1.312810707456979,
      "grad_norm": 2.310862709057707,
      "learning_rate": 1e-06,
      "loss": 0.2305,
      "step": 3433
    },
    {
      "epoch": 1.3131931166347992,
      "grad_norm": 3.007345425889769,
      "learning_rate": 1e-06,
      "loss": 0.2149,
      "step": 3434
    },
    {
      "epoch": 1.3135755258126194,
      "grad_norm": 2.668927803638142,
      "learning_rate": 1e-06,
      "loss": 0.3073,
      "step": 3435
    },
    {
      "epoch": 1.3139579349904398,
      "grad_norm": 2.104125321488783,
      "learning_rate": 1e-06,
      "loss": 0.1248,
      "step": 3436
    },
    {
      "epoch": 1.31434034416826,
      "grad_norm": 2.6199810548636107,
      "learning_rate": 1e-06,
      "loss": 0.1346,
      "step": 3437
    },
    {
      "epoch": 1.3147227533460804,
      "grad_norm": 5.242819462303336,
      "learning_rate": 1e-06,
      "loss": 0.1127,
      "step": 3438
    },
    {
      "epoch": 1.3151051625239005,
      "grad_norm": 2.5933172025726394,
      "learning_rate": 1e-06,
      "loss": 0.0724,
      "step": 3439
    },
    {
      "epoch": 1.3154875717017207,
      "grad_norm": 3.417160339666154,
      "learning_rate": 1e-06,
      "loss": 0.1142,
      "step": 3440
    },
    {
      "epoch": 1.315869980879541,
      "grad_norm": 5.838230729366253,
      "learning_rate": 1e-06,
      "loss": 0.1927,
      "step": 3441
    },
    {
      "epoch": 1.3162523900573615,
      "grad_norm": 3.554357089941153,
      "learning_rate": 1e-06,
      "loss": 0.2933,
      "step": 3442
    },
    {
      "epoch": 1.3166347992351817,
      "grad_norm": 3.5519096503580494,
      "learning_rate": 1e-06,
      "loss": 0.319,
      "step": 3443
    },
    {
      "epoch": 1.3170172084130018,
      "grad_norm": 2.831211155504948,
      "learning_rate": 1e-06,
      "loss": 0.2755,
      "step": 3444
    },
    {
      "epoch": 1.3173996175908222,
      "grad_norm": 3.2813162660719373,
      "learning_rate": 1e-06,
      "loss": 0.2042,
      "step": 3445
    },
    {
      "epoch": 1.3177820267686424,
      "grad_norm": 3.371527404121634,
      "learning_rate": 1e-06,
      "loss": 0.2246,
      "step": 3446
    },
    {
      "epoch": 1.3181644359464628,
      "grad_norm": 2.7169618535907323,
      "learning_rate": 1e-06,
      "loss": 0.1714,
      "step": 3447
    },
    {
      "epoch": 1.318546845124283,
      "grad_norm": 2.2601980522607117,
      "learning_rate": 1e-06,
      "loss": 0.0768,
      "step": 3448
    },
    {
      "epoch": 1.3189292543021032,
      "grad_norm": 2.448373846554622,
      "learning_rate": 1e-06,
      "loss": 0.1442,
      "step": 3449
    },
    {
      "epoch": 1.3193116634799236,
      "grad_norm": 4.5222297070623805,
      "learning_rate": 1e-06,
      "loss": 0.1773,
      "step": 3450
    },
    {
      "epoch": 1.3196940726577437,
      "grad_norm": 2.897869866818496,
      "learning_rate": 1e-06,
      "loss": 0.08,
      "step": 3451
    },
    {
      "epoch": 1.3200764818355641,
      "grad_norm": 3.647040743032006,
      "learning_rate": 1e-06,
      "loss": 0.1009,
      "step": 3452
    },
    {
      "epoch": 1.3204588910133843,
      "grad_norm": 4.816123490027161,
      "learning_rate": 1e-06,
      "loss": 0.1705,
      "step": 3453
    },
    {
      "epoch": 1.3208413001912045,
      "grad_norm": 4.641099693603532,
      "learning_rate": 1e-06,
      "loss": 0.5515,
      "step": 3454
    },
    {
      "epoch": 1.321223709369025,
      "grad_norm": 4.405594797321751,
      "learning_rate": 1e-06,
      "loss": 0.4077,
      "step": 3455
    },
    {
      "epoch": 1.321606118546845,
      "grad_norm": 4.125408730342099,
      "learning_rate": 1e-06,
      "loss": 0.3148,
      "step": 3456
    },
    {
      "epoch": 1.3219885277246655,
      "grad_norm": 3.544837938055854,
      "learning_rate": 1e-06,
      "loss": 0.3524,
      "step": 3457
    },
    {
      "epoch": 1.3223709369024856,
      "grad_norm": 3.337091393764473,
      "learning_rate": 1e-06,
      "loss": 0.4117,
      "step": 3458
    },
    {
      "epoch": 1.3227533460803058,
      "grad_norm": 3.2285444254897344,
      "learning_rate": 1e-06,
      "loss": 0.2332,
      "step": 3459
    },
    {
      "epoch": 1.3231357552581262,
      "grad_norm": 3.494300697886279,
      "learning_rate": 1e-06,
      "loss": 0.1988,
      "step": 3460
    },
    {
      "epoch": 1.3235181644359464,
      "grad_norm": 3.257444511871968,
      "learning_rate": 1e-06,
      "loss": 0.204,
      "step": 3461
    },
    {
      "epoch": 1.3239005736137668,
      "grad_norm": 3.4655272488098623,
      "learning_rate": 1e-06,
      "loss": 0.2455,
      "step": 3462
    },
    {
      "epoch": 1.324282982791587,
      "grad_norm": 4.786664701654426,
      "learning_rate": 1e-06,
      "loss": 0.1595,
      "step": 3463
    },
    {
      "epoch": 1.3246653919694071,
      "grad_norm": 3.0983968958115438,
      "learning_rate": 1e-06,
      "loss": 0.1049,
      "step": 3464
    },
    {
      "epoch": 1.3250478011472275,
      "grad_norm": 4.1737502094827414,
      "learning_rate": 1e-06,
      "loss": 0.0904,
      "step": 3465
    },
    {
      "epoch": 1.325430210325048,
      "grad_norm": 5.634086898572302,
      "learning_rate": 1e-06,
      "loss": 0.5333,
      "step": 3466
    },
    {
      "epoch": 1.325812619502868,
      "grad_norm": 3.880113734515193,
      "learning_rate": 1e-06,
      "loss": 0.524,
      "step": 3467
    },
    {
      "epoch": 1.3261950286806883,
      "grad_norm": 3.870828906256228,
      "learning_rate": 1e-06,
      "loss": 0.3742,
      "step": 3468
    },
    {
      "epoch": 1.3265774378585087,
      "grad_norm": 2.1852502425555547,
      "learning_rate": 1e-06,
      "loss": 0.3189,
      "step": 3469
    },
    {
      "epoch": 1.3269598470363289,
      "grad_norm": 3.554307317838956,
      "learning_rate": 1e-06,
      "loss": 0.1516,
      "step": 3470
    },
    {
      "epoch": 1.3273422562141493,
      "grad_norm": 2.980956511376388,
      "learning_rate": 1e-06,
      "loss": 0.2794,
      "step": 3471
    },
    {
      "epoch": 1.3277246653919694,
      "grad_norm": 2.975385938983526,
      "learning_rate": 1e-06,
      "loss": 0.1522,
      "step": 3472
    },
    {
      "epoch": 1.3281070745697896,
      "grad_norm": 3.4128798612232973,
      "learning_rate": 1e-06,
      "loss": 0.1684,
      "step": 3473
    },
    {
      "epoch": 1.32848948374761,
      "grad_norm": 3.013378037512129,
      "learning_rate": 1e-06,
      "loss": 0.1744,
      "step": 3474
    },
    {
      "epoch": 1.3288718929254302,
      "grad_norm": 3.5179992796445525,
      "learning_rate": 1e-06,
      "loss": 0.2799,
      "step": 3475
    },
    {
      "epoch": 1.3292543021032506,
      "grad_norm": 3.902518970118376,
      "learning_rate": 1e-06,
      "loss": 0.1032,
      "step": 3476
    },
    {
      "epoch": 1.3296367112810707,
      "grad_norm": 2.980508586572323,
      "learning_rate": 1e-06,
      "loss": 0.0781,
      "step": 3477
    },
    {
      "epoch": 1.330019120458891,
      "grad_norm": 4.325377325455937,
      "learning_rate": 1e-06,
      "loss": 0.1956,
      "step": 3478
    },
    {
      "epoch": 1.3304015296367113,
      "grad_norm": 4.729012552626647,
      "learning_rate": 1e-06,
      "loss": 0.4777,
      "step": 3479
    },
    {
      "epoch": 1.3307839388145315,
      "grad_norm": 3.6483533306337645,
      "learning_rate": 1e-06,
      "loss": 0.4687,
      "step": 3480
    },
    {
      "epoch": 1.331166347992352,
      "grad_norm": 2.6517313501639608,
      "learning_rate": 1e-06,
      "loss": 0.2736,
      "step": 3481
    },
    {
      "epoch": 1.331548757170172,
      "grad_norm": 2.55513038645958,
      "learning_rate": 1e-06,
      "loss": 0.1905,
      "step": 3482
    },
    {
      "epoch": 1.3319311663479922,
      "grad_norm": 2.823382790757958,
      "learning_rate": 1e-06,
      "loss": 0.1812,
      "step": 3483
    },
    {
      "epoch": 1.3323135755258126,
      "grad_norm": 3.1726080888231554,
      "learning_rate": 1e-06,
      "loss": 0.1316,
      "step": 3484
    },
    {
      "epoch": 1.3326959847036328,
      "grad_norm": 3.4896985087200147,
      "learning_rate": 1e-06,
      "loss": 0.2107,
      "step": 3485
    },
    {
      "epoch": 1.3330783938814532,
      "grad_norm": 3.3192770386801516,
      "learning_rate": 1e-06,
      "loss": 0.2316,
      "step": 3486
    },
    {
      "epoch": 1.3334608030592734,
      "grad_norm": 3.5117125039050405,
      "learning_rate": 1e-06,
      "loss": 0.1562,
      "step": 3487
    },
    {
      "epoch": 1.3338432122370936,
      "grad_norm": 4.913830386260947,
      "learning_rate": 1e-06,
      "loss": 0.0863,
      "step": 3488
    },
    {
      "epoch": 1.334225621414914,
      "grad_norm": 2.962580645143604,
      "learning_rate": 1e-06,
      "loss": 0.0658,
      "step": 3489
    },
    {
      "epoch": 1.3346080305927344,
      "grad_norm": 4.366650051832743,
      "learning_rate": 1e-06,
      "loss": 0.2274,
      "step": 3490
    },
    {
      "epoch": 1.3349904397705545,
      "grad_norm": 5.46336980742746,
      "learning_rate": 1e-06,
      "loss": 0.3706,
      "step": 3491
    },
    {
      "epoch": 1.3353728489483747,
      "grad_norm": 5.000078009950527,
      "learning_rate": 1e-06,
      "loss": 0.2676,
      "step": 3492
    },
    {
      "epoch": 1.335755258126195,
      "grad_norm": 5.653906236505976,
      "learning_rate": 1e-06,
      "loss": 0.2413,
      "step": 3493
    },
    {
      "epoch": 1.3361376673040153,
      "grad_norm": 3.2929180679855703,
      "learning_rate": 1e-06,
      "loss": 0.3646,
      "step": 3494
    },
    {
      "epoch": 1.3365200764818357,
      "grad_norm": 3.7268240335047995,
      "learning_rate": 1e-06,
      "loss": 0.5141,
      "step": 3495
    },
    {
      "epoch": 1.3369024856596559,
      "grad_norm": 3.816759575347373,
      "learning_rate": 1e-06,
      "loss": 0.225,
      "step": 3496
    },
    {
      "epoch": 1.337284894837476,
      "grad_norm": 2.923530476823112,
      "learning_rate": 1e-06,
      "loss": 0.2098,
      "step": 3497
    },
    {
      "epoch": 1.3376673040152964,
      "grad_norm": 2.427082984062028,
      "learning_rate": 1e-06,
      "loss": 0.1571,
      "step": 3498
    },
    {
      "epoch": 1.3380497131931166,
      "grad_norm": 2.846076935543849,
      "learning_rate": 1e-06,
      "loss": 0.1271,
      "step": 3499
    },
    {
      "epoch": 1.338432122370937,
      "grad_norm": 2.8243415774153005,
      "learning_rate": 1e-06,
      "loss": 0.1141,
      "step": 3500
    },
    {
      "epoch": 1.338432122370937,
      "eval_runtime": 829.2431,
      "eval_samples_per_second": 1.85,
      "eval_steps_per_second": 0.463,
      "step": 3500
    },
    {
      "epoch": 1.3388145315487572,
      "grad_norm": 3.799385904584203,
      "learning_rate": 1e-06,
      "loss": 0.1167,
      "step": 3501
    },
    {
      "epoch": 1.3391969407265774,
      "grad_norm": 3.888971919732548,
      "learning_rate": 1e-06,
      "loss": 0.0944,
      "step": 3502
    },
    {
      "epoch": 1.3395793499043978,
      "grad_norm": 3.5823894558746696,
      "learning_rate": 1e-06,
      "loss": 0.2139,
      "step": 3503
    },
    {
      "epoch": 1.339961759082218,
      "grad_norm": 4.06310021294751,
      "learning_rate": 1e-06,
      "loss": 0.2905,
      "step": 3504
    },
    {
      "epoch": 1.3403441682600383,
      "grad_norm": 3.404893237441377,
      "learning_rate": 1e-06,
      "loss": 0.2061,
      "step": 3505
    },
    {
      "epoch": 1.3407265774378585,
      "grad_norm": 2.0965391342036903,
      "learning_rate": 1e-06,
      "loss": 0.286,
      "step": 3506
    },
    {
      "epoch": 1.3411089866156787,
      "grad_norm": 2.977220037127773,
      "learning_rate": 1e-06,
      "loss": 0.1368,
      "step": 3507
    },
    {
      "epoch": 1.341491395793499,
      "grad_norm": 3.686750174111812,
      "learning_rate": 1e-06,
      "loss": 0.345,
      "step": 3508
    },
    {
      "epoch": 1.3418738049713193,
      "grad_norm": 3.084022565222293,
      "learning_rate": 1e-06,
      "loss": 0.2389,
      "step": 3509
    },
    {
      "epoch": 1.3422562141491396,
      "grad_norm": 3.6780032699263425,
      "learning_rate": 1e-06,
      "loss": 0.2237,
      "step": 3510
    },
    {
      "epoch": 1.3426386233269598,
      "grad_norm": 3.4518122184220217,
      "learning_rate": 1e-06,
      "loss": 0.1802,
      "step": 3511
    },
    {
      "epoch": 1.34302103250478,
      "grad_norm": 3.9095442652174097,
      "learning_rate": 1e-06,
      "loss": 0.169,
      "step": 3512
    },
    {
      "epoch": 1.3434034416826004,
      "grad_norm": 3.3225856763644526,
      "learning_rate": 1e-06,
      "loss": 0.0833,
      "step": 3513
    },
    {
      "epoch": 1.3437858508604206,
      "grad_norm": 4.5201920905692194,
      "learning_rate": 1e-06,
      "loss": 0.0814,
      "step": 3514
    },
    {
      "epoch": 1.344168260038241,
      "grad_norm": 4.5273921986999985,
      "learning_rate": 1e-06,
      "loss": 0.1546,
      "step": 3515
    },
    {
      "epoch": 1.3445506692160611,
      "grad_norm": 5.1095078943917445,
      "learning_rate": 1e-06,
      "loss": 0.2919,
      "step": 3516
    },
    {
      "epoch": 1.3449330783938813,
      "grad_norm": 3.249637730288223,
      "learning_rate": 1e-06,
      "loss": 0.5484,
      "step": 3517
    },
    {
      "epoch": 1.3453154875717017,
      "grad_norm": 2.9656931347752957,
      "learning_rate": 1e-06,
      "loss": 0.269,
      "step": 3518
    },
    {
      "epoch": 1.3456978967495221,
      "grad_norm": 3.563711127822158,
      "learning_rate": 1e-06,
      "loss": 0.1455,
      "step": 3519
    },
    {
      "epoch": 1.3460803059273423,
      "grad_norm": 2.7947434129126334,
      "learning_rate": 1e-06,
      "loss": 0.328,
      "step": 3520
    },
    {
      "epoch": 1.3464627151051625,
      "grad_norm": 2.752041145904254,
      "learning_rate": 1e-06,
      "loss": 0.2037,
      "step": 3521
    },
    {
      "epoch": 1.3468451242829829,
      "grad_norm": 3.3458457867369633,
      "learning_rate": 1e-06,
      "loss": 0.1078,
      "step": 3522
    },
    {
      "epoch": 1.347227533460803,
      "grad_norm": 2.7651796143950076,
      "learning_rate": 1e-06,
      "loss": 0.1771,
      "step": 3523
    },
    {
      "epoch": 1.3476099426386234,
      "grad_norm": 3.3446008188042406,
      "learning_rate": 1e-06,
      "loss": 0.1971,
      "step": 3524
    },
    {
      "epoch": 1.3479923518164436,
      "grad_norm": 3.924573479092709,
      "learning_rate": 1e-06,
      "loss": 0.2425,
      "step": 3525
    },
    {
      "epoch": 1.3483747609942638,
      "grad_norm": 4.163756740430623,
      "learning_rate": 1e-06,
      "loss": 0.1407,
      "step": 3526
    },
    {
      "epoch": 1.3487571701720842,
      "grad_norm": 2.5869219885330637,
      "learning_rate": 1e-06,
      "loss": 0.057,
      "step": 3527
    },
    {
      "epoch": 1.3491395793499044,
      "grad_norm": 6.614779379835467,
      "learning_rate": 1e-06,
      "loss": 0.2318,
      "step": 3528
    },
    {
      "epoch": 1.3495219885277248,
      "grad_norm": 6.1811222383353766,
      "learning_rate": 1e-06,
      "loss": 0.4225,
      "step": 3529
    },
    {
      "epoch": 1.349904397705545,
      "grad_norm": 3.8939866093589983,
      "learning_rate": 1e-06,
      "loss": 0.53,
      "step": 3530
    },
    {
      "epoch": 1.350286806883365,
      "grad_norm": 2.486690857371599,
      "learning_rate": 1e-06,
      "loss": 0.3089,
      "step": 3531
    },
    {
      "epoch": 1.3506692160611855,
      "grad_norm": 3.0648838029899403,
      "learning_rate": 1e-06,
      "loss": 0.337,
      "step": 3532
    },
    {
      "epoch": 1.3510516252390057,
      "grad_norm": 4.054914699649741,
      "learning_rate": 1e-06,
      "loss": 0.4405,
      "step": 3533
    },
    {
      "epoch": 1.351434034416826,
      "grad_norm": 2.605171060784863,
      "learning_rate": 1e-06,
      "loss": 0.1541,
      "step": 3534
    },
    {
      "epoch": 1.3518164435946463,
      "grad_norm": 2.86937046363919,
      "learning_rate": 1e-06,
      "loss": 0.1522,
      "step": 3535
    },
    {
      "epoch": 1.3521988527724664,
      "grad_norm": 3.984496829096379,
      "learning_rate": 1e-06,
      "loss": 0.2619,
      "step": 3536
    },
    {
      "epoch": 1.3525812619502868,
      "grad_norm": 3.5482169818093143,
      "learning_rate": 1e-06,
      "loss": 0.2178,
      "step": 3537
    },
    {
      "epoch": 1.352963671128107,
      "grad_norm": 2.611337985560104,
      "learning_rate": 1e-06,
      "loss": 0.0677,
      "step": 3538
    },
    {
      "epoch": 1.3533460803059274,
      "grad_norm": 3.1567322013306685,
      "learning_rate": 1e-06,
      "loss": 0.0957,
      "step": 3539
    },
    {
      "epoch": 1.3537284894837476,
      "grad_norm": 8.004134540271641,
      "learning_rate": 1e-06,
      "loss": 0.1923,
      "step": 3540
    },
    {
      "epoch": 1.3541108986615678,
      "grad_norm": 4.335753620819479,
      "learning_rate": 1e-06,
      "loss": 0.3444,
      "step": 3541
    },
    {
      "epoch": 1.3544933078393881,
      "grad_norm": 3.0156895131538484,
      "learning_rate": 1e-06,
      "loss": 0.3191,
      "step": 3542
    },
    {
      "epoch": 1.3548757170172085,
      "grad_norm": 3.65331430850215,
      "learning_rate": 1e-06,
      "loss": 0.2218,
      "step": 3543
    },
    {
      "epoch": 1.3552581261950287,
      "grad_norm": 2.125882806844032,
      "learning_rate": 1e-06,
      "loss": 0.1969,
      "step": 3544
    },
    {
      "epoch": 1.355640535372849,
      "grad_norm": 3.1973091733060524,
      "learning_rate": 1e-06,
      "loss": 0.3326,
      "step": 3545
    },
    {
      "epoch": 1.3560229445506693,
      "grad_norm": 3.9776660159966237,
      "learning_rate": 1e-06,
      "loss": 0.3211,
      "step": 3546
    },
    {
      "epoch": 1.3564053537284895,
      "grad_norm": 3.0101871776996854,
      "learning_rate": 1e-06,
      "loss": 0.2689,
      "step": 3547
    },
    {
      "epoch": 1.3567877629063099,
      "grad_norm": 4.576216889183216,
      "learning_rate": 1e-06,
      "loss": 0.1728,
      "step": 3548
    },
    {
      "epoch": 1.35717017208413,
      "grad_norm": 3.005881108037498,
      "learning_rate": 1e-06,
      "loss": 0.1002,
      "step": 3549
    },
    {
      "epoch": 1.3575525812619502,
      "grad_norm": 3.1832495380444117,
      "learning_rate": 1e-06,
      "loss": 0.129,
      "step": 3550
    },
    {
      "epoch": 1.3579349904397706,
      "grad_norm": 3.0458417656638703,
      "learning_rate": 1e-06,
      "loss": 0.1105,
      "step": 3551
    },
    {
      "epoch": 1.3583173996175908,
      "grad_norm": 3.0338615886722966,
      "learning_rate": 1e-06,
      "loss": 0.0667,
      "step": 3552
    },
    {
      "epoch": 1.3586998087954112,
      "grad_norm": 4.363334798868475,
      "learning_rate": 1e-06,
      "loss": 0.4191,
      "step": 3553
    },
    {
      "epoch": 1.3590822179732314,
      "grad_norm": 3.7229429056573213,
      "learning_rate": 1e-06,
      "loss": 0.2664,
      "step": 3554
    },
    {
      "epoch": 1.3594646271510515,
      "grad_norm": 2.870013016727716,
      "learning_rate": 1e-06,
      "loss": 0.3336,
      "step": 3555
    },
    {
      "epoch": 1.359847036328872,
      "grad_norm": 2.168764700276357,
      "learning_rate": 1e-06,
      "loss": 0.1946,
      "step": 3556
    },
    {
      "epoch": 1.3602294455066921,
      "grad_norm": 3.44598478993819,
      "learning_rate": 1e-06,
      "loss": 0.2641,
      "step": 3557
    },
    {
      "epoch": 1.3606118546845125,
      "grad_norm": 4.045256655629172,
      "learning_rate": 1e-06,
      "loss": 0.4309,
      "step": 3558
    },
    {
      "epoch": 1.3609942638623327,
      "grad_norm": 3.2178948016281863,
      "learning_rate": 1e-06,
      "loss": 0.3445,
      "step": 3559
    },
    {
      "epoch": 1.3613766730401529,
      "grad_norm": 2.952558836580853,
      "learning_rate": 1e-06,
      "loss": 0.2832,
      "step": 3560
    },
    {
      "epoch": 1.3617590822179733,
      "grad_norm": 2.876979643886604,
      "learning_rate": 1e-06,
      "loss": 0.209,
      "step": 3561
    },
    {
      "epoch": 1.3621414913957934,
      "grad_norm": 3.4246323158433025,
      "learning_rate": 1e-06,
      "loss": 0.0917,
      "step": 3562
    },
    {
      "epoch": 1.3625239005736138,
      "grad_norm": 3.293764500160801,
      "learning_rate": 1e-06,
      "loss": 0.0904,
      "step": 3563
    },
    {
      "epoch": 1.362906309751434,
      "grad_norm": 3.631939526747678,
      "learning_rate": 1e-06,
      "loss": 0.0889,
      "step": 3564
    },
    {
      "epoch": 1.3632887189292542,
      "grad_norm": 4.249874786327579,
      "learning_rate": 1e-06,
      "loss": 0.0662,
      "step": 3565
    },
    {
      "epoch": 1.3636711281070746,
      "grad_norm": 8.425726468151769,
      "learning_rate": 1e-06,
      "loss": 0.2319,
      "step": 3566
    },
    {
      "epoch": 1.3640535372848948,
      "grad_norm": 4.157774681426793,
      "learning_rate": 1e-06,
      "loss": 0.4404,
      "step": 3567
    },
    {
      "epoch": 1.3644359464627152,
      "grad_norm": 3.2119620143596737,
      "learning_rate": 1e-06,
      "loss": 0.2398,
      "step": 3568
    },
    {
      "epoch": 1.3648183556405353,
      "grad_norm": 2.3561767728643264,
      "learning_rate": 1e-06,
      "loss": 0.2127,
      "step": 3569
    },
    {
      "epoch": 1.3652007648183555,
      "grad_norm": 3.921888860548839,
      "learning_rate": 1e-06,
      "loss": 0.5913,
      "step": 3570
    },
    {
      "epoch": 1.365583173996176,
      "grad_norm": 3.304847659294973,
      "learning_rate": 1e-06,
      "loss": 0.1353,
      "step": 3571
    },
    {
      "epoch": 1.3659655831739963,
      "grad_norm": 3.5156186252112342,
      "learning_rate": 1e-06,
      "loss": 0.1858,
      "step": 3572
    },
    {
      "epoch": 1.3663479923518165,
      "grad_norm": 2.9621940100661,
      "learning_rate": 1e-06,
      "loss": 0.1808,
      "step": 3573
    },
    {
      "epoch": 1.3667304015296367,
      "grad_norm": 3.2755091264155327,
      "learning_rate": 1e-06,
      "loss": 0.2464,
      "step": 3574
    },
    {
      "epoch": 1.367112810707457,
      "grad_norm": 4.7476897393709425,
      "learning_rate": 1e-06,
      "loss": 0.297,
      "step": 3575
    },
    {
      "epoch": 1.3674952198852772,
      "grad_norm": 3.513067781979689,
      "learning_rate": 1e-06,
      "loss": 0.1809,
      "step": 3576
    },
    {
      "epoch": 1.3678776290630976,
      "grad_norm": 3.219846816358348,
      "learning_rate": 1e-06,
      "loss": 0.0732,
      "step": 3577
    },
    {
      "epoch": 1.3682600382409178,
      "grad_norm": 6.085868864443686,
      "learning_rate": 1e-06,
      "loss": 0.1976,
      "step": 3578
    },
    {
      "epoch": 1.368642447418738,
      "grad_norm": 4.61869093014494,
      "learning_rate": 1e-06,
      "loss": 0.6497,
      "step": 3579
    },
    {
      "epoch": 1.3690248565965584,
      "grad_norm": 4.839491023895109,
      "learning_rate": 1e-06,
      "loss": 0.3992,
      "step": 3580
    },
    {
      "epoch": 1.3694072657743785,
      "grad_norm": 2.65189525200031,
      "learning_rate": 1e-06,
      "loss": 0.2308,
      "step": 3581
    },
    {
      "epoch": 1.369789674952199,
      "grad_norm": 4.629822562259575,
      "learning_rate": 1e-06,
      "loss": 0.3704,
      "step": 3582
    },
    {
      "epoch": 1.3701720841300191,
      "grad_norm": 4.7582316096578845,
      "learning_rate": 1e-06,
      "loss": 0.4397,
      "step": 3583
    },
    {
      "epoch": 1.3705544933078393,
      "grad_norm": 2.7484996344052743,
      "learning_rate": 1e-06,
      "loss": 0.174,
      "step": 3584
    },
    {
      "epoch": 1.3709369024856597,
      "grad_norm": 4.355188909872203,
      "learning_rate": 1e-06,
      "loss": 0.1491,
      "step": 3585
    },
    {
      "epoch": 1.3713193116634799,
      "grad_norm": 3.2913755135195517,
      "learning_rate": 1e-06,
      "loss": 0.1138,
      "step": 3586
    },
    {
      "epoch": 1.3717017208413003,
      "grad_norm": 3.575477920278412,
      "learning_rate": 1e-06,
      "loss": 0.2969,
      "step": 3587
    },
    {
      "epoch": 1.3720841300191204,
      "grad_norm": 3.3627597524155393,
      "learning_rate": 1e-06,
      "loss": 0.1533,
      "step": 3588
    },
    {
      "epoch": 1.3724665391969406,
      "grad_norm": 3.8016096821658465,
      "learning_rate": 1e-06,
      "loss": 0.0731,
      "step": 3589
    },
    {
      "epoch": 1.372848948374761,
      "grad_norm": 7.239808911072699,
      "learning_rate": 1e-06,
      "loss": 0.2692,
      "step": 3590
    },
    {
      "epoch": 1.3732313575525812,
      "grad_norm": 7.992433784695021,
      "learning_rate": 1e-06,
      "loss": 0.5004,
      "step": 3591
    },
    {
      "epoch": 1.3736137667304016,
      "grad_norm": 2.7557299480149937,
      "learning_rate": 1e-06,
      "loss": 0.3263,
      "step": 3592
    },
    {
      "epoch": 1.3739961759082218,
      "grad_norm": 3.175777496298135,
      "learning_rate": 1e-06,
      "loss": 0.2712,
      "step": 3593
    },
    {
      "epoch": 1.374378585086042,
      "grad_norm": 2.3902367170571446,
      "learning_rate": 1e-06,
      "loss": 0.3309,
      "step": 3594
    },
    {
      "epoch": 1.3747609942638623,
      "grad_norm": 2.9567911310100063,
      "learning_rate": 1e-06,
      "loss": 0.2152,
      "step": 3595
    },
    {
      "epoch": 1.3751434034416827,
      "grad_norm": 3.233958931666279,
      "learning_rate": 1e-06,
      "loss": 0.3663,
      "step": 3596
    },
    {
      "epoch": 1.375525812619503,
      "grad_norm": 3.6868141959014014,
      "learning_rate": 1e-06,
      "loss": 0.2287,
      "step": 3597
    },
    {
      "epoch": 1.375908221797323,
      "grad_norm": 2.6929733962463547,
      "learning_rate": 1e-06,
      "loss": 0.1352,
      "step": 3598
    },
    {
      "epoch": 1.3762906309751435,
      "grad_norm": 3.3579409355072016,
      "learning_rate": 1e-06,
      "loss": 0.1688,
      "step": 3599
    },
    {
      "epoch": 1.3766730401529637,
      "grad_norm": 4.225536623852819,
      "learning_rate": 1e-06,
      "loss": 0.1663,
      "step": 3600
    },
    {
      "epoch": 1.377055449330784,
      "grad_norm": 6.74606886938087,
      "learning_rate": 1e-06,
      "loss": 0.3401,
      "step": 3601
    },
    {
      "epoch": 1.3774378585086042,
      "grad_norm": 3.743459592837295,
      "learning_rate": 1e-06,
      "loss": 0.0814,
      "step": 3602
    },
    {
      "epoch": 1.3778202676864244,
      "grad_norm": 9.690145414381327,
      "learning_rate": 1e-06,
      "loss": 0.2664,
      "step": 3603
    },
    {
      "epoch": 1.3782026768642448,
      "grad_norm": 3.8949521678098136,
      "learning_rate": 1e-06,
      "loss": 0.3333,
      "step": 3604
    },
    {
      "epoch": 1.378585086042065,
      "grad_norm": 3.4412114307973285,
      "learning_rate": 1e-06,
      "loss": 0.3546,
      "step": 3605
    },
    {
      "epoch": 1.3789674952198854,
      "grad_norm": 2.817739226805909,
      "learning_rate": 1e-06,
      "loss": 0.3284,
      "step": 3606
    },
    {
      "epoch": 1.3793499043977056,
      "grad_norm": 4.063424342708501,
      "learning_rate": 1e-06,
      "loss": 0.3598,
      "step": 3607
    },
    {
      "epoch": 1.3797323135755257,
      "grad_norm": 2.7788390950734434,
      "learning_rate": 1e-06,
      "loss": 0.1863,
      "step": 3608
    },
    {
      "epoch": 1.3801147227533461,
      "grad_norm": 2.5297091468417365,
      "learning_rate": 1e-06,
      "loss": 0.1796,
      "step": 3609
    },
    {
      "epoch": 1.3804971319311663,
      "grad_norm": 2.5535086148641253,
      "learning_rate": 1e-06,
      "loss": 0.151,
      "step": 3610
    },
    {
      "epoch": 1.3808795411089867,
      "grad_norm": 4.293329503154428,
      "learning_rate": 1e-06,
      "loss": 0.381,
      "step": 3611
    },
    {
      "epoch": 1.3812619502868069,
      "grad_norm": 2.824774343204578,
      "learning_rate": 1e-06,
      "loss": 0.1622,
      "step": 3612
    },
    {
      "epoch": 1.381644359464627,
      "grad_norm": 2.6020886688136997,
      "learning_rate": 1e-06,
      "loss": 0.073,
      "step": 3613
    },
    {
      "epoch": 1.3820267686424474,
      "grad_norm": 2.7319932428279214,
      "learning_rate": 1e-06,
      "loss": 0.0816,
      "step": 3614
    },
    {
      "epoch": 1.3824091778202676,
      "grad_norm": 3.8276916258599285,
      "learning_rate": 1e-06,
      "loss": 0.1063,
      "step": 3615
    },
    {
      "epoch": 1.382791586998088,
      "grad_norm": 5.450492332688963,
      "learning_rate": 1e-06,
      "loss": 0.4124,
      "step": 3616
    },
    {
      "epoch": 1.3831739961759082,
      "grad_norm": 4.239795776343202,
      "learning_rate": 1e-06,
      "loss": 0.5117,
      "step": 3617
    },
    {
      "epoch": 1.3835564053537284,
      "grad_norm": 3.7588389178542854,
      "learning_rate": 1e-06,
      "loss": 0.3095,
      "step": 3618
    },
    {
      "epoch": 1.3839388145315488,
      "grad_norm": 3.728928172975965,
      "learning_rate": 1e-06,
      "loss": 0.4486,
      "step": 3619
    },
    {
      "epoch": 1.384321223709369,
      "grad_norm": 5.153491952946277,
      "learning_rate": 1e-06,
      "loss": 0.2694,
      "step": 3620
    },
    {
      "epoch": 1.3847036328871893,
      "grad_norm": 3.255781167045849,
      "learning_rate": 1e-06,
      "loss": 0.2452,
      "step": 3621
    },
    {
      "epoch": 1.3850860420650095,
      "grad_norm": 2.844236059883789,
      "learning_rate": 1e-06,
      "loss": 0.2148,
      "step": 3622
    },
    {
      "epoch": 1.3854684512428297,
      "grad_norm": 2.263122439252642,
      "learning_rate": 1e-06,
      "loss": 0.2454,
      "step": 3623
    },
    {
      "epoch": 1.38585086042065,
      "grad_norm": 2.4557283036738498,
      "learning_rate": 1e-06,
      "loss": 0.1102,
      "step": 3624
    },
    {
      "epoch": 1.3862332695984705,
      "grad_norm": 3.1210013174184397,
      "learning_rate": 1e-06,
      "loss": 0.0913,
      "step": 3625
    },
    {
      "epoch": 1.3866156787762907,
      "grad_norm": 2.220231756880406,
      "learning_rate": 1e-06,
      "loss": 0.0711,
      "step": 3626
    },
    {
      "epoch": 1.3869980879541108,
      "grad_norm": 3.0206513097885277,
      "learning_rate": 1e-06,
      "loss": 0.106,
      "step": 3627
    },
    {
      "epoch": 1.3873804971319312,
      "grad_norm": 3.5395434728529356,
      "learning_rate": 1e-06,
      "loss": 0.2138,
      "step": 3628
    },
    {
      "epoch": 1.3877629063097514,
      "grad_norm": 14.14533653379434,
      "learning_rate": 1e-06,
      "loss": 0.3418,
      "step": 3629
    },
    {
      "epoch": 1.3881453154875718,
      "grad_norm": 3.6628960092640654,
      "learning_rate": 1e-06,
      "loss": 0.5699,
      "step": 3630
    },
    {
      "epoch": 1.388527724665392,
      "grad_norm": 2.6896311272339815,
      "learning_rate": 1e-06,
      "loss": 0.208,
      "step": 3631
    },
    {
      "epoch": 1.3889101338432122,
      "grad_norm": 3.044524709505099,
      "learning_rate": 1e-06,
      "loss": 0.2483,
      "step": 3632
    },
    {
      "epoch": 1.3892925430210326,
      "grad_norm": 3.045121377865358,
      "learning_rate": 1e-06,
      "loss": 0.2137,
      "step": 3633
    },
    {
      "epoch": 1.3896749521988527,
      "grad_norm": 3.8082912540128318,
      "learning_rate": 1e-06,
      "loss": 0.314,
      "step": 3634
    },
    {
      "epoch": 1.3900573613766731,
      "grad_norm": 2.786056052192463,
      "learning_rate": 1e-06,
      "loss": 0.202,
      "step": 3635
    },
    {
      "epoch": 1.3904397705544933,
      "grad_norm": 2.5837768563626664,
      "learning_rate": 1e-06,
      "loss": 0.2055,
      "step": 3636
    },
    {
      "epoch": 1.3908221797323135,
      "grad_norm": 3.4122340283827435,
      "learning_rate": 1e-06,
      "loss": 0.2463,
      "step": 3637
    },
    {
      "epoch": 1.3912045889101339,
      "grad_norm": 4.804509254188609,
      "learning_rate": 1e-06,
      "loss": 0.1585,
      "step": 3638
    },
    {
      "epoch": 1.391586998087954,
      "grad_norm": 3.546749700946221,
      "learning_rate": 1e-06,
      "loss": 0.0743,
      "step": 3639
    },
    {
      "epoch": 1.3919694072657744,
      "grad_norm": 3.133098788985979,
      "learning_rate": 1e-06,
      "loss": 0.0622,
      "step": 3640
    },
    {
      "epoch": 1.3923518164435946,
      "grad_norm": 6.5644693961788825,
      "learning_rate": 1e-06,
      "loss": 0.281,
      "step": 3641
    },
    {
      "epoch": 1.3927342256214148,
      "grad_norm": 3.2124314000267664,
      "learning_rate": 1e-06,
      "loss": 0.3506,
      "step": 3642
    },
    {
      "epoch": 1.3931166347992352,
      "grad_norm": 2.6462614859438487,
      "learning_rate": 1e-06,
      "loss": 0.3129,
      "step": 3643
    },
    {
      "epoch": 1.3934990439770554,
      "grad_norm": 2.184482018464643,
      "learning_rate": 1e-06,
      "loss": 0.1818,
      "step": 3644
    },
    {
      "epoch": 1.3938814531548758,
      "grad_norm": 2.879734122136413,
      "learning_rate": 1e-06,
      "loss": 0.2177,
      "step": 3645
    },
    {
      "epoch": 1.394263862332696,
      "grad_norm": 2.2983385470605278,
      "learning_rate": 1e-06,
      "loss": 0.2533,
      "step": 3646
    },
    {
      "epoch": 1.3946462715105161,
      "grad_norm": 2.7621492430731402,
      "learning_rate": 1e-06,
      "loss": 0.1919,
      "step": 3647
    },
    {
      "epoch": 1.3950286806883365,
      "grad_norm": 3.2641662551948443,
      "learning_rate": 1e-06,
      "loss": 0.2589,
      "step": 3648
    },
    {
      "epoch": 1.395411089866157,
      "grad_norm": 3.2110880795554464,
      "learning_rate": 1e-06,
      "loss": 0.1783,
      "step": 3649
    },
    {
      "epoch": 1.395793499043977,
      "grad_norm": 4.443205483255379,
      "learning_rate": 1e-06,
      "loss": 0.1439,
      "step": 3650
    },
    {
      "epoch": 1.3961759082217973,
      "grad_norm": 3.011841609442816,
      "learning_rate": 1e-06,
      "loss": 0.2,
      "step": 3651
    },
    {
      "epoch": 1.3965583173996177,
      "grad_norm": 3.9484192353019756,
      "learning_rate": 1e-06,
      "loss": 0.1176,
      "step": 3652
    },
    {
      "epoch": 1.3969407265774378,
      "grad_norm": 4.166531115552269,
      "learning_rate": 1e-06,
      "loss": 0.1474,
      "step": 3653
    },
    {
      "epoch": 1.3973231357552582,
      "grad_norm": 5.26524301835712,
      "learning_rate": 1e-06,
      "loss": 0.5814,
      "step": 3654
    },
    {
      "epoch": 1.3977055449330784,
      "grad_norm": 3.057540926717856,
      "learning_rate": 1e-06,
      "loss": 0.2639,
      "step": 3655
    },
    {
      "epoch": 1.3980879541108986,
      "grad_norm": 2.015501269897273,
      "learning_rate": 1e-06,
      "loss": 0.1526,
      "step": 3656
    },
    {
      "epoch": 1.398470363288719,
      "grad_norm": 2.9311632025582846,
      "learning_rate": 1e-06,
      "loss": 0.2517,
      "step": 3657
    },
    {
      "epoch": 1.3988527724665392,
      "grad_norm": 2.72936683871947,
      "learning_rate": 1e-06,
      "loss": 0.1346,
      "step": 3658
    },
    {
      "epoch": 1.3992351816443596,
      "grad_norm": 2.7550209332621054,
      "learning_rate": 1e-06,
      "loss": 0.1167,
      "step": 3659
    },
    {
      "epoch": 1.3996175908221797,
      "grad_norm": 3.221825916941309,
      "learning_rate": 1e-06,
      "loss": 0.1641,
      "step": 3660
    },
    {
      "epoch": 1.4,
      "grad_norm": 4.5738405353085545,
      "learning_rate": 1e-06,
      "loss": 0.2635,
      "step": 3661
    },
    {
      "epoch": 1.4003824091778203,
      "grad_norm": 3.6624015508445966,
      "learning_rate": 1e-06,
      "loss": 0.1371,
      "step": 3662
    },
    {
      "epoch": 1.4007648183556405,
      "grad_norm": 5.230158231832464,
      "learning_rate": 1e-06,
      "loss": 0.1611,
      "step": 3663
    },
    {
      "epoch": 1.4011472275334609,
      "grad_norm": 2.4369477844717853,
      "learning_rate": 1e-06,
      "loss": 0.0432,
      "step": 3664
    },
    {
      "epoch": 1.401529636711281,
      "grad_norm": 4.154970818335636,
      "learning_rate": 1e-06,
      "loss": 0.1246,
      "step": 3665
    },
    {
      "epoch": 1.4019120458891012,
      "grad_norm": 6.541607834213285,
      "learning_rate": 1e-06,
      "loss": 0.6472,
      "step": 3666
    },
    {
      "epoch": 1.4022944550669216,
      "grad_norm": 4.861430527622743,
      "learning_rate": 1e-06,
      "loss": 0.6617,
      "step": 3667
    },
    {
      "epoch": 1.4026768642447418,
      "grad_norm": 2.6870531997099145,
      "learning_rate": 1e-06,
      "loss": 0.1698,
      "step": 3668
    },
    {
      "epoch": 1.4030592734225622,
      "grad_norm": 2.079510105285526,
      "learning_rate": 1e-06,
      "loss": 0.2955,
      "step": 3669
    },
    {
      "epoch": 1.4034416826003824,
      "grad_norm": 2.435760953621528,
      "learning_rate": 1e-06,
      "loss": 0.3218,
      "step": 3670
    },
    {
      "epoch": 1.4038240917782026,
      "grad_norm": 4.586588356842911,
      "learning_rate": 1e-06,
      "loss": 0.2798,
      "step": 3671
    },
    {
      "epoch": 1.404206500956023,
      "grad_norm": 3.088087969559685,
      "learning_rate": 1e-06,
      "loss": 0.2636,
      "step": 3672
    },
    {
      "epoch": 1.4045889101338433,
      "grad_norm": 4.336824233652288,
      "learning_rate": 1e-06,
      "loss": 0.3802,
      "step": 3673
    },
    {
      "epoch": 1.4049713193116635,
      "grad_norm": 3.0738729939280662,
      "learning_rate": 1e-06,
      "loss": 0.2326,
      "step": 3674
    },
    {
      "epoch": 1.4053537284894837,
      "grad_norm": 3.5809442998820047,
      "learning_rate": 1e-06,
      "loss": 0.1055,
      "step": 3675
    },
    {
      "epoch": 1.405736137667304,
      "grad_norm": 3.4578201342126524,
      "learning_rate": 1e-06,
      "loss": 0.1185,
      "step": 3676
    },
    {
      "epoch": 1.4061185468451243,
      "grad_norm": 3.1254081459541228,
      "learning_rate": 1e-06,
      "loss": 0.1281,
      "step": 3677
    },
    {
      "epoch": 1.4065009560229447,
      "grad_norm": 6.7148551119740985,
      "learning_rate": 1e-06,
      "loss": 0.3116,
      "step": 3678
    },
    {
      "epoch": 1.4068833652007648,
      "grad_norm": 4.238429981909322,
      "learning_rate": 1e-06,
      "loss": 0.4395,
      "step": 3679
    },
    {
      "epoch": 1.407265774378585,
      "grad_norm": 3.5441077103963172,
      "learning_rate": 1e-06,
      "loss": 0.2503,
      "step": 3680
    },
    {
      "epoch": 1.4076481835564054,
      "grad_norm": 3.215104788916053,
      "learning_rate": 1e-06,
      "loss": 0.2262,
      "step": 3681
    },
    {
      "epoch": 1.4080305927342256,
      "grad_norm": 4.2290451458289,
      "learning_rate": 1e-06,
      "loss": 0.2488,
      "step": 3682
    },
    {
      "epoch": 1.408413001912046,
      "grad_norm": 3.231572065406559,
      "learning_rate": 1e-06,
      "loss": 0.1715,
      "step": 3683
    },
    {
      "epoch": 1.4087954110898662,
      "grad_norm": 2.7355573441260024,
      "learning_rate": 1e-06,
      "loss": 0.2283,
      "step": 3684
    },
    {
      "epoch": 1.4091778202676863,
      "grad_norm": 2.783879098283958,
      "learning_rate": 1e-06,
      "loss": 0.1159,
      "step": 3685
    },
    {
      "epoch": 1.4095602294455067,
      "grad_norm": 3.3016736150440917,
      "learning_rate": 1e-06,
      "loss": 0.2454,
      "step": 3686
    },
    {
      "epoch": 1.409942638623327,
      "grad_norm": 4.556744851867343,
      "learning_rate": 1e-06,
      "loss": 0.2448,
      "step": 3687
    },
    {
      "epoch": 1.4103250478011473,
      "grad_norm": 3.576157207865198,
      "learning_rate": 1e-06,
      "loss": 0.1276,
      "step": 3688
    },
    {
      "epoch": 1.4107074569789675,
      "grad_norm": 4.030599615579349,
      "learning_rate": 1e-06,
      "loss": 0.1065,
      "step": 3689
    },
    {
      "epoch": 1.4110898661567877,
      "grad_norm": 3.85257161444581,
      "learning_rate": 1e-06,
      "loss": 0.1013,
      "step": 3690
    },
    {
      "epoch": 1.411472275334608,
      "grad_norm": 6.152233691971946,
      "learning_rate": 1e-06,
      "loss": 0.3113,
      "step": 3691
    },
    {
      "epoch": 1.4118546845124282,
      "grad_norm": 4.592085763921228,
      "learning_rate": 1e-06,
      "loss": 0.4697,
      "step": 3692
    },
    {
      "epoch": 1.4122370936902486,
      "grad_norm": 4.530306171908304,
      "learning_rate": 1e-06,
      "loss": 0.3802,
      "step": 3693
    },
    {
      "epoch": 1.4126195028680688,
      "grad_norm": 3.201830048596461,
      "learning_rate": 1e-06,
      "loss": 0.2451,
      "step": 3694
    },
    {
      "epoch": 1.413001912045889,
      "grad_norm": 2.6634717717036365,
      "learning_rate": 1e-06,
      "loss": 0.1851,
      "step": 3695
    },
    {
      "epoch": 1.4133843212237094,
      "grad_norm": 3.610814851851053,
      "learning_rate": 1e-06,
      "loss": 0.3227,
      "step": 3696
    },
    {
      "epoch": 1.4137667304015296,
      "grad_norm": 2.707512002286083,
      "learning_rate": 1e-06,
      "loss": 0.2215,
      "step": 3697
    },
    {
      "epoch": 1.41414913957935,
      "grad_norm": 2.7175176173168127,
      "learning_rate": 1e-06,
      "loss": 0.2505,
      "step": 3698
    },
    {
      "epoch": 1.4145315487571701,
      "grad_norm": 3.070713628526035,
      "learning_rate": 1e-06,
      "loss": 0.2042,
      "step": 3699
    },
    {
      "epoch": 1.4149139579349903,
      "grad_norm": 5.176987256310562,
      "learning_rate": 1e-06,
      "loss": 0.1853,
      "step": 3700
    },
    {
      "epoch": 1.4152963671128107,
      "grad_norm": 3.5168723373172512,
      "learning_rate": 1e-06,
      "loss": 0.1126,
      "step": 3701
    },
    {
      "epoch": 1.415678776290631,
      "grad_norm": 2.6169160161198914,
      "learning_rate": 1e-06,
      "loss": 0.0843,
      "step": 3702
    },
    {
      "epoch": 1.4160611854684513,
      "grad_norm": 9.725306614452688,
      "learning_rate": 1e-06,
      "loss": 0.1681,
      "step": 3703
    },
    {
      "epoch": 1.4164435946462715,
      "grad_norm": 5.82730579499387,
      "learning_rate": 1e-06,
      "loss": 0.5179,
      "step": 3704
    },
    {
      "epoch": 1.4168260038240919,
      "grad_norm": 3.8021214034730724,
      "learning_rate": 1e-06,
      "loss": 0.4602,
      "step": 3705
    },
    {
      "epoch": 1.417208413001912,
      "grad_norm": 3.5419228554611526,
      "learning_rate": 1e-06,
      "loss": 0.2668,
      "step": 3706
    },
    {
      "epoch": 1.4175908221797324,
      "grad_norm": 2.426808506764268,
      "learning_rate": 1e-06,
      "loss": 0.1892,
      "step": 3707
    },
    {
      "epoch": 1.4179732313575526,
      "grad_norm": 3.6122594099875975,
      "learning_rate": 1e-06,
      "loss": 0.2188,
      "step": 3708
    },
    {
      "epoch": 1.4183556405353728,
      "grad_norm": 3.1404725602385586,
      "learning_rate": 1e-06,
      "loss": 0.3341,
      "step": 3709
    },
    {
      "epoch": 1.4187380497131932,
      "grad_norm": 4.374365406333801,
      "learning_rate": 1e-06,
      "loss": 0.0922,
      "step": 3710
    },
    {
      "epoch": 1.4191204588910133,
      "grad_norm": 3.265568344865903,
      "learning_rate": 1e-06,
      "loss": 0.1587,
      "step": 3711
    },
    {
      "epoch": 1.4195028680688337,
      "grad_norm": 4.36933379413446,
      "learning_rate": 1e-06,
      "loss": 0.1202,
      "step": 3712
    },
    {
      "epoch": 1.419885277246654,
      "grad_norm": 8.529275183522337,
      "learning_rate": 1e-06,
      "loss": 0.1127,
      "step": 3713
    },
    {
      "epoch": 1.420267686424474,
      "grad_norm": 4.165621639173087,
      "learning_rate": 1e-06,
      "loss": 0.1621,
      "step": 3714
    },
    {
      "epoch": 1.4206500956022945,
      "grad_norm": 3.330562361695334,
      "learning_rate": 1e-06,
      "loss": 0.1021,
      "step": 3715
    },
    {
      "epoch": 1.4210325047801147,
      "grad_norm": 7.72024583415231,
      "learning_rate": 1e-06,
      "loss": 0.3048,
      "step": 3716
    },
    {
      "epoch": 1.421414913957935,
      "grad_norm": 3.407402753442851,
      "learning_rate": 1e-06,
      "loss": 0.3945,
      "step": 3717
    },
    {
      "epoch": 1.4217973231357552,
      "grad_norm": 3.9287353332808927,
      "learning_rate": 1e-06,
      "loss": 0.2428,
      "step": 3718
    },
    {
      "epoch": 1.4221797323135754,
      "grad_norm": 3.744834903189784,
      "learning_rate": 1e-06,
      "loss": 0.1774,
      "step": 3719
    },
    {
      "epoch": 1.4225621414913958,
      "grad_norm": 3.6131709231467375,
      "learning_rate": 1e-06,
      "loss": 0.2858,
      "step": 3720
    },
    {
      "epoch": 1.422944550669216,
      "grad_norm": 3.777359403244454,
      "learning_rate": 1e-06,
      "loss": 0.3237,
      "step": 3721
    },
    {
      "epoch": 1.4233269598470364,
      "grad_norm": 2.544264127995152,
      "learning_rate": 1e-06,
      "loss": 0.1212,
      "step": 3722
    },
    {
      "epoch": 1.4237093690248566,
      "grad_norm": 2.447306931764326,
      "learning_rate": 1e-06,
      "loss": 0.2585,
      "step": 3723
    },
    {
      "epoch": 1.4240917782026767,
      "grad_norm": 3.166217136265214,
      "learning_rate": 1e-06,
      "loss": 0.1585,
      "step": 3724
    },
    {
      "epoch": 1.4244741873804971,
      "grad_norm": 2.9064360528273805,
      "learning_rate": 1e-06,
      "loss": 0.1129,
      "step": 3725
    },
    {
      "epoch": 1.4248565965583175,
      "grad_norm": 3.5005435521533594,
      "learning_rate": 1e-06,
      "loss": 0.1485,
      "step": 3726
    },
    {
      "epoch": 1.4252390057361377,
      "grad_norm": 3.010948072651472,
      "learning_rate": 1e-06,
      "loss": 0.0942,
      "step": 3727
    },
    {
      "epoch": 1.4256214149139579,
      "grad_norm": 6.661490369952854,
      "learning_rate": 1e-06,
      "loss": 0.1345,
      "step": 3728
    },
    {
      "epoch": 1.4260038240917783,
      "grad_norm": 4.087868695444046,
      "learning_rate": 1e-06,
      "loss": 0.3328,
      "step": 3729
    },
    {
      "epoch": 1.4263862332695985,
      "grad_norm": 4.022493062697949,
      "learning_rate": 1e-06,
      "loss": 0.4384,
      "step": 3730
    },
    {
      "epoch": 1.4267686424474189,
      "grad_norm": 3.9391085048895844,
      "learning_rate": 1e-06,
      "loss": 0.268,
      "step": 3731
    },
    {
      "epoch": 1.427151051625239,
      "grad_norm": 2.7178987069135747,
      "learning_rate": 1e-06,
      "loss": 0.2054,
      "step": 3732
    },
    {
      "epoch": 1.4275334608030592,
      "grad_norm": 2.9878210174595545,
      "learning_rate": 1e-06,
      "loss": 0.2353,
      "step": 3733
    },
    {
      "epoch": 1.4279158699808796,
      "grad_norm": 2.6006159162924245,
      "learning_rate": 1e-06,
      "loss": 0.2965,
      "step": 3734
    },
    {
      "epoch": 1.4282982791586998,
      "grad_norm": 2.152111006266795,
      "learning_rate": 1e-06,
      "loss": 0.192,
      "step": 3735
    },
    {
      "epoch": 1.4286806883365202,
      "grad_norm": 3.0866092771573768,
      "learning_rate": 1e-06,
      "loss": 0.1834,
      "step": 3736
    },
    {
      "epoch": 1.4290630975143404,
      "grad_norm": 3.2257135119431815,
      "learning_rate": 1e-06,
      "loss": 0.0982,
      "step": 3737
    },
    {
      "epoch": 1.4294455066921605,
      "grad_norm": 2.867569983641896,
      "learning_rate": 1e-06,
      "loss": 0.1885,
      "step": 3738
    },
    {
      "epoch": 1.429827915869981,
      "grad_norm": 2.979210024075797,
      "learning_rate": 1e-06,
      "loss": 0.0917,
      "step": 3739
    },
    {
      "epoch": 1.430210325047801,
      "grad_norm": 4.089296903731755,
      "learning_rate": 1e-06,
      "loss": 0.1143,
      "step": 3740
    },
    {
      "epoch": 1.4305927342256215,
      "grad_norm": 6.8203038306252175,
      "learning_rate": 1e-06,
      "loss": 0.387,
      "step": 3741
    },
    {
      "epoch": 1.4309751434034417,
      "grad_norm": 3.697388015712296,
      "learning_rate": 1e-06,
      "loss": 0.2882,
      "step": 3742
    },
    {
      "epoch": 1.4313575525812618,
      "grad_norm": 3.100641147392317,
      "learning_rate": 1e-06,
      "loss": 0.2431,
      "step": 3743
    },
    {
      "epoch": 1.4317399617590822,
      "grad_norm": 2.276666399824016,
      "learning_rate": 1e-06,
      "loss": 0.2894,
      "step": 3744
    },
    {
      "epoch": 1.4321223709369024,
      "grad_norm": 3.471309370632797,
      "learning_rate": 1e-06,
      "loss": 0.4578,
      "step": 3745
    },
    {
      "epoch": 1.4325047801147228,
      "grad_norm": 2.513064864700208,
      "learning_rate": 1e-06,
      "loss": 0.1828,
      "step": 3746
    },
    {
      "epoch": 1.432887189292543,
      "grad_norm": 3.0271788324535414,
      "learning_rate": 1e-06,
      "loss": 0.1807,
      "step": 3747
    },
    {
      "epoch": 1.4332695984703632,
      "grad_norm": 2.9643592890999306,
      "learning_rate": 1e-06,
      "loss": 0.1636,
      "step": 3748
    },
    {
      "epoch": 1.4336520076481836,
      "grad_norm": 4.422537278901826,
      "learning_rate": 1e-06,
      "loss": 0.1512,
      "step": 3749
    },
    {
      "epoch": 1.4340344168260037,
      "grad_norm": 5.567163805358466,
      "learning_rate": 1e-06,
      "loss": 0.1327,
      "step": 3750
    },
    {
      "epoch": 1.4344168260038241,
      "grad_norm": 3.1560433197336115,
      "learning_rate": 1e-06,
      "loss": 0.1617,
      "step": 3751
    },
    {
      "epoch": 1.4347992351816443,
      "grad_norm": 3.695903448552923,
      "learning_rate": 1e-06,
      "loss": 0.0543,
      "step": 3752
    },
    {
      "epoch": 1.4351816443594645,
      "grad_norm": 3.4197311304602107,
      "learning_rate": 1e-06,
      "loss": 0.2029,
      "step": 3753
    },
    {
      "epoch": 1.435564053537285,
      "grad_norm": 5.646728932571445,
      "learning_rate": 1e-06,
      "loss": 0.3716,
      "step": 3754
    },
    {
      "epoch": 1.4359464627151053,
      "grad_norm": 3.627177143727946,
      "learning_rate": 1e-06,
      "loss": 0.4611,
      "step": 3755
    },
    {
      "epoch": 1.4363288718929255,
      "grad_norm": 3.729141718321022,
      "learning_rate": 1e-06,
      "loss": 0.4277,
      "step": 3756
    },
    {
      "epoch": 1.4367112810707456,
      "grad_norm": 1.9529400547201448,
      "learning_rate": 1e-06,
      "loss": 0.1611,
      "step": 3757
    },
    {
      "epoch": 1.437093690248566,
      "grad_norm": 3.5934846199569557,
      "learning_rate": 1e-06,
      "loss": 0.3111,
      "step": 3758
    },
    {
      "epoch": 1.4374760994263862,
      "grad_norm": 3.3197003686657816,
      "learning_rate": 1e-06,
      "loss": 0.2611,
      "step": 3759
    },
    {
      "epoch": 1.4378585086042066,
      "grad_norm": 3.3328892094064173,
      "learning_rate": 1e-06,
      "loss": 0.1534,
      "step": 3760
    },
    {
      "epoch": 1.4382409177820268,
      "grad_norm": 2.6049055551698954,
      "learning_rate": 1e-06,
      "loss": 0.1336,
      "step": 3761
    },
    {
      "epoch": 1.438623326959847,
      "grad_norm": 2.225003308925954,
      "learning_rate": 1e-06,
      "loss": 0.0527,
      "step": 3762
    },
    {
      "epoch": 1.4390057361376674,
      "grad_norm": 2.6469452291312163,
      "learning_rate": 1e-06,
      "loss": 0.0788,
      "step": 3763
    },
    {
      "epoch": 1.4393881453154875,
      "grad_norm": 4.325611693063195,
      "learning_rate": 1e-06,
      "loss": 0.1896,
      "step": 3764
    },
    {
      "epoch": 1.439770554493308,
      "grad_norm": 4.960876752826891,
      "learning_rate": 1e-06,
      "loss": 0.1686,
      "step": 3765
    },
    {
      "epoch": 1.440152963671128,
      "grad_norm": 29.15869287394734,
      "learning_rate": 1e-06,
      "loss": 0.4078,
      "step": 3766
    },
    {
      "epoch": 1.4405353728489483,
      "grad_norm": 4.755322335566404,
      "learning_rate": 1e-06,
      "loss": 0.4174,
      "step": 3767
    },
    {
      "epoch": 1.4409177820267687,
      "grad_norm": 3.6924374386414796,
      "learning_rate": 1e-06,
      "loss": 0.1956,
      "step": 3768
    },
    {
      "epoch": 1.4413001912045889,
      "grad_norm": 2.2364999763391546,
      "learning_rate": 1e-06,
      "loss": 0.2799,
      "step": 3769
    },
    {
      "epoch": 1.4416826003824093,
      "grad_norm": 2.291046844816055,
      "learning_rate": 1e-06,
      "loss": 0.2377,
      "step": 3770
    },
    {
      "epoch": 1.4420650095602294,
      "grad_norm": 2.9311425423192157,
      "learning_rate": 1e-06,
      "loss": 0.3293,
      "step": 3771
    },
    {
      "epoch": 1.4424474187380496,
      "grad_norm": 4.293245315320849,
      "learning_rate": 1e-06,
      "loss": 0.1789,
      "step": 3772
    },
    {
      "epoch": 1.44282982791587,
      "grad_norm": 3.8070113900377227,
      "learning_rate": 1e-06,
      "loss": 0.2407,
      "step": 3773
    },
    {
      "epoch": 1.4432122370936902,
      "grad_norm": 3.4656250770506922,
      "learning_rate": 1e-06,
      "loss": 0.0927,
      "step": 3774
    },
    {
      "epoch": 1.4435946462715106,
      "grad_norm": 2.83877917121469,
      "learning_rate": 1e-06,
      "loss": 0.1849,
      "step": 3775
    },
    {
      "epoch": 1.4439770554493307,
      "grad_norm": 2.9861681279695182,
      "learning_rate": 1e-06,
      "loss": 0.1312,
      "step": 3776
    },
    {
      "epoch": 1.444359464627151,
      "grad_norm": 4.455346981968557,
      "learning_rate": 1e-06,
      "loss": 0.1102,
      "step": 3777
    },
    {
      "epoch": 1.4447418738049713,
      "grad_norm": 3.6213307719757655,
      "learning_rate": 1e-06,
      "loss": 0.0999,
      "step": 3778
    },
    {
      "epoch": 1.4451242829827917,
      "grad_norm": 3.864392682879823,
      "learning_rate": 1e-06,
      "loss": 0.4747,
      "step": 3779
    },
    {
      "epoch": 1.445506692160612,
      "grad_norm": 3.804148171676907,
      "learning_rate": 1e-06,
      "loss": 0.3398,
      "step": 3780
    },
    {
      "epoch": 1.445889101338432,
      "grad_norm": 2.6989292812121124,
      "learning_rate": 1e-06,
      "loss": 0.1673,
      "step": 3781
    },
    {
      "epoch": 1.4462715105162525,
      "grad_norm": 2.8561388056707435,
      "learning_rate": 1e-06,
      "loss": 0.2778,
      "step": 3782
    },
    {
      "epoch": 1.4466539196940726,
      "grad_norm": 3.971278549058097,
      "learning_rate": 1e-06,
      "loss": 0.402,
      "step": 3783
    },
    {
      "epoch": 1.447036328871893,
      "grad_norm": 2.9940332840144133,
      "learning_rate": 1e-06,
      "loss": 0.274,
      "step": 3784
    },
    {
      "epoch": 1.4474187380497132,
      "grad_norm": 3.310150464835929,
      "learning_rate": 1e-06,
      "loss": 0.1365,
      "step": 3785
    },
    {
      "epoch": 1.4478011472275334,
      "grad_norm": 2.8408065486088017,
      "learning_rate": 1e-06,
      "loss": 0.0925,
      "step": 3786
    },
    {
      "epoch": 1.4481835564053538,
      "grad_norm": 3.0926545640933805,
      "learning_rate": 1e-06,
      "loss": 0.1657,
      "step": 3787
    },
    {
      "epoch": 1.448565965583174,
      "grad_norm": 2.6221871518719135,
      "learning_rate": 1e-06,
      "loss": 0.0585,
      "step": 3788
    },
    {
      "epoch": 1.4489483747609944,
      "grad_norm": 2.4402629158765445,
      "learning_rate": 1e-06,
      "loss": 0.0521,
      "step": 3789
    },
    {
      "epoch": 1.4493307839388145,
      "grad_norm": 3.840107378054394,
      "learning_rate": 1e-06,
      "loss": 0.1009,
      "step": 3790
    },
    {
      "epoch": 1.4497131931166347,
      "grad_norm": 7.8042168002768,
      "learning_rate": 1e-06,
      "loss": 0.4154,
      "step": 3791
    },
    {
      "epoch": 1.450095602294455,
      "grad_norm": 3.7882124429040727,
      "learning_rate": 1e-06,
      "loss": 0.3955,
      "step": 3792
    },
    {
      "epoch": 1.4504780114722753,
      "grad_norm": 4.218763111235413,
      "learning_rate": 1e-06,
      "loss": 0.5727,
      "step": 3793
    },
    {
      "epoch": 1.4508604206500957,
      "grad_norm": 2.3773355544667005,
      "learning_rate": 1e-06,
      "loss": 0.1635,
      "step": 3794
    },
    {
      "epoch": 1.4512428298279159,
      "grad_norm": 2.944363145085735,
      "learning_rate": 1e-06,
      "loss": 0.2911,
      "step": 3795
    },
    {
      "epoch": 1.451625239005736,
      "grad_norm": 3.8709171073944915,
      "learning_rate": 1e-06,
      "loss": 0.4245,
      "step": 3796
    },
    {
      "epoch": 1.4520076481835564,
      "grad_norm": 3.4701117514608883,
      "learning_rate": 1e-06,
      "loss": 0.3219,
      "step": 3797
    },
    {
      "epoch": 1.4523900573613766,
      "grad_norm": 4.621335820543163,
      "learning_rate": 1e-06,
      "loss": 0.2913,
      "step": 3798
    },
    {
      "epoch": 1.452772466539197,
      "grad_norm": 2.8795663809181855,
      "learning_rate": 1e-06,
      "loss": 0.1822,
      "step": 3799
    },
    {
      "epoch": 1.4531548757170172,
      "grad_norm": 2.873432561425201,
      "learning_rate": 1e-06,
      "loss": 0.1353,
      "step": 3800
    },
    {
      "epoch": 1.4535372848948374,
      "grad_norm": 3.335319515404248,
      "learning_rate": 1e-06,
      "loss": 0.1563,
      "step": 3801
    },
    {
      "epoch": 1.4539196940726578,
      "grad_norm": 4.237311101883541,
      "learning_rate": 1e-06,
      "loss": 0.0742,
      "step": 3802
    },
    {
      "epoch": 1.454302103250478,
      "grad_norm": 6.744611496648465,
      "learning_rate": 1e-06,
      "loss": 0.2078,
      "step": 3803
    },
    {
      "epoch": 1.4546845124282983,
      "grad_norm": 3.9523890115499265,
      "learning_rate": 1e-06,
      "loss": 0.391,
      "step": 3804
    },
    {
      "epoch": 1.4550669216061185,
      "grad_norm": 4.015880769532698,
      "learning_rate": 1e-06,
      "loss": 0.5503,
      "step": 3805
    },
    {
      "epoch": 1.4554493307839387,
      "grad_norm": 3.066642450845172,
      "learning_rate": 1e-06,
      "loss": 0.2996,
      "step": 3806
    },
    {
      "epoch": 1.455831739961759,
      "grad_norm": 3.2684017951430984,
      "learning_rate": 1e-06,
      "loss": 0.4948,
      "step": 3807
    },
    {
      "epoch": 1.4562141491395795,
      "grad_norm": 3.300095418070754,
      "learning_rate": 1e-06,
      "loss": 0.2781,
      "step": 3808
    },
    {
      "epoch": 1.4565965583173996,
      "grad_norm": 3.419785092165752,
      "learning_rate": 1e-06,
      "loss": 0.1961,
      "step": 3809
    },
    {
      "epoch": 1.4569789674952198,
      "grad_norm": 2.9591561547703815,
      "learning_rate": 1e-06,
      "loss": 0.3269,
      "step": 3810
    },
    {
      "epoch": 1.4573613766730402,
      "grad_norm": 3.1471698944808435,
      "learning_rate": 1e-06,
      "loss": 0.1619,
      "step": 3811
    },
    {
      "epoch": 1.4577437858508604,
      "grad_norm": 3.00136233232753,
      "learning_rate": 1e-06,
      "loss": 0.1578,
      "step": 3812
    },
    {
      "epoch": 1.4581261950286808,
      "grad_norm": 3.375788561215613,
      "learning_rate": 1e-06,
      "loss": 0.2613,
      "step": 3813
    },
    {
      "epoch": 1.458508604206501,
      "grad_norm": 2.9304037210464284,
      "learning_rate": 1e-06,
      "loss": 0.086,
      "step": 3814
    },
    {
      "epoch": 1.4588910133843211,
      "grad_norm": 3.3510198264951336,
      "learning_rate": 1e-06,
      "loss": 0.1134,
      "step": 3815
    },
    {
      "epoch": 1.4592734225621415,
      "grad_norm": 3.97487978003701,
      "learning_rate": 1e-06,
      "loss": 0.4668,
      "step": 3816
    },
    {
      "epoch": 1.4596558317399617,
      "grad_norm": 3.71832054928221,
      "learning_rate": 1e-06,
      "loss": 0.4395,
      "step": 3817
    },
    {
      "epoch": 1.4600382409177821,
      "grad_norm": 4.98342743001193,
      "learning_rate": 1e-06,
      "loss": 0.5187,
      "step": 3818
    },
    {
      "epoch": 1.4604206500956023,
      "grad_norm": 3.080457239518899,
      "learning_rate": 1e-06,
      "loss": 0.2241,
      "step": 3819
    },
    {
      "epoch": 1.4608030592734225,
      "grad_norm": 4.7729919525340785,
      "learning_rate": 1e-06,
      "loss": 0.2974,
      "step": 3820
    },
    {
      "epoch": 1.4611854684512429,
      "grad_norm": 3.419843375428673,
      "learning_rate": 1e-06,
      "loss": 0.2616,
      "step": 3821
    },
    {
      "epoch": 1.461567877629063,
      "grad_norm": 2.9801685987052786,
      "learning_rate": 1e-06,
      "loss": 0.2581,
      "step": 3822
    },
    {
      "epoch": 1.4619502868068834,
      "grad_norm": 2.9065922361287666,
      "learning_rate": 1e-06,
      "loss": 0.168,
      "step": 3823
    },
    {
      "epoch": 1.4623326959847036,
      "grad_norm": 3.7695722350427348,
      "learning_rate": 1e-06,
      "loss": 0.152,
      "step": 3824
    },
    {
      "epoch": 1.4627151051625238,
      "grad_norm": 3.174334394717624,
      "learning_rate": 1e-06,
      "loss": 0.1804,
      "step": 3825
    },
    {
      "epoch": 1.4630975143403442,
      "grad_norm": 4.837848045583718,
      "learning_rate": 1e-06,
      "loss": 0.1235,
      "step": 3826
    },
    {
      "epoch": 1.4634799235181644,
      "grad_norm": 3.2905538263258594,
      "learning_rate": 1e-06,
      "loss": 0.0845,
      "step": 3827
    },
    {
      "epoch": 1.4638623326959848,
      "grad_norm": 9.019931762843202,
      "learning_rate": 1e-06,
      "loss": 0.1512,
      "step": 3828
    },
    {
      "epoch": 1.464244741873805,
      "grad_norm": 4.02266494592974,
      "learning_rate": 1e-06,
      "loss": 0.4447,
      "step": 3829
    },
    {
      "epoch": 1.464627151051625,
      "grad_norm": 3.7410718811846464,
      "learning_rate": 1e-06,
      "loss": 0.2839,
      "step": 3830
    },
    {
      "epoch": 1.4650095602294455,
      "grad_norm": 2.7484205218338853,
      "learning_rate": 1e-06,
      "loss": 0.1299,
      "step": 3831
    },
    {
      "epoch": 1.465391969407266,
      "grad_norm": 3.654099573775783,
      "learning_rate": 1e-06,
      "loss": 0.3325,
      "step": 3832
    },
    {
      "epoch": 1.465774378585086,
      "grad_norm": 2.777116940622431,
      "learning_rate": 1e-06,
      "loss": 0.2626,
      "step": 3833
    },
    {
      "epoch": 1.4661567877629063,
      "grad_norm": 3.1262529531630423,
      "learning_rate": 1e-06,
      "loss": 0.1753,
      "step": 3834
    },
    {
      "epoch": 1.4665391969407267,
      "grad_norm": 2.904293427147836,
      "learning_rate": 1e-06,
      "loss": 0.1693,
      "step": 3835
    },
    {
      "epoch": 1.4669216061185468,
      "grad_norm": 2.8254094865133252,
      "learning_rate": 1e-06,
      "loss": 0.175,
      "step": 3836
    },
    {
      "epoch": 1.4673040152963672,
      "grad_norm": 4.781284307219646,
      "learning_rate": 1e-06,
      "loss": 0.1232,
      "step": 3837
    },
    {
      "epoch": 1.4676864244741874,
      "grad_norm": 3.1129096562075103,
      "learning_rate": 1e-06,
      "loss": 0.0863,
      "step": 3838
    },
    {
      "epoch": 1.4680688336520076,
      "grad_norm": 4.842424568215032,
      "learning_rate": 1e-06,
      "loss": 0.1054,
      "step": 3839
    },
    {
      "epoch": 1.468451242829828,
      "grad_norm": 3.693478667593567,
      "learning_rate": 1e-06,
      "loss": 0.105,
      "step": 3840
    },
    {
      "epoch": 1.4688336520076481,
      "grad_norm": 8.429961729494517,
      "learning_rate": 1e-06,
      "loss": 0.3211,
      "step": 3841
    },
    {
      "epoch": 1.4692160611854685,
      "grad_norm": 3.267691364594895,
      "learning_rate": 1e-06,
      "loss": 0.2938,
      "step": 3842
    },
    {
      "epoch": 1.4695984703632887,
      "grad_norm": 3.8187200117416533,
      "learning_rate": 1e-06,
      "loss": 0.3805,
      "step": 3843
    },
    {
      "epoch": 1.469980879541109,
      "grad_norm": 3.5728148658122003,
      "learning_rate": 1e-06,
      "loss": 0.2267,
      "step": 3844
    },
    {
      "epoch": 1.4703632887189293,
      "grad_norm": 3.0617581461566554,
      "learning_rate": 1e-06,
      "loss": 0.2212,
      "step": 3845
    },
    {
      "epoch": 1.4707456978967495,
      "grad_norm": 2.946903517454639,
      "learning_rate": 1e-06,
      "loss": 0.3188,
      "step": 3846
    },
    {
      "epoch": 1.4711281070745699,
      "grad_norm": 2.6753001427941547,
      "learning_rate": 1e-06,
      "loss": 0.1129,
      "step": 3847
    },
    {
      "epoch": 1.47151051625239,
      "grad_norm": 2.5027372633796934,
      "learning_rate": 1e-06,
      "loss": 0.0802,
      "step": 3848
    },
    {
      "epoch": 1.4718929254302102,
      "grad_norm": 4.395501195041953,
      "learning_rate": 1e-06,
      "loss": 0.15,
      "step": 3849
    },
    {
      "epoch": 1.4722753346080306,
      "grad_norm": 3.773209527436749,
      "learning_rate": 1e-06,
      "loss": 0.1679,
      "step": 3850
    },
    {
      "epoch": 1.4726577437858508,
      "grad_norm": 3.860204445361068,
      "learning_rate": 1e-06,
      "loss": 0.1024,
      "step": 3851
    },
    {
      "epoch": 1.4730401529636712,
      "grad_norm": 3.530051509059919,
      "learning_rate": 1e-06,
      "loss": 0.0615,
      "step": 3852
    },
    {
      "epoch": 1.4734225621414914,
      "grad_norm": 5.866956033217151,
      "learning_rate": 1e-06,
      "loss": 0.1333,
      "step": 3853
    },
    {
      "epoch": 1.4738049713193115,
      "grad_norm": 6.358621238633143,
      "learning_rate": 1e-06,
      "loss": 0.5757,
      "step": 3854
    },
    {
      "epoch": 1.474187380497132,
      "grad_norm": 4.513029943399394,
      "learning_rate": 1e-06,
      "loss": 0.4743,
      "step": 3855
    },
    {
      "epoch": 1.4745697896749523,
      "grad_norm": 2.8871868409602897,
      "learning_rate": 1e-06,
      "loss": 0.247,
      "step": 3856
    },
    {
      "epoch": 1.4749521988527725,
      "grad_norm": 3.2121236795957935,
      "learning_rate": 1e-06,
      "loss": 0.1984,
      "step": 3857
    },
    {
      "epoch": 1.4753346080305927,
      "grad_norm": 2.2729066838628866,
      "learning_rate": 1e-06,
      "loss": 0.2743,
      "step": 3858
    },
    {
      "epoch": 1.475717017208413,
      "grad_norm": 4.660401407397884,
      "learning_rate": 1e-06,
      "loss": 0.334,
      "step": 3859
    },
    {
      "epoch": 1.4760994263862333,
      "grad_norm": 3.0518740602859404,
      "learning_rate": 1e-06,
      "loss": 0.2125,
      "step": 3860
    },
    {
      "epoch": 1.4764818355640537,
      "grad_norm": 2.2497827636964605,
      "learning_rate": 1e-06,
      "loss": 0.1154,
      "step": 3861
    },
    {
      "epoch": 1.4768642447418738,
      "grad_norm": 2.755924951326017,
      "learning_rate": 1e-06,
      "loss": 0.0984,
      "step": 3862
    },
    {
      "epoch": 1.477246653919694,
      "grad_norm": 3.4864116925821222,
      "learning_rate": 1e-06,
      "loss": 0.1778,
      "step": 3863
    },
    {
      "epoch": 1.4776290630975144,
      "grad_norm": 3.5730174562939037,
      "learning_rate": 1e-06,
      "loss": 0.0803,
      "step": 3864
    },
    {
      "epoch": 1.4780114722753346,
      "grad_norm": 3.129699225553734,
      "learning_rate": 1e-06,
      "loss": 0.0986,
      "step": 3865
    },
    {
      "epoch": 1.478393881453155,
      "grad_norm": 3.894855328910445,
      "learning_rate": 1e-06,
      "loss": 0.3113,
      "step": 3866
    },
    {
      "epoch": 1.4787762906309752,
      "grad_norm": 3.941234452555413,
      "learning_rate": 1e-06,
      "loss": 0.3866,
      "step": 3867
    },
    {
      "epoch": 1.4791586998087953,
      "grad_norm": 5.609048222876385,
      "learning_rate": 1e-06,
      "loss": 0.3934,
      "step": 3868
    },
    {
      "epoch": 1.4795411089866157,
      "grad_norm": 2.3695421248179196,
      "learning_rate": 1e-06,
      "loss": 0.2293,
      "step": 3869
    },
    {
      "epoch": 1.479923518164436,
      "grad_norm": 3.562778261259576,
      "learning_rate": 1e-06,
      "loss": 0.259,
      "step": 3870
    },
    {
      "epoch": 1.4803059273422563,
      "grad_norm": 3.198581506331975,
      "learning_rate": 1e-06,
      "loss": 0.229,
      "step": 3871
    },
    {
      "epoch": 1.4806883365200765,
      "grad_norm": 2.1479781335964403,
      "learning_rate": 1e-06,
      "loss": 0.1967,
      "step": 3872
    },
    {
      "epoch": 1.4810707456978967,
      "grad_norm": 3.325525549176048,
      "learning_rate": 1e-06,
      "loss": 0.1255,
      "step": 3873
    },
    {
      "epoch": 1.481453154875717,
      "grad_norm": 4.47129439897385,
      "learning_rate": 1e-06,
      "loss": 0.1792,
      "step": 3874
    },
    {
      "epoch": 1.4818355640535372,
      "grad_norm": 3.019859069163232,
      "learning_rate": 1e-06,
      "loss": 0.1168,
      "step": 3875
    },
    {
      "epoch": 1.4822179732313576,
      "grad_norm": 4.957213245895642,
      "learning_rate": 1e-06,
      "loss": 0.1112,
      "step": 3876
    },
    {
      "epoch": 1.4826003824091778,
      "grad_norm": 3.5225665248764537,
      "learning_rate": 1e-06,
      "loss": 0.0608,
      "step": 3877
    },
    {
      "epoch": 1.482982791586998,
      "grad_norm": 5.737249417951869,
      "learning_rate": 1e-06,
      "loss": 0.1176,
      "step": 3878
    },
    {
      "epoch": 1.4833652007648184,
      "grad_norm": 3.5995974527576573,
      "learning_rate": 1e-06,
      "loss": 0.3218,
      "step": 3879
    },
    {
      "epoch": 1.4837476099426385,
      "grad_norm": 4.423747714156061,
      "learning_rate": 1e-06,
      "loss": 0.4048,
      "step": 3880
    },
    {
      "epoch": 1.484130019120459,
      "grad_norm": 2.0583476257857614,
      "learning_rate": 1e-06,
      "loss": 0.2074,
      "step": 3881
    },
    {
      "epoch": 1.4845124282982791,
      "grad_norm": 3.4366762041119294,
      "learning_rate": 1e-06,
      "loss": 0.1247,
      "step": 3882
    },
    {
      "epoch": 1.4848948374760993,
      "grad_norm": 3.6979692195686207,
      "learning_rate": 1e-06,
      "loss": 0.298,
      "step": 3883
    },
    {
      "epoch": 1.4852772466539197,
      "grad_norm": 2.3355698312108766,
      "learning_rate": 1e-06,
      "loss": 0.1487,
      "step": 3884
    },
    {
      "epoch": 1.48565965583174,
      "grad_norm": 1.807286492449328,
      "learning_rate": 1e-06,
      "loss": 0.0802,
      "step": 3885
    },
    {
      "epoch": 1.4860420650095603,
      "grad_norm": 3.6630470153807266,
      "learning_rate": 1e-06,
      "loss": 0.2576,
      "step": 3886
    },
    {
      "epoch": 1.4864244741873804,
      "grad_norm": 2.801169566710892,
      "learning_rate": 1e-06,
      "loss": 0.0663,
      "step": 3887
    },
    {
      "epoch": 1.4868068833652008,
      "grad_norm": 2.9192060224613656,
      "learning_rate": 1e-06,
      "loss": 0.1058,
      "step": 3888
    },
    {
      "epoch": 1.487189292543021,
      "grad_norm": 2.5053213705995705,
      "learning_rate": 1e-06,
      "loss": 0.069,
      "step": 3889
    },
    {
      "epoch": 1.4875717017208414,
      "grad_norm": 4.644347268223121,
      "learning_rate": 1e-06,
      "loss": 0.0938,
      "step": 3890
    },
    {
      "epoch": 1.4879541108986616,
      "grad_norm": 5.329618272692444,
      "learning_rate": 1e-06,
      "loss": 0.4061,
      "step": 3891
    },
    {
      "epoch": 1.4883365200764818,
      "grad_norm": 4.072459527757717,
      "learning_rate": 1e-06,
      "loss": 0.4351,
      "step": 3892
    },
    {
      "epoch": 1.4887189292543022,
      "grad_norm": 3.5818813546370136,
      "learning_rate": 1e-06,
      "loss": 0.2766,
      "step": 3893
    },
    {
      "epoch": 1.4891013384321223,
      "grad_norm": 2.5468588986502154,
      "learning_rate": 1e-06,
      "loss": 0.283,
      "step": 3894
    },
    {
      "epoch": 1.4894837476099427,
      "grad_norm": 2.7777776580386666,
      "learning_rate": 1e-06,
      "loss": 0.4183,
      "step": 3895
    },
    {
      "epoch": 1.489866156787763,
      "grad_norm": 3.3154771489607286,
      "learning_rate": 1e-06,
      "loss": 0.2987,
      "step": 3896
    },
    {
      "epoch": 1.490248565965583,
      "grad_norm": 3.2799520195963985,
      "learning_rate": 1e-06,
      "loss": 0.1745,
      "step": 3897
    },
    {
      "epoch": 1.4906309751434035,
      "grad_norm": 2.9072710110076274,
      "learning_rate": 1e-06,
      "loss": 0.1737,
      "step": 3898
    },
    {
      "epoch": 1.4910133843212237,
      "grad_norm": 2.999697034160772,
      "learning_rate": 1e-06,
      "loss": 0.2543,
      "step": 3899
    },
    {
      "epoch": 1.491395793499044,
      "grad_norm": 2.356610124423201,
      "learning_rate": 1e-06,
      "loss": 0.1466,
      "step": 3900
    },
    {
      "epoch": 1.4917782026768642,
      "grad_norm": 3.3811958802240865,
      "learning_rate": 1e-06,
      "loss": 0.1331,
      "step": 3901
    },
    {
      "epoch": 1.4921606118546844,
      "grad_norm": 3.9710000936123433,
      "learning_rate": 1e-06,
      "loss": 0.0954,
      "step": 3902
    },
    {
      "epoch": 1.4925430210325048,
      "grad_norm": 6.990058105838466,
      "learning_rate": 1e-06,
      "loss": 0.2311,
      "step": 3903
    },
    {
      "epoch": 1.492925430210325,
      "grad_norm": 4.267945716791568,
      "learning_rate": 1e-06,
      "loss": 0.4079,
      "step": 3904
    },
    {
      "epoch": 1.4933078393881454,
      "grad_norm": 3.1010631091976446,
      "learning_rate": 1e-06,
      "loss": 0.3872,
      "step": 3905
    },
    {
      "epoch": 1.4936902485659656,
      "grad_norm": 3.8123869331978844,
      "learning_rate": 1e-06,
      "loss": 0.2134,
      "step": 3906
    },
    {
      "epoch": 1.4940726577437857,
      "grad_norm": 3.3967965910985645,
      "learning_rate": 1e-06,
      "loss": 0.1731,
      "step": 3907
    },
    {
      "epoch": 1.4944550669216061,
      "grad_norm": 3.937442476367078,
      "learning_rate": 1e-06,
      "loss": 0.3576,
      "step": 3908
    },
    {
      "epoch": 1.4948374760994265,
      "grad_norm": 2.028552332736425,
      "learning_rate": 1e-06,
      "loss": 0.1715,
      "step": 3909
    },
    {
      "epoch": 1.4952198852772467,
      "grad_norm": 2.9499790449529675,
      "learning_rate": 1e-06,
      "loss": 0.1708,
      "step": 3910
    },
    {
      "epoch": 1.4956022944550669,
      "grad_norm": 4.119911754737143,
      "learning_rate": 1e-06,
      "loss": 0.1522,
      "step": 3911
    },
    {
      "epoch": 1.4959847036328873,
      "grad_norm": 3.274174500304965,
      "learning_rate": 1e-06,
      "loss": 0.1774,
      "step": 3912
    },
    {
      "epoch": 1.4963671128107074,
      "grad_norm": 3.4899167181533137,
      "learning_rate": 1e-06,
      "loss": 0.1361,
      "step": 3913
    },
    {
      "epoch": 1.4967495219885278,
      "grad_norm": 4.463253882918679,
      "learning_rate": 1e-06,
      "loss": 0.1868,
      "step": 3914
    },
    {
      "epoch": 1.497131931166348,
      "grad_norm": 3.775710911789235,
      "learning_rate": 1e-06,
      "loss": 0.0805,
      "step": 3915
    },
    {
      "epoch": 1.4975143403441682,
      "grad_norm": 6.183630455809408,
      "learning_rate": 1e-06,
      "loss": 0.2829,
      "step": 3916
    },
    {
      "epoch": 1.4978967495219886,
      "grad_norm": 3.0684675346945762,
      "learning_rate": 1e-06,
      "loss": 0.4096,
      "step": 3917
    },
    {
      "epoch": 1.4982791586998088,
      "grad_norm": 3.9605638075693372,
      "learning_rate": 1e-06,
      "loss": 0.3544,
      "step": 3918
    },
    {
      "epoch": 1.4986615678776292,
      "grad_norm": 2.305883168558684,
      "learning_rate": 1e-06,
      "loss": 0.2506,
      "step": 3919
    },
    {
      "epoch": 1.4990439770554493,
      "grad_norm": 2.8661289183856753,
      "learning_rate": 1e-06,
      "loss": 0.2661,
      "step": 3920
    },
    {
      "epoch": 1.4994263862332695,
      "grad_norm": 3.0950222289438005,
      "learning_rate": 1e-06,
      "loss": 0.3595,
      "step": 3921
    },
    {
      "epoch": 1.49980879541109,
      "grad_norm": 3.3450728322127183,
      "learning_rate": 1e-06,
      "loss": 0.194,
      "step": 3922
    },
    {
      "epoch": 1.50019120458891,
      "grad_norm": 2.816971932371236,
      "learning_rate": 1e-06,
      "loss": 0.151,
      "step": 3923
    },
    {
      "epoch": 1.5005736137667305,
      "grad_norm": 5.180212210060488,
      "learning_rate": 1e-06,
      "loss": 0.2595,
      "step": 3924
    },
    {
      "epoch": 1.5009560229445507,
      "grad_norm": 4.4262759680472366,
      "learning_rate": 1e-06,
      "loss": 0.1916,
      "step": 3925
    },
    {
      "epoch": 1.5013384321223708,
      "grad_norm": 5.305925497280416,
      "learning_rate": 1e-06,
      "loss": 0.1748,
      "step": 3926
    },
    {
      "epoch": 1.5017208413001912,
      "grad_norm": 6.767331231968318,
      "learning_rate": 1e-06,
      "loss": 0.0759,
      "step": 3927
    },
    {
      "epoch": 1.5021032504780116,
      "grad_norm": 4.925718907590221,
      "learning_rate": 1e-06,
      "loss": 0.1051,
      "step": 3928
    },
    {
      "epoch": 1.5024856596558318,
      "grad_norm": 4.954566914159578,
      "learning_rate": 1e-06,
      "loss": 0.4665,
      "step": 3929
    },
    {
      "epoch": 1.502868068833652,
      "grad_norm": 2.9394148409051746,
      "learning_rate": 1e-06,
      "loss": 0.3569,
      "step": 3930
    },
    {
      "epoch": 1.5032504780114722,
      "grad_norm": 2.4671448909856215,
      "learning_rate": 1e-06,
      "loss": 0.1468,
      "step": 3931
    },
    {
      "epoch": 1.5036328871892926,
      "grad_norm": 2.6880407454717656,
      "learning_rate": 1e-06,
      "loss": 0.2397,
      "step": 3932
    },
    {
      "epoch": 1.504015296367113,
      "grad_norm": 4.153998891081867,
      "learning_rate": 1e-06,
      "loss": 0.2802,
      "step": 3933
    },
    {
      "epoch": 1.5043977055449331,
      "grad_norm": 2.1257717750615743,
      "learning_rate": 1e-06,
      "loss": 0.1334,
      "step": 3934
    },
    {
      "epoch": 1.5047801147227533,
      "grad_norm": 3.097527403875748,
      "learning_rate": 1e-06,
      "loss": 0.2852,
      "step": 3935
    },
    {
      "epoch": 1.5051625239005735,
      "grad_norm": 2.4833219203644044,
      "learning_rate": 1e-06,
      "loss": 0.1797,
      "step": 3936
    },
    {
      "epoch": 1.5055449330783939,
      "grad_norm": 1.8667316598590287,
      "learning_rate": 1e-06,
      "loss": 0.0644,
      "step": 3937
    },
    {
      "epoch": 1.5059273422562143,
      "grad_norm": 3.546294177388295,
      "learning_rate": 1e-06,
      "loss": 0.161,
      "step": 3938
    },
    {
      "epoch": 1.5063097514340344,
      "grad_norm": 2.9370517794571485,
      "learning_rate": 1e-06,
      "loss": 0.122,
      "step": 3939
    },
    {
      "epoch": 1.5066921606118546,
      "grad_norm": 4.558320521883538,
      "learning_rate": 1e-06,
      "loss": 0.1002,
      "step": 3940
    },
    {
      "epoch": 1.5070745697896748,
      "grad_norm": 4.809699891179583,
      "learning_rate": 1e-06,
      "loss": 0.54,
      "step": 3941
    },
    {
      "epoch": 1.5074569789674952,
      "grad_norm": 3.744581376680773,
      "learning_rate": 1e-06,
      "loss": 0.4046,
      "step": 3942
    },
    {
      "epoch": 1.5078393881453156,
      "grad_norm": 7.3905973857339555,
      "learning_rate": 1e-06,
      "loss": 0.4947,
      "step": 3943
    },
    {
      "epoch": 1.5082217973231358,
      "grad_norm": 2.8259975798772667,
      "learning_rate": 1e-06,
      "loss": 0.2338,
      "step": 3944
    },
    {
      "epoch": 1.508604206500956,
      "grad_norm": 2.8417804311165136,
      "learning_rate": 1e-06,
      "loss": 0.1986,
      "step": 3945
    },
    {
      "epoch": 1.5089866156787763,
      "grad_norm": 2.783702840281398,
      "learning_rate": 1e-06,
      "loss": 0.3213,
      "step": 3946
    },
    {
      "epoch": 1.5093690248565965,
      "grad_norm": 2.23992316454852,
      "learning_rate": 1e-06,
      "loss": 0.128,
      "step": 3947
    },
    {
      "epoch": 1.509751434034417,
      "grad_norm": 2.86368157267148,
      "learning_rate": 1e-06,
      "loss": 0.2186,
      "step": 3948
    },
    {
      "epoch": 1.510133843212237,
      "grad_norm": 2.986499289977013,
      "learning_rate": 1e-06,
      "loss": 0.1047,
      "step": 3949
    },
    {
      "epoch": 1.5105162523900573,
      "grad_norm": 2.602839709123787,
      "learning_rate": 1e-06,
      "loss": 0.0556,
      "step": 3950
    },
    {
      "epoch": 1.5108986615678777,
      "grad_norm": 3.4712862931999586,
      "learning_rate": 1e-06,
      "loss": 0.1932,
      "step": 3951
    },
    {
      "epoch": 1.511281070745698,
      "grad_norm": 4.825550170523791,
      "learning_rate": 1e-06,
      "loss": 0.0981,
      "step": 3952
    },
    {
      "epoch": 1.5116634799235182,
      "grad_norm": 5.906107582918369,
      "learning_rate": 1e-06,
      "loss": 0.1945,
      "step": 3953
    },
    {
      "epoch": 1.5120458891013384,
      "grad_norm": 4.152000147472225,
      "learning_rate": 1e-06,
      "loss": 0.6537,
      "step": 3954
    },
    {
      "epoch": 1.5124282982791586,
      "grad_norm": 2.9336616924763703,
      "learning_rate": 1e-06,
      "loss": 0.3252,
      "step": 3955
    },
    {
      "epoch": 1.512810707456979,
      "grad_norm": 1.758289865736911,
      "learning_rate": 1e-06,
      "loss": 0.2387,
      "step": 3956
    },
    {
      "epoch": 1.5131931166347994,
      "grad_norm": 4.006370478349455,
      "learning_rate": 1e-06,
      "loss": 0.2336,
      "step": 3957
    },
    {
      "epoch": 1.5135755258126196,
      "grad_norm": 3.675672020743574,
      "learning_rate": 1e-06,
      "loss": 0.2642,
      "step": 3958
    },
    {
      "epoch": 1.5139579349904397,
      "grad_norm": 3.4303843978487882,
      "learning_rate": 1e-06,
      "loss": 0.1566,
      "step": 3959
    },
    {
      "epoch": 1.51434034416826,
      "grad_norm": 2.675526583170763,
      "learning_rate": 1e-06,
      "loss": 0.115,
      "step": 3960
    },
    {
      "epoch": 1.5147227533460803,
      "grad_norm": 3.04067754121807,
      "learning_rate": 1e-06,
      "loss": 0.1148,
      "step": 3961
    },
    {
      "epoch": 1.5151051625239007,
      "grad_norm": 4.519021416792543,
      "learning_rate": 1e-06,
      "loss": 0.1472,
      "step": 3962
    },
    {
      "epoch": 1.5154875717017209,
      "grad_norm": 3.2548776850300896,
      "learning_rate": 1e-06,
      "loss": 0.1106,
      "step": 3963
    },
    {
      "epoch": 1.515869980879541,
      "grad_norm": 3.9135161911344487,
      "learning_rate": 1e-06,
      "loss": 0.087,
      "step": 3964
    },
    {
      "epoch": 1.5162523900573612,
      "grad_norm": 4.010244839773097,
      "learning_rate": 1e-06,
      "loss": 0.1205,
      "step": 3965
    },
    {
      "epoch": 1.5166347992351816,
      "grad_norm": 4.56472932880087,
      "learning_rate": 1e-06,
      "loss": 0.4076,
      "step": 3966
    },
    {
      "epoch": 1.517017208413002,
      "grad_norm": 5.479372008601221,
      "learning_rate": 1e-06,
      "loss": 0.4973,
      "step": 3967
    },
    {
      "epoch": 1.5173996175908222,
      "grad_norm": 4.299789494529427,
      "learning_rate": 1e-06,
      "loss": 0.4959,
      "step": 3968
    },
    {
      "epoch": 1.5177820267686424,
      "grad_norm": 2.925059821666413,
      "learning_rate": 1e-06,
      "loss": 0.1516,
      "step": 3969
    },
    {
      "epoch": 1.5181644359464626,
      "grad_norm": 2.8787240497381847,
      "learning_rate": 1e-06,
      "loss": 0.2397,
      "step": 3970
    },
    {
      "epoch": 1.518546845124283,
      "grad_norm": 3.7031709692310937,
      "learning_rate": 1e-06,
      "loss": 0.2515,
      "step": 3971
    },
    {
      "epoch": 1.5189292543021033,
      "grad_norm": 1.955050686425526,
      "learning_rate": 1e-06,
      "loss": 0.1695,
      "step": 3972
    },
    {
      "epoch": 1.5193116634799235,
      "grad_norm": 3.113865662290679,
      "learning_rate": 1e-06,
      "loss": 0.1802,
      "step": 3973
    },
    {
      "epoch": 1.5196940726577437,
      "grad_norm": 3.2465922756667407,
      "learning_rate": 1e-06,
      "loss": 0.2266,
      "step": 3974
    },
    {
      "epoch": 1.520076481835564,
      "grad_norm": 2.9431008046262033,
      "learning_rate": 1e-06,
      "loss": 0.1225,
      "step": 3975
    },
    {
      "epoch": 1.5204588910133843,
      "grad_norm": 3.030820993169864,
      "learning_rate": 1e-06,
      "loss": 0.0523,
      "step": 3976
    },
    {
      "epoch": 1.5208413001912047,
      "grad_norm": 3.3309977137094817,
      "learning_rate": 1e-06,
      "loss": 0.0825,
      "step": 3977
    },
    {
      "epoch": 1.5212237093690248,
      "grad_norm": 35.00118231819998,
      "learning_rate": 1e-06,
      "loss": 0.2887,
      "step": 3978
    },
    {
      "epoch": 1.521606118546845,
      "grad_norm": 5.631251950956932,
      "learning_rate": 1e-06,
      "loss": 0.3441,
      "step": 3979
    },
    {
      "epoch": 1.5219885277246654,
      "grad_norm": 3.851298046511904,
      "learning_rate": 1e-06,
      "loss": 0.3802,
      "step": 3980
    },
    {
      "epoch": 1.5223709369024858,
      "grad_norm": 4.1656829944416875,
      "learning_rate": 1e-06,
      "loss": 0.4271,
      "step": 3981
    },
    {
      "epoch": 1.522753346080306,
      "grad_norm": 2.903704441089205,
      "learning_rate": 1e-06,
      "loss": 0.2593,
      "step": 3982
    },
    {
      "epoch": 1.5231357552581262,
      "grad_norm": 2.0742226580854193,
      "learning_rate": 1e-06,
      "loss": 0.1707,
      "step": 3983
    },
    {
      "epoch": 1.5235181644359463,
      "grad_norm": 3.663700175315848,
      "learning_rate": 1e-06,
      "loss": 0.2572,
      "step": 3984
    },
    {
      "epoch": 1.5239005736137667,
      "grad_norm": 2.596237460580444,
      "learning_rate": 1e-06,
      "loss": 0.0764,
      "step": 3985
    },
    {
      "epoch": 1.5242829827915871,
      "grad_norm": 3.001227445632857,
      "learning_rate": 1e-06,
      "loss": 0.1724,
      "step": 3986
    },
    {
      "epoch": 1.5246653919694073,
      "grad_norm": 3.2115662045117355,
      "learning_rate": 1e-06,
      "loss": 0.1363,
      "step": 3987
    },
    {
      "epoch": 1.5250478011472275,
      "grad_norm": 2.402127189489529,
      "learning_rate": 1e-06,
      "loss": 0.0842,
      "step": 3988
    },
    {
      "epoch": 1.5254302103250477,
      "grad_norm": 3.184964836082194,
      "learning_rate": 1e-06,
      "loss": 0.0764,
      "step": 3989
    },
    {
      "epoch": 1.525812619502868,
      "grad_norm": 4.7110279890640765,
      "learning_rate": 1e-06,
      "loss": 0.2332,
      "step": 3990
    },
    {
      "epoch": 1.5261950286806885,
      "grad_norm": 6.3784233326273565,
      "learning_rate": 1e-06,
      "loss": 0.1823,
      "step": 3991
    },
    {
      "epoch": 1.5265774378585086,
      "grad_norm": 5.270771533870147,
      "learning_rate": 1e-06,
      "loss": 0.5324,
      "step": 3992
    },
    {
      "epoch": 1.5269598470363288,
      "grad_norm": 2.952825298945698,
      "learning_rate": 1e-06,
      "loss": 0.339,
      "step": 3993
    },
    {
      "epoch": 1.527342256214149,
      "grad_norm": 4.203740298248357,
      "learning_rate": 1e-06,
      "loss": 0.2524,
      "step": 3994
    },
    {
      "epoch": 1.5277246653919694,
      "grad_norm": 3.2305146551964388,
      "learning_rate": 1e-06,
      "loss": 0.2367,
      "step": 3995
    },
    {
      "epoch": 1.5281070745697898,
      "grad_norm": 3.0066196206493974,
      "learning_rate": 1e-06,
      "loss": 0.4437,
      "step": 3996
    },
    {
      "epoch": 1.52848948374761,
      "grad_norm": 3.164315823433579,
      "learning_rate": 1e-06,
      "loss": 0.1544,
      "step": 3997
    },
    {
      "epoch": 1.5288718929254301,
      "grad_norm": 2.617455676558822,
      "learning_rate": 1e-06,
      "loss": 0.1725,
      "step": 3998
    },
    {
      "epoch": 1.5292543021032505,
      "grad_norm": 3.616000085628137,
      "learning_rate": 1e-06,
      "loss": 0.2934,
      "step": 3999
    },
    {
      "epoch": 1.5296367112810707,
      "grad_norm": 3.760712137352352,
      "learning_rate": 1e-06,
      "loss": 0.1458,
      "step": 4000
    },
    {
      "epoch": 1.5296367112810707,
      "eval_runtime": 840.9805,
      "eval_samples_per_second": 1.824,
      "eval_steps_per_second": 0.457,
      "step": 4000
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 13075,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.409350742875046e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}