| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 1500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.002, | |
| "grad_norm": 226.99563598632812, | |
| "learning_rate": 6.666666666666668e-08, | |
| "loss": 21.9448, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.004, | |
| "grad_norm": 236.27398681640625, | |
| "learning_rate": 1.3333333333333336e-07, | |
| "loss": 22.6687, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.006, | |
| "grad_norm": 243.7906036376953, | |
| "learning_rate": 2.0000000000000002e-07, | |
| "loss": 23.7182, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.008, | |
| "grad_norm": 233.99176025390625, | |
| "learning_rate": 2.666666666666667e-07, | |
| "loss": 22.4062, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 247.73858642578125, | |
| "learning_rate": 3.3333333333333335e-07, | |
| "loss": 23.4446, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.012, | |
| "grad_norm": 224.78480529785156, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "loss": 22.0816, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.014, | |
| "grad_norm": 239.08424377441406, | |
| "learning_rate": 4.666666666666667e-07, | |
| "loss": 22.2544, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.016, | |
| "grad_norm": 243.3548126220703, | |
| "learning_rate": 5.333333333333335e-07, | |
| "loss": 22.3676, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.018, | |
| "grad_norm": 228.88418579101562, | |
| "learning_rate": 6.000000000000001e-07, | |
| "loss": 21.8324, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 255.19561767578125, | |
| "learning_rate": 6.666666666666667e-07, | |
| "loss": 21.7817, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.022, | |
| "grad_norm": 256.03631591796875, | |
| "learning_rate": 7.333333333333334e-07, | |
| "loss": 22.0901, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.024, | |
| "grad_norm": 256.8511047363281, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 22.1082, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.026, | |
| "grad_norm": 276.2884521484375, | |
| "learning_rate": 8.666666666666668e-07, | |
| "loss": 20.2445, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.028, | |
| "grad_norm": 274.6839599609375, | |
| "learning_rate": 9.333333333333334e-07, | |
| "loss": 18.7186, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 282.9738464355469, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 19.2151, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.032, | |
| "grad_norm": 273.26934814453125, | |
| "learning_rate": 1.066666666666667e-06, | |
| "loss": 18.8715, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.034, | |
| "grad_norm": 222.71524047851562, | |
| "learning_rate": 1.1333333333333334e-06, | |
| "loss": 14.6642, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.036, | |
| "grad_norm": 218.20606994628906, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 13.549, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.038, | |
| "grad_norm": 229.51235961914062, | |
| "learning_rate": 1.2666666666666669e-06, | |
| "loss": 13.3927, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 228.68344116210938, | |
| "learning_rate": 1.3333333333333334e-06, | |
| "loss": 12.2413, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.042, | |
| "grad_norm": 222.99270629882812, | |
| "learning_rate": 1.4000000000000001e-06, | |
| "loss": 11.1357, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.044, | |
| "grad_norm": 236.81912231445312, | |
| "learning_rate": 1.4666666666666669e-06, | |
| "loss": 10.6309, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.046, | |
| "grad_norm": 253.3773193359375, | |
| "learning_rate": 1.5333333333333334e-06, | |
| "loss": 6.1736, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.048, | |
| "grad_norm": 132.65660095214844, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 3.7401, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 171.21932983398438, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 3.2601, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.052, | |
| "grad_norm": 112.79869079589844, | |
| "learning_rate": 1.7333333333333336e-06, | |
| "loss": 2.6378, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.054, | |
| "grad_norm": 72.08856201171875, | |
| "learning_rate": 1.8000000000000001e-06, | |
| "loss": 2.2122, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.056, | |
| "grad_norm": 47.903202056884766, | |
| "learning_rate": 1.8666666666666669e-06, | |
| "loss": 1.9545, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.058, | |
| "grad_norm": 42.68925094604492, | |
| "learning_rate": 1.9333333333333336e-06, | |
| "loss": 1.909, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 37.55009460449219, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.7777, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.062, | |
| "grad_norm": 27.396568298339844, | |
| "learning_rate": 2.0666666666666666e-06, | |
| "loss": 1.8359, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.064, | |
| "grad_norm": 30.148645401000977, | |
| "learning_rate": 2.133333333333334e-06, | |
| "loss": 1.7342, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.066, | |
| "grad_norm": 28.60604476928711, | |
| "learning_rate": 2.2e-06, | |
| "loss": 1.8821, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.068, | |
| "grad_norm": 22.30388641357422, | |
| "learning_rate": 2.266666666666667e-06, | |
| "loss": 1.6301, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 28.496145248413086, | |
| "learning_rate": 2.3333333333333336e-06, | |
| "loss": 1.8361, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.072, | |
| "grad_norm": 34.518287658691406, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 1.6929, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.074, | |
| "grad_norm": 23.480363845825195, | |
| "learning_rate": 2.466666666666667e-06, | |
| "loss": 1.5912, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.076, | |
| "grad_norm": 26.371000289916992, | |
| "learning_rate": 2.5333333333333338e-06, | |
| "loss": 1.6452, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.078, | |
| "grad_norm": 26.6358585357666, | |
| "learning_rate": 2.6e-06, | |
| "loss": 1.7357, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 21.163368225097656, | |
| "learning_rate": 2.666666666666667e-06, | |
| "loss": 1.8135, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.082, | |
| "grad_norm": 38.06758499145508, | |
| "learning_rate": 2.7333333333333336e-06, | |
| "loss": 1.7483, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.084, | |
| "grad_norm": 20.108041763305664, | |
| "learning_rate": 2.8000000000000003e-06, | |
| "loss": 1.7272, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.086, | |
| "grad_norm": 37.66496658325195, | |
| "learning_rate": 2.866666666666667e-06, | |
| "loss": 1.8263, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.088, | |
| "grad_norm": 17.51531219482422, | |
| "learning_rate": 2.9333333333333338e-06, | |
| "loss": 1.7223, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 22.1541748046875, | |
| "learning_rate": 3e-06, | |
| "loss": 1.6006, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.092, | |
| "grad_norm": 19.2305908203125, | |
| "learning_rate": 3.066666666666667e-06, | |
| "loss": 1.6562, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.094, | |
| "grad_norm": 16.655160903930664, | |
| "learning_rate": 3.133333333333334e-06, | |
| "loss": 1.7491, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.096, | |
| "grad_norm": 20.247623443603516, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 1.6449, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.098, | |
| "grad_norm": 17.47651481628418, | |
| "learning_rate": 3.266666666666667e-06, | |
| "loss": 1.6761, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 26.51736068725586, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 1.7986, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.102, | |
| "grad_norm": 21.225101470947266, | |
| "learning_rate": 3.4000000000000005e-06, | |
| "loss": 1.6329, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.104, | |
| "grad_norm": 22.989187240600586, | |
| "learning_rate": 3.4666666666666672e-06, | |
| "loss": 1.7155, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.106, | |
| "grad_norm": 18.516536712646484, | |
| "learning_rate": 3.5333333333333335e-06, | |
| "loss": 1.6831, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.108, | |
| "grad_norm": 19.069442749023438, | |
| "learning_rate": 3.6000000000000003e-06, | |
| "loss": 1.6225, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 20.60556983947754, | |
| "learning_rate": 3.6666666666666666e-06, | |
| "loss": 1.6726, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.112, | |
| "grad_norm": 19.45859146118164, | |
| "learning_rate": 3.7333333333333337e-06, | |
| "loss": 1.6408, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.114, | |
| "grad_norm": 26.011234283447266, | |
| "learning_rate": 3.8000000000000005e-06, | |
| "loss": 1.6057, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.116, | |
| "grad_norm": 17.240083694458008, | |
| "learning_rate": 3.866666666666667e-06, | |
| "loss": 1.677, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.118, | |
| "grad_norm": 22.089248657226562, | |
| "learning_rate": 3.9333333333333335e-06, | |
| "loss": 1.676, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 33.735233306884766, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.6742, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.122, | |
| "grad_norm": 27.743314743041992, | |
| "learning_rate": 4.066666666666667e-06, | |
| "loss": 1.6956, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.124, | |
| "grad_norm": 25.890151977539062, | |
| "learning_rate": 4.133333333333333e-06, | |
| "loss": 1.56, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.126, | |
| "grad_norm": 16.895370483398438, | |
| "learning_rate": 4.2000000000000004e-06, | |
| "loss": 1.5794, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.128, | |
| "grad_norm": 19.82956314086914, | |
| "learning_rate": 4.266666666666668e-06, | |
| "loss": 1.4879, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 15.571148872375488, | |
| "learning_rate": 4.333333333333334e-06, | |
| "loss": 1.7724, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.132, | |
| "grad_norm": 14.684285163879395, | |
| "learning_rate": 4.4e-06, | |
| "loss": 1.6943, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.134, | |
| "grad_norm": 13.911795616149902, | |
| "learning_rate": 4.4666666666666665e-06, | |
| "loss": 1.6627, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.136, | |
| "grad_norm": 15.752901077270508, | |
| "learning_rate": 4.533333333333334e-06, | |
| "loss": 1.7536, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.138, | |
| "grad_norm": 24.22060203552246, | |
| "learning_rate": 4.600000000000001e-06, | |
| "loss": 1.6225, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 13.675880432128906, | |
| "learning_rate": 4.666666666666667e-06, | |
| "loss": 1.6696, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.142, | |
| "grad_norm": 20.69804573059082, | |
| "learning_rate": 4.7333333333333335e-06, | |
| "loss": 1.6295, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.144, | |
| "grad_norm": 28.758134841918945, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 1.6698, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.146, | |
| "grad_norm": 14.652379035949707, | |
| "learning_rate": 4.866666666666667e-06, | |
| "loss": 1.606, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.148, | |
| "grad_norm": 22.868322372436523, | |
| "learning_rate": 4.933333333333334e-06, | |
| "loss": 1.6168, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 14.871725082397461, | |
| "learning_rate": 5e-06, | |
| "loss": 1.6506, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.152, | |
| "grad_norm": 21.552318572998047, | |
| "learning_rate": 5.0666666666666676e-06, | |
| "loss": 1.6366, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.154, | |
| "grad_norm": 15.857409477233887, | |
| "learning_rate": 5.133333333333334e-06, | |
| "loss": 1.6794, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.156, | |
| "grad_norm": 17.261104583740234, | |
| "learning_rate": 5.2e-06, | |
| "loss": 1.6165, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.158, | |
| "grad_norm": 14.66672420501709, | |
| "learning_rate": 5.2666666666666665e-06, | |
| "loss": 1.6562, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 22.905376434326172, | |
| "learning_rate": 5.333333333333334e-06, | |
| "loss": 1.6468, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.162, | |
| "grad_norm": 17.427703857421875, | |
| "learning_rate": 5.400000000000001e-06, | |
| "loss": 1.6618, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.164, | |
| "grad_norm": 15.554149627685547, | |
| "learning_rate": 5.466666666666667e-06, | |
| "loss": 1.6368, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.166, | |
| "grad_norm": 16.746028900146484, | |
| "learning_rate": 5.533333333333334e-06, | |
| "loss": 1.6583, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.168, | |
| "grad_norm": 17.273025512695312, | |
| "learning_rate": 5.600000000000001e-06, | |
| "loss": 1.625, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 20.172046661376953, | |
| "learning_rate": 5.666666666666667e-06, | |
| "loss": 1.6733, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.172, | |
| "grad_norm": 13.854218482971191, | |
| "learning_rate": 5.733333333333334e-06, | |
| "loss": 1.649, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.174, | |
| "grad_norm": 28.214906692504883, | |
| "learning_rate": 5.8e-06, | |
| "loss": 1.5396, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.176, | |
| "grad_norm": 17.772258758544922, | |
| "learning_rate": 5.8666666666666675e-06, | |
| "loss": 1.5781, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.178, | |
| "grad_norm": 14.36558723449707, | |
| "learning_rate": 5.933333333333335e-06, | |
| "loss": 1.6857, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 15.606388092041016, | |
| "learning_rate": 6e-06, | |
| "loss": 1.6192, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.182, | |
| "grad_norm": 16.106149673461914, | |
| "learning_rate": 6.066666666666667e-06, | |
| "loss": 1.568, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.184, | |
| "grad_norm": 11.074296951293945, | |
| "learning_rate": 6.133333333333334e-06, | |
| "loss": 1.631, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.186, | |
| "grad_norm": 15.625429153442383, | |
| "learning_rate": 6.200000000000001e-06, | |
| "loss": 1.6064, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.188, | |
| "grad_norm": 15.9578218460083, | |
| "learning_rate": 6.266666666666668e-06, | |
| "loss": 1.6646, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 19.56605339050293, | |
| "learning_rate": 6.333333333333333e-06, | |
| "loss": 1.5587, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.192, | |
| "grad_norm": 14.848856925964355, | |
| "learning_rate": 6.4000000000000006e-06, | |
| "loss": 1.6036, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.194, | |
| "grad_norm": 22.246797561645508, | |
| "learning_rate": 6.466666666666667e-06, | |
| "loss": 1.6709, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.196, | |
| "grad_norm": 18.220890045166016, | |
| "learning_rate": 6.533333333333334e-06, | |
| "loss": 1.6603, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.198, | |
| "grad_norm": 18.9663028717041, | |
| "learning_rate": 6.600000000000001e-06, | |
| "loss": 1.7576, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 22.304872512817383, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 1.7278, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.202, | |
| "grad_norm": 22.000619888305664, | |
| "learning_rate": 6.733333333333334e-06, | |
| "loss": 1.7162, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.204, | |
| "grad_norm": 19.02189064025879, | |
| "learning_rate": 6.800000000000001e-06, | |
| "loss": 1.6294, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.206, | |
| "grad_norm": 17.57056999206543, | |
| "learning_rate": 6.866666666666667e-06, | |
| "loss": 1.651, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.208, | |
| "grad_norm": 20.44572639465332, | |
| "learning_rate": 6.9333333333333344e-06, | |
| "loss": 1.6798, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 21.554231643676758, | |
| "learning_rate": 7e-06, | |
| "loss": 1.676, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.212, | |
| "grad_norm": 18.977502822875977, | |
| "learning_rate": 7.066666666666667e-06, | |
| "loss": 1.6736, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.214, | |
| "grad_norm": 18.957950592041016, | |
| "learning_rate": 7.133333333333334e-06, | |
| "loss": 1.7151, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.216, | |
| "grad_norm": 19.2664852142334, | |
| "learning_rate": 7.2000000000000005e-06, | |
| "loss": 1.6875, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.218, | |
| "grad_norm": 18.646236419677734, | |
| "learning_rate": 7.266666666666668e-06, | |
| "loss": 1.6509, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 21.31477928161621, | |
| "learning_rate": 7.333333333333333e-06, | |
| "loss": 1.597, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.222, | |
| "grad_norm": 17.566238403320312, | |
| "learning_rate": 7.4e-06, | |
| "loss": 1.7574, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.224, | |
| "grad_norm": 13.890412330627441, | |
| "learning_rate": 7.4666666666666675e-06, | |
| "loss": 1.5845, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.226, | |
| "grad_norm": 16.55223846435547, | |
| "learning_rate": 7.533333333333334e-06, | |
| "loss": 1.5888, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.228, | |
| "grad_norm": 26.499820709228516, | |
| "learning_rate": 7.600000000000001e-06, | |
| "loss": 1.584, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 31.17205810546875, | |
| "learning_rate": 7.666666666666667e-06, | |
| "loss": 1.6443, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.232, | |
| "grad_norm": 31.60078239440918, | |
| "learning_rate": 7.733333333333334e-06, | |
| "loss": 1.7377, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.234, | |
| "grad_norm": 27.893613815307617, | |
| "learning_rate": 7.800000000000002e-06, | |
| "loss": 1.779, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.236, | |
| "grad_norm": 16.482492446899414, | |
| "learning_rate": 7.866666666666667e-06, | |
| "loss": 1.7002, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.238, | |
| "grad_norm": 24.259340286254883, | |
| "learning_rate": 7.933333333333334e-06, | |
| "loss": 1.5989, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 18.561723709106445, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.7336, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.242, | |
| "grad_norm": 15.461645126342773, | |
| "learning_rate": 8.066666666666667e-06, | |
| "loss": 1.7121, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.244, | |
| "grad_norm": 22.555328369140625, | |
| "learning_rate": 8.133333333333334e-06, | |
| "loss": 1.7554, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.246, | |
| "grad_norm": 14.69766902923584, | |
| "learning_rate": 8.2e-06, | |
| "loss": 1.6397, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.248, | |
| "grad_norm": 15.5711030960083, | |
| "learning_rate": 8.266666666666667e-06, | |
| "loss": 1.7016, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 10.80448055267334, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 1.6544, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.252, | |
| "grad_norm": 18.54620361328125, | |
| "learning_rate": 8.400000000000001e-06, | |
| "loss": 1.623, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.254, | |
| "grad_norm": 34.518768310546875, | |
| "learning_rate": 8.466666666666668e-06, | |
| "loss": 1.6958, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.256, | |
| "grad_norm": 21.02113151550293, | |
| "learning_rate": 8.533333333333335e-06, | |
| "loss": 1.7662, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.258, | |
| "grad_norm": 14.756684303283691, | |
| "learning_rate": 8.6e-06, | |
| "loss": 1.5814, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 16.498056411743164, | |
| "learning_rate": 8.666666666666668e-06, | |
| "loss": 1.7248, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.262, | |
| "grad_norm": 19.80323028564453, | |
| "learning_rate": 8.733333333333333e-06, | |
| "loss": 1.7451, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.264, | |
| "grad_norm": 19.826833724975586, | |
| "learning_rate": 8.8e-06, | |
| "loss": 1.6475, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.266, | |
| "grad_norm": 15.338292121887207, | |
| "learning_rate": 8.866666666666668e-06, | |
| "loss": 1.623, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.268, | |
| "grad_norm": 12.683643341064453, | |
| "learning_rate": 8.933333333333333e-06, | |
| "loss": 1.6932, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 15.072694778442383, | |
| "learning_rate": 9e-06, | |
| "loss": 1.6978, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.272, | |
| "grad_norm": 17.20955467224121, | |
| "learning_rate": 9.066666666666667e-06, | |
| "loss": 1.6464, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.274, | |
| "grad_norm": 16.128379821777344, | |
| "learning_rate": 9.133333333333335e-06, | |
| "loss": 1.6678, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.276, | |
| "grad_norm": 15.234736442565918, | |
| "learning_rate": 9.200000000000002e-06, | |
| "loss": 1.4748, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.278, | |
| "grad_norm": 12.608988761901855, | |
| "learning_rate": 9.266666666666667e-06, | |
| "loss": 1.6285, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 20.843536376953125, | |
| "learning_rate": 9.333333333333334e-06, | |
| "loss": 1.699, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.282, | |
| "grad_norm": 18.524633407592773, | |
| "learning_rate": 9.4e-06, | |
| "loss": 1.6608, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.284, | |
| "grad_norm": 13.68975830078125, | |
| "learning_rate": 9.466666666666667e-06, | |
| "loss": 1.6153, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.286, | |
| "grad_norm": 14.197174072265625, | |
| "learning_rate": 9.533333333333334e-06, | |
| "loss": 1.7042, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.288, | |
| "grad_norm": 18.283809661865234, | |
| "learning_rate": 9.600000000000001e-06, | |
| "loss": 1.7929, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 14.084982872009277, | |
| "learning_rate": 9.666666666666667e-06, | |
| "loss": 1.7448, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.292, | |
| "grad_norm": 15.236905097961426, | |
| "learning_rate": 9.733333333333334e-06, | |
| "loss": 1.7063, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.294, | |
| "grad_norm": 14.99785327911377, | |
| "learning_rate": 9.800000000000001e-06, | |
| "loss": 1.6991, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.296, | |
| "grad_norm": 18.394018173217773, | |
| "learning_rate": 9.866666666666668e-06, | |
| "loss": 1.5488, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.298, | |
| "grad_norm": 11.244776725769043, | |
| "learning_rate": 9.933333333333334e-06, | |
| "loss": 1.6293, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 20.61504364013672, | |
| "learning_rate": 1e-05, | |
| "loss": 1.703, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.302, | |
| "grad_norm": 20.268144607543945, | |
| "learning_rate": 9.99998646145412e-06, | |
| "loss": 1.8211, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.304, | |
| "grad_norm": 17.08184242248535, | |
| "learning_rate": 9.999945845889795e-06, | |
| "loss": 1.5821, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.306, | |
| "grad_norm": 18.60841178894043, | |
| "learning_rate": 9.999878153526974e-06, | |
| "loss": 1.7683, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.308, | |
| "grad_norm": 11.097747802734375, | |
| "learning_rate": 9.999783384732242e-06, | |
| "loss": 1.6726, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 24.11589241027832, | |
| "learning_rate": 9.999661540018812e-06, | |
| "loss": 1.7708, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.312, | |
| "grad_norm": 14.22172737121582, | |
| "learning_rate": 9.999512620046523e-06, | |
| "loss": 1.6218, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.314, | |
| "grad_norm": 15.114810943603516, | |
| "learning_rate": 9.999336625621836e-06, | |
| "loss": 1.7024, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.316, | |
| "grad_norm": 11.347399711608887, | |
| "learning_rate": 9.99913355769784e-06, | |
| "loss": 1.7575, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.318, | |
| "grad_norm": 13.826147079467773, | |
| "learning_rate": 9.998903417374228e-06, | |
| "loss": 1.727, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 14.352263450622559, | |
| "learning_rate": 9.99864620589731e-06, | |
| "loss": 1.5935, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.322, | |
| "grad_norm": 12.488923072814941, | |
| "learning_rate": 9.998361924659989e-06, | |
| "loss": 1.5656, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.324, | |
| "grad_norm": 18.001474380493164, | |
| "learning_rate": 9.998050575201772e-06, | |
| "loss": 1.6436, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.326, | |
| "grad_norm": 16.588930130004883, | |
| "learning_rate": 9.997712159208745e-06, | |
| "loss": 1.6952, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.328, | |
| "grad_norm": 15.841776847839355, | |
| "learning_rate": 9.99734667851357e-06, | |
| "loss": 1.6058, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 17.352310180664062, | |
| "learning_rate": 9.99695413509548e-06, | |
| "loss": 1.6962, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.332, | |
| "grad_norm": 12.201016426086426, | |
| "learning_rate": 9.99653453108026e-06, | |
| "loss": 1.5996, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.334, | |
| "grad_norm": 20.2280216217041, | |
| "learning_rate": 9.996087868740244e-06, | |
| "loss": 1.7222, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.336, | |
| "grad_norm": 15.186982154846191, | |
| "learning_rate": 9.995614150494293e-06, | |
| "loss": 1.7376, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.338, | |
| "grad_norm": 17.792768478393555, | |
| "learning_rate": 9.995113378907791e-06, | |
| "loss": 1.6865, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 12.01579761505127, | |
| "learning_rate": 9.994585556692624e-06, | |
| "loss": 1.6595, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.342, | |
| "grad_norm": 16.191465377807617, | |
| "learning_rate": 9.994030686707171e-06, | |
| "loss": 1.5984, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.344, | |
| "grad_norm": 15.65661334991455, | |
| "learning_rate": 9.993448771956285e-06, | |
| "loss": 1.6659, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.346, | |
| "grad_norm": 673.6796264648438, | |
| "learning_rate": 9.99283981559128e-06, | |
| "loss": 2.1504, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.348, | |
| "grad_norm": 11.247122764587402, | |
| "learning_rate": 9.992203820909906e-06, | |
| "loss": 1.7253, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 17.28847312927246, | |
| "learning_rate": 9.991540791356342e-06, | |
| "loss": 1.7098, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.352, | |
| "grad_norm": 13.881318092346191, | |
| "learning_rate": 9.99085073052117e-06, | |
| "loss": 1.5808, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.354, | |
| "grad_norm": 14.093522071838379, | |
| "learning_rate": 9.990133642141359e-06, | |
| "loss": 1.613, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.356, | |
| "grad_norm": 10.097461700439453, | |
| "learning_rate": 9.989389530100242e-06, | |
| "loss": 1.7024, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.358, | |
| "grad_norm": 12.82798957824707, | |
| "learning_rate": 9.988618398427495e-06, | |
| "loss": 1.6558, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 12.32880687713623, | |
| "learning_rate": 9.987820251299121e-06, | |
| "loss": 1.4778, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.362, | |
| "grad_norm": 8.794655799865723, | |
| "learning_rate": 9.986995093037422e-06, | |
| "loss": 1.6181, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.364, | |
| "grad_norm": 11.556446075439453, | |
| "learning_rate": 9.986142928110972e-06, | |
| "loss": 1.7423, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.366, | |
| "grad_norm": 23.587114334106445, | |
| "learning_rate": 9.985263761134602e-06, | |
| "loss": 1.7441, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.368, | |
| "grad_norm": 14.703253746032715, | |
| "learning_rate": 9.984357596869369e-06, | |
| "loss": 1.6989, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 11.022418975830078, | |
| "learning_rate": 9.98342444022253e-06, | |
| "loss": 1.6443, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.372, | |
| "grad_norm": 16.842967987060547, | |
| "learning_rate": 9.982464296247523e-06, | |
| "loss": 1.7194, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.374, | |
| "grad_norm": 14.422867774963379, | |
| "learning_rate": 9.981477170143924e-06, | |
| "loss": 1.6715, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.376, | |
| "grad_norm": 15.538463592529297, | |
| "learning_rate": 9.980463067257437e-06, | |
| "loss": 1.6339, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.378, | |
| "grad_norm": 10.891705513000488, | |
| "learning_rate": 9.979421993079853e-06, | |
| "loss": 1.6721, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 12.947959899902344, | |
| "learning_rate": 9.978353953249023e-06, | |
| "loss": 1.7966, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.382, | |
| "grad_norm": 9.348876953125, | |
| "learning_rate": 9.977258953548831e-06, | |
| "loss": 1.6517, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.384, | |
| "grad_norm": 8.993280410766602, | |
| "learning_rate": 9.976136999909156e-06, | |
| "loss": 1.6427, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.386, | |
| "grad_norm": 8.9512300491333, | |
| "learning_rate": 9.97498809840585e-06, | |
| "loss": 1.6192, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.388, | |
| "grad_norm": 9.874775886535645, | |
| "learning_rate": 9.973812255260692e-06, | |
| "loss": 1.6766, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 11.946427345275879, | |
| "learning_rate": 9.972609476841368e-06, | |
| "loss": 1.6853, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.392, | |
| "grad_norm": 11.508259773254395, | |
| "learning_rate": 9.971379769661422e-06, | |
| "loss": 1.6911, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.394, | |
| "grad_norm": 10.715835571289062, | |
| "learning_rate": 9.970123140380237e-06, | |
| "loss": 1.6015, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.396, | |
| "grad_norm": 11.727666854858398, | |
| "learning_rate": 9.968839595802982e-06, | |
| "loss": 1.6955, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.398, | |
| "grad_norm": 10.18913745880127, | |
| "learning_rate": 9.967529142880592e-06, | |
| "loss": 1.5734, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 10.491742134094238, | |
| "learning_rate": 9.966191788709716e-06, | |
| "loss": 1.659, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.402, | |
| "grad_norm": 8.228020668029785, | |
| "learning_rate": 9.964827540532685e-06, | |
| "loss": 1.5536, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.404, | |
| "grad_norm": 15.777739524841309, | |
| "learning_rate": 9.963436405737476e-06, | |
| "loss": 1.536, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.406, | |
| "grad_norm": 11.057550430297852, | |
| "learning_rate": 9.962018391857665e-06, | |
| "loss": 1.583, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.408, | |
| "grad_norm": 11.679120063781738, | |
| "learning_rate": 9.960573506572391e-06, | |
| "loss": 1.5931, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 18.90032386779785, | |
| "learning_rate": 9.959101757706308e-06, | |
| "loss": 1.7411, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.412, | |
| "grad_norm": 18.84972381591797, | |
| "learning_rate": 9.957603153229559e-06, | |
| "loss": 1.6154, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.414, | |
| "grad_norm": 13.331605911254883, | |
| "learning_rate": 9.95607770125771e-06, | |
| "loss": 1.677, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.416, | |
| "grad_norm": 13.559438705444336, | |
| "learning_rate": 9.95452541005172e-06, | |
| "loss": 1.6305, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.418, | |
| "grad_norm": 14.361797332763672, | |
| "learning_rate": 9.952946288017899e-06, | |
| "loss": 1.6408, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 16.02930450439453, | |
| "learning_rate": 9.951340343707852e-06, | |
| "loss": 1.7221, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.422, | |
| "grad_norm": 15.836488723754883, | |
| "learning_rate": 9.94970758581844e-06, | |
| "loss": 1.5559, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.424, | |
| "grad_norm": 13.252622604370117, | |
| "learning_rate": 9.948048023191728e-06, | |
| "loss": 1.6659, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.426, | |
| "grad_norm": 10.738286972045898, | |
| "learning_rate": 9.946361664814942e-06, | |
| "loss": 1.5846, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.428, | |
| "grad_norm": 12.482677459716797, | |
| "learning_rate": 9.94464851982042e-06, | |
| "loss": 1.7871, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 10.500411987304688, | |
| "learning_rate": 9.942908597485558e-06, | |
| "loss": 1.7273, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.432, | |
| "grad_norm": 10.43774700164795, | |
| "learning_rate": 9.941141907232766e-06, | |
| "loss": 1.7749, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.434, | |
| "grad_norm": 10.52614688873291, | |
| "learning_rate": 9.939348458629406e-06, | |
| "loss": 1.6396, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.436, | |
| "grad_norm": 9.133844375610352, | |
| "learning_rate": 9.937528261387753e-06, | |
| "loss": 1.6775, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.438, | |
| "grad_norm": 10.179513931274414, | |
| "learning_rate": 9.93568132536494e-06, | |
| "loss": 1.6362, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 10.565604209899902, | |
| "learning_rate": 9.933807660562898e-06, | |
| "loss": 1.6125, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.442, | |
| "grad_norm": 13.952414512634277, | |
| "learning_rate": 9.9319072771283e-06, | |
| "loss": 1.6762, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.444, | |
| "grad_norm": 13.159649848937988, | |
| "learning_rate": 9.929980185352525e-06, | |
| "loss": 1.7111, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.446, | |
| "grad_norm": 15.363605499267578, | |
| "learning_rate": 9.928026395671577e-06, | |
| "loss": 1.687, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.448, | |
| "grad_norm": 12.805254936218262, | |
| "learning_rate": 9.926045918666045e-06, | |
| "loss": 1.6426, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 9.896926879882812, | |
| "learning_rate": 9.924038765061042e-06, | |
| "loss": 1.657, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.452, | |
| "grad_norm": 8.098036766052246, | |
| "learning_rate": 9.92200494572614e-06, | |
| "loss": 1.5689, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.454, | |
| "grad_norm": 9.297266960144043, | |
| "learning_rate": 9.919944471675328e-06, | |
| "loss": 1.5641, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.456, | |
| "grad_norm": 11.86732292175293, | |
| "learning_rate": 9.91785735406693e-06, | |
| "loss": 1.5646, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.458, | |
| "grad_norm": 15.542577743530273, | |
| "learning_rate": 9.915743604203563e-06, | |
| "loss": 1.7098, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 15.652758598327637, | |
| "learning_rate": 9.913603233532067e-06, | |
| "loss": 1.6008, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.462, | |
| "grad_norm": 14.435830116271973, | |
| "learning_rate": 9.911436253643445e-06, | |
| "loss": 1.6086, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.464, | |
| "grad_norm": 12.681479454040527, | |
| "learning_rate": 9.909242676272797e-06, | |
| "loss": 1.7047, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.466, | |
| "grad_norm": 13.065205574035645, | |
| "learning_rate": 9.907022513299264e-06, | |
| "loss": 1.6552, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.468, | |
| "grad_norm": 10.368819236755371, | |
| "learning_rate": 9.904775776745959e-06, | |
| "loss": 1.6101, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 17.001413345336914, | |
| "learning_rate": 9.902502478779897e-06, | |
| "loss": 1.7077, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.472, | |
| "grad_norm": 9.429941177368164, | |
| "learning_rate": 9.90020263171194e-06, | |
| "loss": 1.5966, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.474, | |
| "grad_norm": 9.692448616027832, | |
| "learning_rate": 9.89787624799672e-06, | |
| "loss": 1.6065, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.476, | |
| "grad_norm": 12.412395477294922, | |
| "learning_rate": 9.89552334023258e-06, | |
| "loss": 1.8045, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.478, | |
| "grad_norm": 10.290336608886719, | |
| "learning_rate": 9.893143921161501e-06, | |
| "loss": 1.5883, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 16.823965072631836, | |
| "learning_rate": 9.890738003669029e-06, | |
| "loss": 1.6098, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.482, | |
| "grad_norm": 10.46012020111084, | |
| "learning_rate": 9.888305600784217e-06, | |
| "loss": 1.6483, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.484, | |
| "grad_norm": 9.59673023223877, | |
| "learning_rate": 9.88584672567954e-06, | |
| "loss": 1.5618, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.486, | |
| "grad_norm": 11.56871223449707, | |
| "learning_rate": 9.883361391670841e-06, | |
| "loss": 1.698, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.488, | |
| "grad_norm": 6.657703399658203, | |
| "learning_rate": 9.880849612217238e-06, | |
| "loss": 1.689, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 11.670310020446777, | |
| "learning_rate": 9.878311400921072e-06, | |
| "loss": 1.694, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.492, | |
| "grad_norm": 9.138250350952148, | |
| "learning_rate": 9.875746771527817e-06, | |
| "loss": 1.6979, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.494, | |
| "grad_norm": 10.32927131652832, | |
| "learning_rate": 9.873155737926014e-06, | |
| "loss": 1.6198, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.496, | |
| "grad_norm": 8.178282737731934, | |
| "learning_rate": 9.870538314147194e-06, | |
| "loss": 1.6388, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.498, | |
| "grad_norm": 10.270970344543457, | |
| "learning_rate": 9.867894514365802e-06, | |
| "loss": 1.5972, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 8.778549194335938, | |
| "learning_rate": 9.86522435289912e-06, | |
| "loss": 1.7337, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.502, | |
| "grad_norm": 7.87909460067749, | |
| "learning_rate": 9.862527844207189e-06, | |
| "loss": 1.6102, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.504, | |
| "grad_norm": 9.182847023010254, | |
| "learning_rate": 9.859805002892733e-06, | |
| "loss": 1.7548, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.506, | |
| "grad_norm": 7.970770835876465, | |
| "learning_rate": 9.857055843701073e-06, | |
| "loss": 1.6482, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.508, | |
| "grad_norm": 13.17197322845459, | |
| "learning_rate": 9.85428038152006e-06, | |
| "loss": 1.663, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 9.727519035339355, | |
| "learning_rate": 9.851478631379982e-06, | |
| "loss": 1.613, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.512, | |
| "grad_norm": 11.023371696472168, | |
| "learning_rate": 9.84865060845349e-06, | |
| "loss": 1.6383, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.514, | |
| "grad_norm": 11.075227737426758, | |
| "learning_rate": 9.845796328055505e-06, | |
| "loss": 1.6506, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.516, | |
| "grad_norm": 10.624147415161133, | |
| "learning_rate": 9.842915805643156e-06, | |
| "loss": 1.6063, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.518, | |
| "grad_norm": 8.243653297424316, | |
| "learning_rate": 9.840009056815674e-06, | |
| "loss": 1.6393, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 9.168231964111328, | |
| "learning_rate": 9.83707609731432e-06, | |
| "loss": 1.5481, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.522, | |
| "grad_norm": 10.238672256469727, | |
| "learning_rate": 9.834116943022299e-06, | |
| "loss": 1.703, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.524, | |
| "grad_norm": 6.614677906036377, | |
| "learning_rate": 9.831131609964664e-06, | |
| "loss": 1.5414, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.526, | |
| "grad_norm": 7.963540554046631, | |
| "learning_rate": 9.828120114308248e-06, | |
| "loss": 1.603, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.528, | |
| "grad_norm": 11.000412940979004, | |
| "learning_rate": 9.825082472361558e-06, | |
| "loss": 1.7098, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 10.786978721618652, | |
| "learning_rate": 9.822018700574696e-06, | |
| "loss": 1.6766, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.532, | |
| "grad_norm": 9.823018074035645, | |
| "learning_rate": 9.818928815539266e-06, | |
| "loss": 1.6362, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.534, | |
| "grad_norm": 10.396644592285156, | |
| "learning_rate": 9.815812833988292e-06, | |
| "loss": 1.8225, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.536, | |
| "grad_norm": 11.278525352478027, | |
| "learning_rate": 9.812670772796113e-06, | |
| "loss": 1.7868, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.538, | |
| "grad_norm": 8.690960884094238, | |
| "learning_rate": 9.809502648978311e-06, | |
| "loss": 1.567, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 11.479389190673828, | |
| "learning_rate": 9.806308479691595e-06, | |
| "loss": 1.6175, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.542, | |
| "grad_norm": 8.428929328918457, | |
| "learning_rate": 9.803088282233733e-06, | |
| "loss": 1.6575, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.544, | |
| "grad_norm": 8.638998985290527, | |
| "learning_rate": 9.799842074043438e-06, | |
| "loss": 1.6002, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.546, | |
| "grad_norm": 9.341121673583984, | |
| "learning_rate": 9.796569872700287e-06, | |
| "loss": 1.672, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.548, | |
| "grad_norm": 9.511893272399902, | |
| "learning_rate": 9.793271695924621e-06, | |
| "loss": 1.7315, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 12.620855331420898, | |
| "learning_rate": 9.789947561577445e-06, | |
| "loss": 1.63, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.552, | |
| "grad_norm": 14.644619941711426, | |
| "learning_rate": 9.786597487660336e-06, | |
| "loss": 1.649, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.554, | |
| "grad_norm": 8.164085388183594, | |
| "learning_rate": 9.78322149231535e-06, | |
| "loss": 1.6249, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.556, | |
| "grad_norm": 12.925362586975098, | |
| "learning_rate": 9.779819593824909e-06, | |
| "loss": 1.572, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.558, | |
| "grad_norm": 10.382940292358398, | |
| "learning_rate": 9.776391810611719e-06, | |
| "loss": 1.6225, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 14.114727973937988, | |
| "learning_rate": 9.77293816123866e-06, | |
| "loss": 1.4772, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.562, | |
| "grad_norm": 9.955523490905762, | |
| "learning_rate": 9.769458664408689e-06, | |
| "loss": 1.6424, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.564, | |
| "grad_norm": 10.805880546569824, | |
| "learning_rate": 9.765953338964736e-06, | |
| "loss": 1.5621, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.566, | |
| "grad_norm": 9.07789134979248, | |
| "learning_rate": 9.762422203889604e-06, | |
| "loss": 1.6892, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.568, | |
| "grad_norm": 13.484134674072266, | |
| "learning_rate": 9.75886527830587e-06, | |
| "loss": 1.7468, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 10.758011817932129, | |
| "learning_rate": 9.755282581475769e-06, | |
| "loss": 1.699, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.572, | |
| "grad_norm": 8.382722854614258, | |
| "learning_rate": 9.751674132801106e-06, | |
| "loss": 1.5586, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.574, | |
| "grad_norm": 7.959819316864014, | |
| "learning_rate": 9.748039951823141e-06, | |
| "loss": 1.5625, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.576, | |
| "grad_norm": 8.60888671875, | |
| "learning_rate": 9.744380058222483e-06, | |
| "loss": 1.5166, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.578, | |
| "grad_norm": 10.173426628112793, | |
| "learning_rate": 9.740694471818988e-06, | |
| "loss": 1.7414, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 8.694028854370117, | |
| "learning_rate": 9.736983212571646e-06, | |
| "loss": 1.5719, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.582, | |
| "grad_norm": 12.50915241241455, | |
| "learning_rate": 9.733246300578482e-06, | |
| "loss": 1.5379, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.584, | |
| "grad_norm": 7.476858615875244, | |
| "learning_rate": 9.729483756076436e-06, | |
| "loss": 1.5798, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.586, | |
| "grad_norm": 8.575016975402832, | |
| "learning_rate": 9.72569559944126e-06, | |
| "loss": 1.6348, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.588, | |
| "grad_norm": 10.078662872314453, | |
| "learning_rate": 9.721881851187406e-06, | |
| "loss": 1.6831, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 12.232658386230469, | |
| "learning_rate": 9.718042531967918e-06, | |
| "loss": 1.687, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.592, | |
| "grad_norm": 10.713579177856445, | |
| "learning_rate": 9.714177662574316e-06, | |
| "loss": 1.6168, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.594, | |
| "grad_norm": 10.275739669799805, | |
| "learning_rate": 9.710287263936485e-06, | |
| "loss": 1.7538, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.596, | |
| "grad_norm": 7.381926536560059, | |
| "learning_rate": 9.70637135712256e-06, | |
| "loss": 1.5313, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.598, | |
| "grad_norm": 10.051726341247559, | |
| "learning_rate": 9.702429963338812e-06, | |
| "loss": 1.7786, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 10.447134017944336, | |
| "learning_rate": 9.698463103929542e-06, | |
| "loss": 1.6418, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.602, | |
| "grad_norm": 13.121293067932129, | |
| "learning_rate": 9.694470800376951e-06, | |
| "loss": 1.7257, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.604, | |
| "grad_norm": 8.965837478637695, | |
| "learning_rate": 9.690453074301035e-06, | |
| "loss": 1.6921, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.606, | |
| "grad_norm": 13.510847091674805, | |
| "learning_rate": 9.68640994745946e-06, | |
| "loss": 1.7176, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.608, | |
| "grad_norm": 10.887725830078125, | |
| "learning_rate": 9.682341441747446e-06, | |
| "loss": 1.7061, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 8.40693473815918, | |
| "learning_rate": 9.678247579197658e-06, | |
| "loss": 1.6644, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.612, | |
| "grad_norm": 11.772154808044434, | |
| "learning_rate": 9.674128381980073e-06, | |
| "loss": 1.7006, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.614, | |
| "grad_norm": 10.446290969848633, | |
| "learning_rate": 9.669983872401868e-06, | |
| "loss": 1.7206, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.616, | |
| "grad_norm": 10.989177703857422, | |
| "learning_rate": 9.665814072907293e-06, | |
| "loss": 1.6525, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.618, | |
| "grad_norm": 11.617728233337402, | |
| "learning_rate": 9.661619006077562e-06, | |
| "loss": 1.6366, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 12.805769920349121, | |
| "learning_rate": 9.657398694630713e-06, | |
| "loss": 1.7126, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.622, | |
| "grad_norm": 10.547633171081543, | |
| "learning_rate": 9.653153161421497e-06, | |
| "loss": 1.6447, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.624, | |
| "grad_norm": 11.312098503112793, | |
| "learning_rate": 9.648882429441258e-06, | |
| "loss": 1.732, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.626, | |
| "grad_norm": 11.163432121276855, | |
| "learning_rate": 9.644586521817792e-06, | |
| "loss": 1.5886, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.628, | |
| "grad_norm": 14.074267387390137, | |
| "learning_rate": 9.640265461815235e-06, | |
| "loss": 1.6658, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 8.643535614013672, | |
| "learning_rate": 9.635919272833938e-06, | |
| "loss": 1.5441, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.632, | |
| "grad_norm": 17.20092010498047, | |
| "learning_rate": 9.63154797841033e-06, | |
| "loss": 1.6208, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.634, | |
| "grad_norm": 9.415007591247559, | |
| "learning_rate": 9.627151602216801e-06, | |
| "loss": 1.5145, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.636, | |
| "grad_norm": 14.709664344787598, | |
| "learning_rate": 9.622730168061568e-06, | |
| "loss": 1.7034, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.638, | |
| "grad_norm": 13.328878402709961, | |
| "learning_rate": 9.618283699888543e-06, | |
| "loss": 1.7108, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 9.980976104736328, | |
| "learning_rate": 9.613812221777212e-06, | |
| "loss": 1.6241, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.642, | |
| "grad_norm": 11.059935569763184, | |
| "learning_rate": 9.609315757942504e-06, | |
| "loss": 1.7884, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.644, | |
| "grad_norm": 8.424722671508789, | |
| "learning_rate": 9.604794332734647e-06, | |
| "loss": 1.5701, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.646, | |
| "grad_norm": 13.05691146850586, | |
| "learning_rate": 9.600247970639053e-06, | |
| "loss": 1.6983, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.648, | |
| "grad_norm": 10.937281608581543, | |
| "learning_rate": 9.595676696276173e-06, | |
| "loss": 1.7072, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 10.963797569274902, | |
| "learning_rate": 9.591080534401371e-06, | |
| "loss": 1.7535, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.652, | |
| "grad_norm": 11.561660766601562, | |
| "learning_rate": 9.586459509904786e-06, | |
| "loss": 1.564, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.654, | |
| "grad_norm": 9.038650512695312, | |
| "learning_rate": 9.581813647811199e-06, | |
| "loss": 1.7599, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.656, | |
| "grad_norm": 9.181880950927734, | |
| "learning_rate": 9.577142973279896e-06, | |
| "loss": 1.5822, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.658, | |
| "grad_norm": 9.09460735321045, | |
| "learning_rate": 9.572447511604536e-06, | |
| "loss": 1.6547, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 8.515859603881836, | |
| "learning_rate": 9.567727288213005e-06, | |
| "loss": 1.59, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.662, | |
| "grad_norm": 11.761797904968262, | |
| "learning_rate": 9.56298232866729e-06, | |
| "loss": 1.7411, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.664, | |
| "grad_norm": 10.45743179321289, | |
| "learning_rate": 9.55821265866333e-06, | |
| "loss": 1.6905, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.666, | |
| "grad_norm": 8.767599105834961, | |
| "learning_rate": 9.553418304030886e-06, | |
| "loss": 1.624, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.668, | |
| "grad_norm": 8.311175346374512, | |
| "learning_rate": 9.548599290733393e-06, | |
| "loss": 1.7281, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 10.42666244506836, | |
| "learning_rate": 9.543755644867823e-06, | |
| "loss": 1.6878, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.672, | |
| "grad_norm": 7.798083782196045, | |
| "learning_rate": 9.538887392664544e-06, | |
| "loss": 1.623, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.674, | |
| "grad_norm": 10.574175834655762, | |
| "learning_rate": 9.53399456048718e-06, | |
| "loss": 1.6386, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.676, | |
| "grad_norm": 8.909551620483398, | |
| "learning_rate": 9.529077174832466e-06, | |
| "loss": 1.7324, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.678, | |
| "grad_norm": 7.710360527038574, | |
| "learning_rate": 9.524135262330098e-06, | |
| "loss": 1.6373, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 13.496674537658691, | |
| "learning_rate": 9.519168849742603e-06, | |
| "loss": 1.6202, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.682, | |
| "grad_norm": 7.529291152954102, | |
| "learning_rate": 9.514177963965181e-06, | |
| "loss": 1.7156, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.684, | |
| "grad_norm": 7.229175567626953, | |
| "learning_rate": 9.50916263202557e-06, | |
| "loss": 1.663, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.686, | |
| "grad_norm": 12.523305892944336, | |
| "learning_rate": 9.504122881083886e-06, | |
| "loss": 1.6902, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.688, | |
| "grad_norm": 10.700648307800293, | |
| "learning_rate": 9.499058738432492e-06, | |
| "loss": 1.6298, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 7.542520523071289, | |
| "learning_rate": 9.493970231495836e-06, | |
| "loss": 1.5829, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.692, | |
| "grad_norm": 9.304771423339844, | |
| "learning_rate": 9.488857387830315e-06, | |
| "loss": 1.6467, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.694, | |
| "grad_norm": 11.418816566467285, | |
| "learning_rate": 9.483720235124113e-06, | |
| "loss": 1.7727, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.696, | |
| "grad_norm": 7.398611068725586, | |
| "learning_rate": 9.478558801197065e-06, | |
| "loss": 1.5846, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.698, | |
| "grad_norm": 10.512649536132812, | |
| "learning_rate": 9.473373114000493e-06, | |
| "loss": 1.7182, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 9.7409029006958, | |
| "learning_rate": 9.468163201617063e-06, | |
| "loss": 1.6869, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.702, | |
| "grad_norm": 11.419679641723633, | |
| "learning_rate": 9.46292909226063e-06, | |
| "loss": 1.6018, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.704, | |
| "grad_norm": 12.171987533569336, | |
| "learning_rate": 9.457670814276083e-06, | |
| "loss": 1.5906, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.706, | |
| "grad_norm": 10.171733856201172, | |
| "learning_rate": 9.452388396139202e-06, | |
| "loss": 1.6307, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.708, | |
| "grad_norm": 11.288997650146484, | |
| "learning_rate": 9.44708186645649e-06, | |
| "loss": 1.627, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 10.578997611999512, | |
| "learning_rate": 9.441751253965022e-06, | |
| "loss": 1.7024, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.712, | |
| "grad_norm": 8.29975414276123, | |
| "learning_rate": 9.436396587532297e-06, | |
| "loss": 1.7009, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.714, | |
| "grad_norm": 9.676756858825684, | |
| "learning_rate": 9.431017896156074e-06, | |
| "loss": 1.6421, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.716, | |
| "grad_norm": 8.530579566955566, | |
| "learning_rate": 9.425615208964217e-06, | |
| "loss": 1.619, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.718, | |
| "grad_norm": 6.746725082397461, | |
| "learning_rate": 9.420188555214537e-06, | |
| "loss": 1.5287, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 7.753213405609131, | |
| "learning_rate": 9.414737964294636e-06, | |
| "loss": 1.53, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.722, | |
| "grad_norm": 7.940869331359863, | |
| "learning_rate": 9.40926346572174e-06, | |
| "loss": 1.5859, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.724, | |
| "grad_norm": 8.257153511047363, | |
| "learning_rate": 9.403765089142554e-06, | |
| "loss": 1.559, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.726, | |
| "grad_norm": 8.980607032775879, | |
| "learning_rate": 9.398242864333084e-06, | |
| "loss": 1.6408, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.728, | |
| "grad_norm": 12.678767204284668, | |
| "learning_rate": 9.392696821198488e-06, | |
| "loss": 1.6613, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 9.08625316619873, | |
| "learning_rate": 9.38712698977291e-06, | |
| "loss": 1.6557, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.732, | |
| "grad_norm": 9.90092658996582, | |
| "learning_rate": 9.381533400219319e-06, | |
| "loss": 1.7143, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.734, | |
| "grad_norm": 15.684215545654297, | |
| "learning_rate": 9.375916082829341e-06, | |
| "loss": 1.6149, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.736, | |
| "grad_norm": 8.9537935256958, | |
| "learning_rate": 9.370275068023097e-06, | |
| "loss": 1.5268, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.738, | |
| "grad_norm": 10.356677055358887, | |
| "learning_rate": 9.364610386349048e-06, | |
| "loss": 1.7228, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 10.680842399597168, | |
| "learning_rate": 9.358922068483813e-06, | |
| "loss": 1.762, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.742, | |
| "grad_norm": 9.59675121307373, | |
| "learning_rate": 9.35321014523201e-06, | |
| "loss": 1.6749, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.744, | |
| "grad_norm": 11.908790588378906, | |
| "learning_rate": 9.347474647526095e-06, | |
| "loss": 1.67, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.746, | |
| "grad_norm": 10.074137687683105, | |
| "learning_rate": 9.34171560642619e-06, | |
| "loss": 1.6049, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.748, | |
| "grad_norm": 9.519111633300781, | |
| "learning_rate": 9.335933053119906e-06, | |
| "loss": 1.7383, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 11.124157905578613, | |
| "learning_rate": 9.330127018922195e-06, | |
| "loss": 1.5772, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.752, | |
| "grad_norm": 9.715572357177734, | |
| "learning_rate": 9.324297535275156e-06, | |
| "loss": 1.6024, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.754, | |
| "grad_norm": 14.774503707885742, | |
| "learning_rate": 9.318444633747884e-06, | |
| "loss": 1.614, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.756, | |
| "grad_norm": 15.559951782226562, | |
| "learning_rate": 9.312568346036288e-06, | |
| "loss": 1.6546, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.758, | |
| "grad_norm": 9.326455116271973, | |
| "learning_rate": 9.306668703962927e-06, | |
| "loss": 1.6567, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 10.113893508911133, | |
| "learning_rate": 9.30074573947683e-06, | |
| "loss": 1.6268, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.762, | |
| "grad_norm": 10.376815795898438, | |
| "learning_rate": 9.294799484653323e-06, | |
| "loss": 1.649, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.764, | |
| "grad_norm": 12.478555679321289, | |
| "learning_rate": 9.288829971693869e-06, | |
| "loss": 1.5325, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.766, | |
| "grad_norm": 8.862922668457031, | |
| "learning_rate": 9.282837232925876e-06, | |
| "loss": 1.5611, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.768, | |
| "grad_norm": 9.65459156036377, | |
| "learning_rate": 9.276821300802535e-06, | |
| "loss": 1.6238, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 10.751141548156738, | |
| "learning_rate": 9.27078220790263e-06, | |
| "loss": 1.629, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.772, | |
| "grad_norm": 11.15700912475586, | |
| "learning_rate": 9.264719986930376e-06, | |
| "loss": 1.757, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.774, | |
| "grad_norm": 11.11645221710205, | |
| "learning_rate": 9.25863467071524e-06, | |
| "loss": 1.7262, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.776, | |
| "grad_norm": 9.191835403442383, | |
| "learning_rate": 9.25252629221175e-06, | |
| "loss": 1.5161, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.778, | |
| "grad_norm": 8.911935806274414, | |
| "learning_rate": 9.246394884499334e-06, | |
| "loss": 1.6185, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 10.155871391296387, | |
| "learning_rate": 9.24024048078213e-06, | |
| "loss": 1.6151, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.782, | |
| "grad_norm": 7.377295970916748, | |
| "learning_rate": 9.234063114388809e-06, | |
| "loss": 1.5232, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.784, | |
| "grad_norm": 10.363668441772461, | |
| "learning_rate": 9.227862818772392e-06, | |
| "loss": 1.6332, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.786, | |
| "grad_norm": 8.449118614196777, | |
| "learning_rate": 9.221639627510076e-06, | |
| "loss": 1.5769, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.788, | |
| "grad_norm": 8.908105850219727, | |
| "learning_rate": 9.215393574303043e-06, | |
| "loss": 1.7008, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 9.45577335357666, | |
| "learning_rate": 9.209124692976287e-06, | |
| "loss": 1.6707, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.792, | |
| "grad_norm": 9.608206748962402, | |
| "learning_rate": 9.202833017478421e-06, | |
| "loss": 1.6652, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.794, | |
| "grad_norm": 9.177596092224121, | |
| "learning_rate": 9.196518581881502e-06, | |
| "loss": 1.7067, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.796, | |
| "grad_norm": 5.568012714385986, | |
| "learning_rate": 9.190181420380838e-06, | |
| "loss": 1.6233, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.798, | |
| "grad_norm": 10.35659122467041, | |
| "learning_rate": 9.18382156729481e-06, | |
| "loss": 1.6694, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 5.523914813995361, | |
| "learning_rate": 9.177439057064684e-06, | |
| "loss": 1.6281, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.802, | |
| "grad_norm": 7.155726432800293, | |
| "learning_rate": 9.171033924254421e-06, | |
| "loss": 1.6411, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.804, | |
| "grad_norm": 11.25847339630127, | |
| "learning_rate": 9.164606203550498e-06, | |
| "loss": 1.5891, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.806, | |
| "grad_norm": 12.162601470947266, | |
| "learning_rate": 9.15815592976171e-06, | |
| "loss": 1.5304, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.808, | |
| "grad_norm": 9.000397682189941, | |
| "learning_rate": 9.151683137818989e-06, | |
| "loss": 1.6407, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 8.760917663574219, | |
| "learning_rate": 9.145187862775208e-06, | |
| "loss": 1.6462, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.812, | |
| "grad_norm": 9.060429573059082, | |
| "learning_rate": 9.138670139805004e-06, | |
| "loss": 1.6845, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.814, | |
| "grad_norm": 8.54736614227295, | |
| "learning_rate": 9.132130004204569e-06, | |
| "loss": 1.7051, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.816, | |
| "grad_norm": 10.724129676818848, | |
| "learning_rate": 9.125567491391476e-06, | |
| "loss": 1.6058, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.818, | |
| "grad_norm": 9.786903381347656, | |
| "learning_rate": 9.118982636904476e-06, | |
| "loss": 1.6181, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 9.084239959716797, | |
| "learning_rate": 9.112375476403313e-06, | |
| "loss": 1.7077, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.822, | |
| "grad_norm": 8.961618423461914, | |
| "learning_rate": 9.10574604566852e-06, | |
| "loss": 1.6431, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.824, | |
| "grad_norm": 8.100645065307617, | |
| "learning_rate": 9.099094380601244e-06, | |
| "loss": 1.6346, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.826, | |
| "grad_norm": 10.302638053894043, | |
| "learning_rate": 9.09242051722303e-06, | |
| "loss": 1.728, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.828, | |
| "grad_norm": 8.645998001098633, | |
| "learning_rate": 9.085724491675642e-06, | |
| "loss": 1.6298, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 6.636702060699463, | |
| "learning_rate": 9.079006340220862e-06, | |
| "loss": 1.7458, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.832, | |
| "grad_norm": 9.560812950134277, | |
| "learning_rate": 9.072266099240286e-06, | |
| "loss": 1.6252, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.834, | |
| "grad_norm": 8.170851707458496, | |
| "learning_rate": 9.065503805235139e-06, | |
| "loss": 1.5759, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.836, | |
| "grad_norm": 10.425228118896484, | |
| "learning_rate": 9.058719494826076e-06, | |
| "loss": 1.7297, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.838, | |
| "grad_norm": 8.824040412902832, | |
| "learning_rate": 9.051913204752972e-06, | |
| "loss": 1.7309, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 9.032853126525879, | |
| "learning_rate": 9.045084971874738e-06, | |
| "loss": 1.5986, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.842, | |
| "grad_norm": 8.494746208190918, | |
| "learning_rate": 9.03823483316911e-06, | |
| "loss": 1.6812, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.844, | |
| "grad_norm": 9.491890907287598, | |
| "learning_rate": 9.031362825732456e-06, | |
| "loss": 1.6809, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.846, | |
| "grad_norm": 10.895613670349121, | |
| "learning_rate": 9.02446898677957e-06, | |
| "loss": 1.6665, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.848, | |
| "grad_norm": 6.491031169891357, | |
| "learning_rate": 9.017553353643479e-06, | |
| "loss": 1.6723, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 8.402596473693848, | |
| "learning_rate": 9.01061596377522e-06, | |
| "loss": 1.5644, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.852, | |
| "grad_norm": 8.312848091125488, | |
| "learning_rate": 9.003656854743667e-06, | |
| "loss": 1.5704, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.854, | |
| "grad_norm": 10.550932884216309, | |
| "learning_rate": 8.996676064235308e-06, | |
| "loss": 1.6347, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.856, | |
| "grad_norm": 7.069148540496826, | |
| "learning_rate": 8.989673630054044e-06, | |
| "loss": 1.5883, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.858, | |
| "grad_norm": 8.47697639465332, | |
| "learning_rate": 8.982649590120982e-06, | |
| "loss": 1.6156, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 10.076146125793457, | |
| "learning_rate": 8.97560398247424e-06, | |
| "loss": 1.6816, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.862, | |
| "grad_norm": 9.539214134216309, | |
| "learning_rate": 8.96853684526873e-06, | |
| "loss": 1.6875, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.864, | |
| "grad_norm": 10.413458824157715, | |
| "learning_rate": 8.961448216775955e-06, | |
| "loss": 1.6266, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.866, | |
| "grad_norm": 9.216937065124512, | |
| "learning_rate": 8.954338135383804e-06, | |
| "loss": 1.6485, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.868, | |
| "grad_norm": 8.924684524536133, | |
| "learning_rate": 8.947206639596346e-06, | |
| "loss": 1.5875, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 9.03341007232666, | |
| "learning_rate": 8.94005376803361e-06, | |
| "loss": 1.562, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.872, | |
| "grad_norm": 7.471339225769043, | |
| "learning_rate": 8.932879559431392e-06, | |
| "loss": 1.5646, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.874, | |
| "grad_norm": 12.005831718444824, | |
| "learning_rate": 8.925684052641027e-06, | |
| "loss": 1.7528, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.876, | |
| "grad_norm": 7.764755725860596, | |
| "learning_rate": 8.9184672866292e-06, | |
| "loss": 1.6857, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.878, | |
| "grad_norm": 7.975648403167725, | |
| "learning_rate": 8.911229300477716e-06, | |
| "loss": 1.7224, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 7.063853740692139, | |
| "learning_rate": 8.903970133383297e-06, | |
| "loss": 1.67, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.882, | |
| "grad_norm": 9.282867431640625, | |
| "learning_rate": 8.896689824657371e-06, | |
| "loss": 1.5403, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.884, | |
| "grad_norm": 7.045912265777588, | |
| "learning_rate": 8.889388413725857e-06, | |
| "loss": 1.5697, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.886, | |
| "grad_norm": 7.684753894805908, | |
| "learning_rate": 8.882065940128946e-06, | |
| "loss": 1.6201, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.888, | |
| "grad_norm": 11.638023376464844, | |
| "learning_rate": 8.874722443520898e-06, | |
| "loss": 1.6565, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 8.81474781036377, | |
| "learning_rate": 8.867357963669821e-06, | |
| "loss": 1.6399, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.892, | |
| "grad_norm": 9.439010620117188, | |
| "learning_rate": 8.859972540457451e-06, | |
| "loss": 1.7231, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.894, | |
| "grad_norm": 8.762112617492676, | |
| "learning_rate": 8.852566213878947e-06, | |
| "loss": 1.5841, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.896, | |
| "grad_norm": 8.807167053222656, | |
| "learning_rate": 8.845139024042664e-06, | |
| "loss": 1.6177, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.898, | |
| "grad_norm": 7.984807014465332, | |
| "learning_rate": 8.837691011169944e-06, | |
| "loss": 1.6911, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 9.620468139648438, | |
| "learning_rate": 8.83022221559489e-06, | |
| "loss": 1.6385, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.902, | |
| "grad_norm": 8.629189491271973, | |
| "learning_rate": 8.822732677764158e-06, | |
| "loss": 1.6133, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.904, | |
| "grad_norm": 10.831542015075684, | |
| "learning_rate": 8.815222438236726e-06, | |
| "loss": 1.655, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.906, | |
| "grad_norm": 7.558828353881836, | |
| "learning_rate": 8.807691537683685e-06, | |
| "loss": 1.5384, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.908, | |
| "grad_norm": 10.0075044631958, | |
| "learning_rate": 8.800140016888009e-06, | |
| "loss": 1.6663, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 8.153804779052734, | |
| "learning_rate": 8.792567916744346e-06, | |
| "loss": 1.73, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.912, | |
| "grad_norm": 7.489542007446289, | |
| "learning_rate": 8.784975278258783e-06, | |
| "loss": 1.6016, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.914, | |
| "grad_norm": 6.917328357696533, | |
| "learning_rate": 8.777362142548636e-06, | |
| "loss": 1.6948, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.916, | |
| "grad_norm": 6.830845832824707, | |
| "learning_rate": 8.769728550842217e-06, | |
| "loss": 1.6222, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.918, | |
| "grad_norm": 7.163386821746826, | |
| "learning_rate": 8.762074544478622e-06, | |
| "loss": 1.6015, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 8.106656074523926, | |
| "learning_rate": 8.754400164907496e-06, | |
| "loss": 1.6755, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.922, | |
| "grad_norm": 8.358505249023438, | |
| "learning_rate": 8.746705453688815e-06, | |
| "loss": 1.5817, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.924, | |
| "grad_norm": 10.56636905670166, | |
| "learning_rate": 8.73899045249266e-06, | |
| "loss": 1.6605, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.926, | |
| "grad_norm": 8.793217658996582, | |
| "learning_rate": 8.73125520309899e-06, | |
| "loss": 1.6739, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.928, | |
| "grad_norm": 7.576605319976807, | |
| "learning_rate": 8.723499747397415e-06, | |
| "loss": 1.5703, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 9.332236289978027, | |
| "learning_rate": 8.715724127386971e-06, | |
| "loss": 1.5906, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.932, | |
| "grad_norm": 8.388971328735352, | |
| "learning_rate": 8.707928385175898e-06, | |
| "loss": 1.6549, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.934, | |
| "grad_norm": 7.761672019958496, | |
| "learning_rate": 8.700112562981398e-06, | |
| "loss": 1.5616, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.936, | |
| "grad_norm": 9.178117752075195, | |
| "learning_rate": 8.692276703129421e-06, | |
| "loss": 1.7963, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.938, | |
| "grad_norm": 6.7894287109375, | |
| "learning_rate": 8.68442084805442e-06, | |
| "loss": 1.579, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 8.14854907989502, | |
| "learning_rate": 8.676545040299145e-06, | |
| "loss": 1.7024, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.942, | |
| "grad_norm": 8.014143943786621, | |
| "learning_rate": 8.668649322514382e-06, | |
| "loss": 1.6969, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.944, | |
| "grad_norm": 7.022289752960205, | |
| "learning_rate": 8.660733737458751e-06, | |
| "loss": 1.5763, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.946, | |
| "grad_norm": 7.455463886260986, | |
| "learning_rate": 8.652798327998458e-06, | |
| "loss": 1.6751, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.948, | |
| "grad_norm": 10.453346252441406, | |
| "learning_rate": 8.644843137107058e-06, | |
| "loss": 1.6393, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 10.011568069458008, | |
| "learning_rate": 8.636868207865244e-06, | |
| "loss": 1.6452, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.952, | |
| "grad_norm": 10.156243324279785, | |
| "learning_rate": 8.628873583460593e-06, | |
| "loss": 1.6624, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.954, | |
| "grad_norm": 8.829718589782715, | |
| "learning_rate": 8.620859307187339e-06, | |
| "loss": 1.6908, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.956, | |
| "grad_norm": 10.530731201171875, | |
| "learning_rate": 8.61282542244614e-06, | |
| "loss": 1.6371, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.958, | |
| "grad_norm": 9.92332935333252, | |
| "learning_rate": 8.604771972743848e-06, | |
| "loss": 1.6542, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 6.439817905426025, | |
| "learning_rate": 8.596699001693257e-06, | |
| "loss": 1.7083, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.962, | |
| "grad_norm": 7.941191673278809, | |
| "learning_rate": 8.588606553012884e-06, | |
| "loss": 1.5819, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.964, | |
| "grad_norm": 7.217868328094482, | |
| "learning_rate": 8.580494670526725e-06, | |
| "loss": 1.7362, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.966, | |
| "grad_norm": 8.529379844665527, | |
| "learning_rate": 8.572363398164017e-06, | |
| "loss": 1.7196, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.968, | |
| "grad_norm": 8.774826049804688, | |
| "learning_rate": 8.564212779959003e-06, | |
| "loss": 1.6536, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 8.855049133300781, | |
| "learning_rate": 8.556042860050686e-06, | |
| "loss": 1.6759, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.972, | |
| "grad_norm": 7.4477620124816895, | |
| "learning_rate": 8.547853682682605e-06, | |
| "loss": 1.6095, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.974, | |
| "grad_norm": 8.155046463012695, | |
| "learning_rate": 8.539645292202579e-06, | |
| "loss": 1.6397, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.976, | |
| "grad_norm": 9.956945419311523, | |
| "learning_rate": 8.531417733062476e-06, | |
| "loss": 1.5748, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.978, | |
| "grad_norm": 9.320968627929688, | |
| "learning_rate": 8.523171049817974e-06, | |
| "loss": 1.6588, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 7.276108264923096, | |
| "learning_rate": 8.51490528712831e-06, | |
| "loss": 1.6456, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.982, | |
| "grad_norm": 11.987957954406738, | |
| "learning_rate": 8.506620489756045e-06, | |
| "loss": 1.6061, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.984, | |
| "grad_norm": 9.098200798034668, | |
| "learning_rate": 8.498316702566828e-06, | |
| "loss": 1.6903, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.986, | |
| "grad_norm": 7.814845561981201, | |
| "learning_rate": 8.489993970529137e-06, | |
| "loss": 1.4855, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.988, | |
| "grad_norm": 7.096703052520752, | |
| "learning_rate": 8.481652338714048e-06, | |
| "loss": 1.6221, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 6.307745456695557, | |
| "learning_rate": 8.473291852294986e-06, | |
| "loss": 1.5903, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.992, | |
| "grad_norm": 7.393770694732666, | |
| "learning_rate": 8.464912556547486e-06, | |
| "loss": 1.5778, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.994, | |
| "grad_norm": 21.961185455322266, | |
| "learning_rate": 8.456514496848938e-06, | |
| "loss": 1.7559, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.996, | |
| "grad_norm": 12.971484184265137, | |
| "learning_rate": 8.44809771867835e-06, | |
| "loss": 1.6592, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.998, | |
| "grad_norm": 12.674059867858887, | |
| "learning_rate": 8.439662267616093e-06, | |
| "loss": 1.6422, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 10.149175643920898, | |
| "learning_rate": 8.43120818934367e-06, | |
| "loss": 1.6264, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.002, | |
| "grad_norm": 14.11556625366211, | |
| "learning_rate": 8.422735529643445e-06, | |
| "loss": 1.5558, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.004, | |
| "grad_norm": 10.902586936950684, | |
| "learning_rate": 8.414244334398418e-06, | |
| "loss": 1.6304, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.006, | |
| "grad_norm": 9.201044082641602, | |
| "learning_rate": 8.405734649591964e-06, | |
| "loss": 1.7151, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.008, | |
| "grad_norm": 8.613140106201172, | |
| "learning_rate": 8.397206521307584e-06, | |
| "loss": 1.6446, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 11.33934497833252, | |
| "learning_rate": 8.388659995728662e-06, | |
| "loss": 1.5727, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.012, | |
| "grad_norm": 9.204126358032227, | |
| "learning_rate": 8.380095119138209e-06, | |
| "loss": 1.6427, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.014, | |
| "grad_norm": 13.722872734069824, | |
| "learning_rate": 8.371511937918616e-06, | |
| "loss": 1.5922, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.016, | |
| "grad_norm": 9.983489036560059, | |
| "learning_rate": 8.362910498551402e-06, | |
| "loss": 1.5911, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.018, | |
| "grad_norm": 6.286109447479248, | |
| "learning_rate": 8.354290847616954e-06, | |
| "loss": 1.581, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 8.981342315673828, | |
| "learning_rate": 8.345653031794292e-06, | |
| "loss": 1.6099, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.022, | |
| "grad_norm": 10.48516845703125, | |
| "learning_rate": 8.3369970978608e-06, | |
| "loss": 1.4918, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.024, | |
| "grad_norm": 10.683873176574707, | |
| "learning_rate": 8.328323092691985e-06, | |
| "loss": 1.7634, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.026, | |
| "grad_norm": 9.128839492797852, | |
| "learning_rate": 8.319631063261209e-06, | |
| "loss": 1.5248, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.028, | |
| "grad_norm": 7.288445949554443, | |
| "learning_rate": 8.310921056639451e-06, | |
| "loss": 1.597, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 7.43460750579834, | |
| "learning_rate": 8.302193119995038e-06, | |
| "loss": 1.469, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.032, | |
| "grad_norm": 11.071965217590332, | |
| "learning_rate": 8.293447300593402e-06, | |
| "loss": 1.6112, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.034, | |
| "grad_norm": 9.424286842346191, | |
| "learning_rate": 8.284683645796814e-06, | |
| "loss": 1.6145, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.036, | |
| "grad_norm": 10.420470237731934, | |
| "learning_rate": 8.275902203064125e-06, | |
| "loss": 1.7171, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.038, | |
| "grad_norm": 9.002021789550781, | |
| "learning_rate": 8.267103019950529e-06, | |
| "loss": 1.603, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 12.653961181640625, | |
| "learning_rate": 8.258286144107277e-06, | |
| "loss": 1.6203, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.042, | |
| "grad_norm": 7.975899696350098, | |
| "learning_rate": 8.249451623281444e-06, | |
| "loss": 1.5552, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.044, | |
| "grad_norm": 7.326491832733154, | |
| "learning_rate": 8.240599505315656e-06, | |
| "loss": 1.6063, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.046, | |
| "grad_norm": 7.846243381500244, | |
| "learning_rate": 8.231729838147833e-06, | |
| "loss": 1.5635, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.048, | |
| "grad_norm": 9.442638397216797, | |
| "learning_rate": 8.222842669810936e-06, | |
| "loss": 1.5853, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 8.490560531616211, | |
| "learning_rate": 8.213938048432697e-06, | |
| "loss": 1.5719, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.052, | |
| "grad_norm": 9.718538284301758, | |
| "learning_rate": 8.205016022235368e-06, | |
| "loss": 1.6211, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.054, | |
| "grad_norm": 8.703619956970215, | |
| "learning_rate": 8.196076639535453e-06, | |
| "loss": 1.6081, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.056, | |
| "grad_norm": 11.14815902709961, | |
| "learning_rate": 8.18711994874345e-06, | |
| "loss": 1.6158, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.058, | |
| "grad_norm": 9.741596221923828, | |
| "learning_rate": 8.178145998363585e-06, | |
| "loss": 1.5314, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 9.530781745910645, | |
| "learning_rate": 8.16915483699355e-06, | |
| "loss": 1.5866, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.062, | |
| "grad_norm": 8.731345176696777, | |
| "learning_rate": 8.160146513324256e-06, | |
| "loss": 1.5666, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.064, | |
| "grad_norm": 11.338554382324219, | |
| "learning_rate": 8.151121076139534e-06, | |
| "loss": 1.5834, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.066, | |
| "grad_norm": 20.54311752319336, | |
| "learning_rate": 8.142078574315907e-06, | |
| "loss": 1.5652, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.068, | |
| "grad_norm": 11.977243423461914, | |
| "learning_rate": 8.133019056822303e-06, | |
| "loss": 1.4832, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 10.514939308166504, | |
| "learning_rate": 8.123942572719801e-06, | |
| "loss": 1.6011, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.072, | |
| "grad_norm": 9.276664733886719, | |
| "learning_rate": 8.11484917116136e-06, | |
| "loss": 1.5909, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.074, | |
| "grad_norm": 11.073919296264648, | |
| "learning_rate": 8.105738901391553e-06, | |
| "loss": 1.5826, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.076, | |
| "grad_norm": 9.078001022338867, | |
| "learning_rate": 8.096611812746302e-06, | |
| "loss": 1.641, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.078, | |
| "grad_norm": 10.105594635009766, | |
| "learning_rate": 8.087467954652608e-06, | |
| "loss": 1.6196, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 13.397587776184082, | |
| "learning_rate": 8.078307376628292e-06, | |
| "loss": 1.562, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.082, | |
| "grad_norm": 13.389184951782227, | |
| "learning_rate": 8.069130128281714e-06, | |
| "loss": 1.5884, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.084, | |
| "grad_norm": 10.954330444335938, | |
| "learning_rate": 8.059936259311514e-06, | |
| "loss": 1.6104, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.086, | |
| "grad_norm": 8.864795684814453, | |
| "learning_rate": 8.05072581950634e-06, | |
| "loss": 1.6024, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.088, | |
| "grad_norm": 9.769396781921387, | |
| "learning_rate": 8.041498858744572e-06, | |
| "loss": 1.553, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 8.69478988647461, | |
| "learning_rate": 8.032255426994069e-06, | |
| "loss": 1.6915, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.092, | |
| "grad_norm": 8.354500770568848, | |
| "learning_rate": 8.022995574311876e-06, | |
| "loss": 1.5773, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.094, | |
| "grad_norm": 9.368426322937012, | |
| "learning_rate": 8.013719350843969e-06, | |
| "loss": 1.6233, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.096, | |
| "grad_norm": 8.086129188537598, | |
| "learning_rate": 8.004426806824985e-06, | |
| "loss": 1.4905, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.098, | |
| "grad_norm": 8.991674423217773, | |
| "learning_rate": 7.99511799257793e-06, | |
| "loss": 1.4947, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 9.440938949584961, | |
| "learning_rate": 7.985792958513932e-06, | |
| "loss": 1.6062, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.102, | |
| "grad_norm": 7.645297527313232, | |
| "learning_rate": 7.97645175513195e-06, | |
| "loss": 1.5178, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.104, | |
| "grad_norm": 8.402973175048828, | |
| "learning_rate": 7.967094433018508e-06, | |
| "loss": 1.571, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.106, | |
| "grad_norm": 9.366331100463867, | |
| "learning_rate": 7.95772104284742e-06, | |
| "loss": 1.4459, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.108, | |
| "grad_norm": 9.664446830749512, | |
| "learning_rate": 7.948331635379517e-06, | |
| "loss": 1.5755, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 10.556148529052734, | |
| "learning_rate": 7.938926261462366e-06, | |
| "loss": 1.5738, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.112, | |
| "grad_norm": 10.46329116821289, | |
| "learning_rate": 7.929504972030003e-06, | |
| "loss": 1.7149, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.114, | |
| "grad_norm": 9.829599380493164, | |
| "learning_rate": 7.920067818102652e-06, | |
| "loss": 1.5629, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.116, | |
| "grad_norm": 8.370344161987305, | |
| "learning_rate": 7.910614850786448e-06, | |
| "loss": 1.6013, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.1179999999999999, | |
| "grad_norm": 9.646671295166016, | |
| "learning_rate": 7.901146121273165e-06, | |
| "loss": 1.6073, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 8.669224739074707, | |
| "learning_rate": 7.891661680839932e-06, | |
| "loss": 1.5163, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.1219999999999999, | |
| "grad_norm": 11.22138500213623, | |
| "learning_rate": 7.882161580848966e-06, | |
| "loss": 1.6723, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.124, | |
| "grad_norm": 9.086870193481445, | |
| "learning_rate": 7.872645872747281e-06, | |
| "loss": 1.4885, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.126, | |
| "grad_norm": 11.861745834350586, | |
| "learning_rate": 7.863114608066417e-06, | |
| "loss": 1.6129, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.1280000000000001, | |
| "grad_norm": 7.978770732879639, | |
| "learning_rate": 7.85356783842216e-06, | |
| "loss": 1.6875, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 9.279024124145508, | |
| "learning_rate": 7.84400561551426e-06, | |
| "loss": 1.5874, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.1320000000000001, | |
| "grad_norm": 10.196725845336914, | |
| "learning_rate": 7.834427991126155e-06, | |
| "loss": 1.5669, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.134, | |
| "grad_norm": 12.994475364685059, | |
| "learning_rate": 7.82483501712469e-06, | |
| "loss": 1.6626, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.1360000000000001, | |
| "grad_norm": 11.740025520324707, | |
| "learning_rate": 7.815226745459831e-06, | |
| "loss": 1.5378, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.138, | |
| "grad_norm": 8.01264762878418, | |
| "learning_rate": 7.80560322816439e-06, | |
| "loss": 1.592, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.1400000000000001, | |
| "grad_norm": 9.302233695983887, | |
| "learning_rate": 7.795964517353734e-06, | |
| "loss": 1.5832, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.142, | |
| "grad_norm": 9.458878517150879, | |
| "learning_rate": 7.786310665225522e-06, | |
| "loss": 1.6201, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.144, | |
| "grad_norm": 19.037525177001953, | |
| "learning_rate": 7.776641724059398e-06, | |
| "loss": 1.7447, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.146, | |
| "grad_norm": 11.674372673034668, | |
| "learning_rate": 7.76695774621672e-06, | |
| "loss": 1.6556, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.148, | |
| "grad_norm": 11.437299728393555, | |
| "learning_rate": 7.757258784140286e-06, | |
| "loss": 1.6109, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 10.853487014770508, | |
| "learning_rate": 7.747544890354031e-06, | |
| "loss": 1.5528, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.152, | |
| "grad_norm": 6.265218734741211, | |
| "learning_rate": 7.737816117462752e-06, | |
| "loss": 1.5691, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.154, | |
| "grad_norm": 8.988601684570312, | |
| "learning_rate": 7.728072518151826e-06, | |
| "loss": 1.646, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.156, | |
| "grad_norm": 10.684486389160156, | |
| "learning_rate": 7.718314145186918e-06, | |
| "loss": 1.6239, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.158, | |
| "grad_norm": 8.397745132446289, | |
| "learning_rate": 7.7085410514137e-06, | |
| "loss": 1.5766, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 8.635762214660645, | |
| "learning_rate": 7.698753289757565e-06, | |
| "loss": 1.5302, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.162, | |
| "grad_norm": 11.5667085647583, | |
| "learning_rate": 7.688950913223336e-06, | |
| "loss": 1.5859, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.164, | |
| "grad_norm": 6.988083839416504, | |
| "learning_rate": 7.679133974894984e-06, | |
| "loss": 1.6023, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.166, | |
| "grad_norm": 8.85438346862793, | |
| "learning_rate": 7.669302527935334e-06, | |
| "loss": 1.7383, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.168, | |
| "grad_norm": 8.871450424194336, | |
| "learning_rate": 7.65945662558579e-06, | |
| "loss": 1.5443, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 6.740708827972412, | |
| "learning_rate": 7.649596321166024e-06, | |
| "loss": 1.581, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.172, | |
| "grad_norm": 7.056929111480713, | |
| "learning_rate": 7.639721668073718e-06, | |
| "loss": 1.4831, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.174, | |
| "grad_norm": 9.177947998046875, | |
| "learning_rate": 7.629832719784245e-06, | |
| "loss": 1.5719, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.176, | |
| "grad_norm": 9.50424861907959, | |
| "learning_rate": 7.619929529850397e-06, | |
| "loss": 1.5951, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.178, | |
| "grad_norm": 7.7955498695373535, | |
| "learning_rate": 7.610012151902091e-06, | |
| "loss": 1.6338, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 9.096726417541504, | |
| "learning_rate": 7.600080639646077e-06, | |
| "loss": 1.6591, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.182, | |
| "grad_norm": 8.232474327087402, | |
| "learning_rate": 7.590135046865652e-06, | |
| "loss": 1.4726, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.184, | |
| "grad_norm": 8.038969039916992, | |
| "learning_rate": 7.580175427420358e-06, | |
| "loss": 1.7216, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.186, | |
| "grad_norm": 10.49866771697998, | |
| "learning_rate": 7.570201835245703e-06, | |
| "loss": 1.55, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.188, | |
| "grad_norm": 8.377806663513184, | |
| "learning_rate": 7.560214324352858e-06, | |
| "loss": 1.5407, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 11.32930850982666, | |
| "learning_rate": 7.550212948828377e-06, | |
| "loss": 1.5192, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.192, | |
| "grad_norm": 9.1795015335083, | |
| "learning_rate": 7.54019776283389e-06, | |
| "loss": 1.5734, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.194, | |
| "grad_norm": 8.019397735595703, | |
| "learning_rate": 7.530168820605819e-06, | |
| "loss": 1.5216, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.196, | |
| "grad_norm": 25.26226234436035, | |
| "learning_rate": 7.520126176455084e-06, | |
| "loss": 1.6976, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.198, | |
| "grad_norm": 9.354122161865234, | |
| "learning_rate": 7.510069884766802e-06, | |
| "loss": 1.5146, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 6.69480037689209, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 1.5678, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.202, | |
| "grad_norm": 8.49975299835205, | |
| "learning_rate": 7.489916576687318e-06, | |
| "loss": 1.5507, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.204, | |
| "grad_norm": 6.0479416847229, | |
| "learning_rate": 7.479819669434712e-06, | |
| "loss": 1.5298, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.206, | |
| "grad_norm": 12.379949569702148, | |
| "learning_rate": 7.469709332921155e-06, | |
| "loss": 1.5703, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.208, | |
| "grad_norm": 9.304234504699707, | |
| "learning_rate": 7.459585621898353e-06, | |
| "loss": 1.4965, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 8.749626159667969, | |
| "learning_rate": 7.449448591190436e-06, | |
| "loss": 1.5667, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.212, | |
| "grad_norm": 12.647852897644043, | |
| "learning_rate": 7.4392982956936644e-06, | |
| "loss": 1.518, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.214, | |
| "grad_norm": 11.38586139678955, | |
| "learning_rate": 7.429134790376136e-06, | |
| "loss": 1.5827, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.216, | |
| "grad_norm": 9.004302978515625, | |
| "learning_rate": 7.418958130277483e-06, | |
| "loss": 1.5788, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.218, | |
| "grad_norm": 12.129622459411621, | |
| "learning_rate": 7.408768370508577e-06, | |
| "loss": 1.6698, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 8.174181938171387, | |
| "learning_rate": 7.398565566251232e-06, | |
| "loss": 1.6104, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.222, | |
| "grad_norm": 9.542710304260254, | |
| "learning_rate": 7.3883497727579e-06, | |
| "loss": 1.527, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.224, | |
| "grad_norm": 8.519256591796875, | |
| "learning_rate": 7.378121045351378e-06, | |
| "loss": 1.6646, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.226, | |
| "grad_norm": 10.969525337219238, | |
| "learning_rate": 7.3678794394245e-06, | |
| "loss": 1.5838, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.228, | |
| "grad_norm": 12.213068008422852, | |
| "learning_rate": 7.357625010439853e-06, | |
| "loss": 1.5068, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 14.603283882141113, | |
| "learning_rate": 7.347357813929455e-06, | |
| "loss": 1.7072, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.232, | |
| "grad_norm": 9.047625541687012, | |
| "learning_rate": 7.337077905494472e-06, | |
| "loss": 1.5516, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.234, | |
| "grad_norm": 8.961601257324219, | |
| "learning_rate": 7.326785340804908e-06, | |
| "loss": 1.6053, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.236, | |
| "grad_norm": 10.050729751586914, | |
| "learning_rate": 7.31648017559931e-06, | |
| "loss": 1.5849, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.238, | |
| "grad_norm": 6.469438076019287, | |
| "learning_rate": 7.3061624656844544e-06, | |
| "loss": 1.6075, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 11.897672653198242, | |
| "learning_rate": 7.295832266935059e-06, | |
| "loss": 1.5038, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.242, | |
| "grad_norm": 7.534898281097412, | |
| "learning_rate": 7.285489635293472e-06, | |
| "loss": 1.5344, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.244, | |
| "grad_norm": 8.457494735717773, | |
| "learning_rate": 7.275134626769369e-06, | |
| "loss": 1.6063, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.246, | |
| "grad_norm": 7.499537467956543, | |
| "learning_rate": 7.264767297439455e-06, | |
| "loss": 1.5974, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.248, | |
| "grad_norm": 10.001435279846191, | |
| "learning_rate": 7.254387703447154e-06, | |
| "loss": 1.6185, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 10.439517974853516, | |
| "learning_rate": 7.243995901002312e-06, | |
| "loss": 1.6371, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.252, | |
| "grad_norm": 8.107089042663574, | |
| "learning_rate": 7.233591946380884e-06, | |
| "loss": 1.5729, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.254, | |
| "grad_norm": 9.131059646606445, | |
| "learning_rate": 7.223175895924638e-06, | |
| "loss": 1.5677, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.256, | |
| "grad_norm": 6.757850646972656, | |
| "learning_rate": 7.212747806040845e-06, | |
| "loss": 1.5922, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.258, | |
| "grad_norm": 9.472972869873047, | |
| "learning_rate": 7.2023077332019755e-06, | |
| "loss": 1.6055, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 7.784339427947998, | |
| "learning_rate": 7.191855733945388e-06, | |
| "loss": 1.461, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.262, | |
| "grad_norm": 9.098430633544922, | |
| "learning_rate": 7.181391864873034e-06, | |
| "loss": 1.5214, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.264, | |
| "grad_norm": 8.37144947052002, | |
| "learning_rate": 7.170916182651141e-06, | |
| "loss": 1.5766, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.266, | |
| "grad_norm": 9.366813659667969, | |
| "learning_rate": 7.160428744009913e-06, | |
| "loss": 1.5955, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.268, | |
| "grad_norm": 11.189432144165039, | |
| "learning_rate": 7.149929605743214e-06, | |
| "loss": 1.6196, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 9.027175903320312, | |
| "learning_rate": 7.1394188247082715e-06, | |
| "loss": 1.5104, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.272, | |
| "grad_norm": 7.792656898498535, | |
| "learning_rate": 7.128896457825364e-06, | |
| "loss": 1.6022, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.274, | |
| "grad_norm": 7.127891540527344, | |
| "learning_rate": 7.118362562077508e-06, | |
| "loss": 1.624, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.276, | |
| "grad_norm": 7.897225379943848, | |
| "learning_rate": 7.107817194510157e-06, | |
| "loss": 1.6961, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.278, | |
| "grad_norm": 8.84518051147461, | |
| "learning_rate": 7.0972604122308865e-06, | |
| "loss": 1.4578, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 7.849598407745361, | |
| "learning_rate": 7.08669227240909e-06, | |
| "loss": 1.6101, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.282, | |
| "grad_norm": 9.6469144821167, | |
| "learning_rate": 7.076112832275667e-06, | |
| "loss": 1.6093, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.284, | |
| "grad_norm": 5.705495834350586, | |
| "learning_rate": 7.06552214912271e-06, | |
| "loss": 1.5104, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.286, | |
| "grad_norm": 7.658092975616455, | |
| "learning_rate": 7.054920280303199e-06, | |
| "loss": 1.666, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.288, | |
| "grad_norm": 7.542886734008789, | |
| "learning_rate": 7.04430728323069e-06, | |
| "loss": 1.6318, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 9.100532531738281, | |
| "learning_rate": 7.033683215379002e-06, | |
| "loss": 1.6983, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.292, | |
| "grad_norm": 7.658532619476318, | |
| "learning_rate": 7.023048134281907e-06, | |
| "loss": 1.5868, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.294, | |
| "grad_norm": 10.516380310058594, | |
| "learning_rate": 7.012402097532815e-06, | |
| "loss": 1.489, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.296, | |
| "grad_norm": 7.941004276275635, | |
| "learning_rate": 7.0017451627844765e-06, | |
| "loss": 1.6114, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.298, | |
| "grad_norm": 8.073655128479004, | |
| "learning_rate": 6.991077387748643e-06, | |
| "loss": 1.6023, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 8.82116985321045, | |
| "learning_rate": 6.980398830195785e-06, | |
| "loss": 1.5371, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.302, | |
| "grad_norm": 10.482192039489746, | |
| "learning_rate": 6.9697095479547564e-06, | |
| "loss": 1.6303, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.304, | |
| "grad_norm": 12.892633438110352, | |
| "learning_rate": 6.959009598912493e-06, | |
| "loss": 1.4729, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.306, | |
| "grad_norm": 7.209946632385254, | |
| "learning_rate": 6.948299041013695e-06, | |
| "loss": 1.493, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.308, | |
| "grad_norm": 7.52318811416626, | |
| "learning_rate": 6.9375779322605154e-06, | |
| "loss": 1.5806, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 10.265365600585938, | |
| "learning_rate": 6.9268463307122425e-06, | |
| "loss": 1.5159, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.312, | |
| "grad_norm": 10.420729637145996, | |
| "learning_rate": 6.916104294484988e-06, | |
| "loss": 1.5097, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.314, | |
| "grad_norm": 7.465059280395508, | |
| "learning_rate": 6.905351881751372e-06, | |
| "loss": 1.6499, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.316, | |
| "grad_norm": 9.007606506347656, | |
| "learning_rate": 6.8945891507402075e-06, | |
| "loss": 1.5783, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.318, | |
| "grad_norm": 11.8942289352417, | |
| "learning_rate": 6.883816159736187e-06, | |
| "loss": 1.6481, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 10.41662311553955, | |
| "learning_rate": 6.873032967079562e-06, | |
| "loss": 1.6615, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.322, | |
| "grad_norm": 11.450822830200195, | |
| "learning_rate": 6.862239631165831e-06, | |
| "loss": 1.6254, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.324, | |
| "grad_norm": 8.604270935058594, | |
| "learning_rate": 6.851436210445427e-06, | |
| "loss": 1.6191, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.326, | |
| "grad_norm": 7.488931655883789, | |
| "learning_rate": 6.840622763423391e-06, | |
| "loss": 1.6588, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.328, | |
| "grad_norm": 9.091219902038574, | |
| "learning_rate": 6.829799348659061e-06, | |
| "loss": 1.6639, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 8.698543548583984, | |
| "learning_rate": 6.818966024765758e-06, | |
| "loss": 1.5772, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.332, | |
| "grad_norm": 13.658153533935547, | |
| "learning_rate": 6.808122850410461e-06, | |
| "loss": 1.4672, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.334, | |
| "grad_norm": 26.972639083862305, | |
| "learning_rate": 6.7972698843135e-06, | |
| "loss": 1.6459, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.336, | |
| "grad_norm": 9.072081565856934, | |
| "learning_rate": 6.7864071852482205e-06, | |
| "loss": 1.6711, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.338, | |
| "grad_norm": 8.552204132080078, | |
| "learning_rate": 6.775534812040686e-06, | |
| "loss": 1.5927, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 9.554261207580566, | |
| "learning_rate": 6.7646528235693445e-06, | |
| "loss": 1.6078, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.342, | |
| "grad_norm": 9.100646018981934, | |
| "learning_rate": 6.753761278764719e-06, | |
| "loss": 1.6746, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.3439999999999999, | |
| "grad_norm": 10.204363822937012, | |
| "learning_rate": 6.7428602366090764e-06, | |
| "loss": 1.626, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.346, | |
| "grad_norm": 10.063047409057617, | |
| "learning_rate": 6.7319497561361245e-06, | |
| "loss": 1.6601, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.3479999999999999, | |
| "grad_norm": 13.726625442504883, | |
| "learning_rate": 6.721029896430678e-06, | |
| "loss": 1.583, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 11.784052848815918, | |
| "learning_rate": 6.710100716628345e-06, | |
| "loss": 1.6688, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.3519999999999999, | |
| "grad_norm": 8.559849739074707, | |
| "learning_rate": 6.699162275915208e-06, | |
| "loss": 1.6578, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.354, | |
| "grad_norm": 9.396211624145508, | |
| "learning_rate": 6.6882146335274955e-06, | |
| "loss": 1.6294, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.3559999999999999, | |
| "grad_norm": 7.74012565612793, | |
| "learning_rate": 6.677257848751276e-06, | |
| "loss": 1.5466, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.358, | |
| "grad_norm": 10.365443229675293, | |
| "learning_rate": 6.666291980922122e-06, | |
| "loss": 1.5296, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.3599999999999999, | |
| "grad_norm": 7.977329254150391, | |
| "learning_rate": 6.655317089424791e-06, | |
| "loss": 1.5837, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.362, | |
| "grad_norm": 8.795341491699219, | |
| "learning_rate": 6.644333233692917e-06, | |
| "loss": 1.5884, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.3639999999999999, | |
| "grad_norm": 13.247668266296387, | |
| "learning_rate": 6.633340473208673e-06, | |
| "loss": 1.5977, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.366, | |
| "grad_norm": 8.479852676391602, | |
| "learning_rate": 6.622338867502452e-06, | |
| "loss": 1.5983, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.3679999999999999, | |
| "grad_norm": 8.384832382202148, | |
| "learning_rate": 6.611328476152557e-06, | |
| "loss": 1.5377, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 7.661881923675537, | |
| "learning_rate": 6.600309358784858e-06, | |
| "loss": 1.4785, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.3719999999999999, | |
| "grad_norm": 9.14194107055664, | |
| "learning_rate": 6.58928157507249e-06, | |
| "loss": 1.5439, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.374, | |
| "grad_norm": 8.849069595336914, | |
| "learning_rate": 6.578245184735513e-06, | |
| "loss": 1.5466, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.376, | |
| "grad_norm": 8.54023551940918, | |
| "learning_rate": 6.567200247540599e-06, | |
| "loss": 1.5738, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.3780000000000001, | |
| "grad_norm": 13.907352447509766, | |
| "learning_rate": 6.556146823300701e-06, | |
| "loss": 1.6541, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 10.435159683227539, | |
| "learning_rate": 6.545084971874738e-06, | |
| "loss": 1.6579, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.3820000000000001, | |
| "grad_norm": 9.772438049316406, | |
| "learning_rate": 6.534014753167263e-06, | |
| "loss": 1.6995, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.384, | |
| "grad_norm": 9.34780502319336, | |
| "learning_rate": 6.522936227128139e-06, | |
| "loss": 1.5157, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.3860000000000001, | |
| "grad_norm": 8.92451000213623, | |
| "learning_rate": 6.5118494537522235e-06, | |
| "loss": 1.6148, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.388, | |
| "grad_norm": 6.892347812652588, | |
| "learning_rate": 6.500754493079029e-06, | |
| "loss": 1.5511, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.3900000000000001, | |
| "grad_norm": 10.89332389831543, | |
| "learning_rate": 6.48965140519241e-06, | |
| "loss": 1.5804, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.392, | |
| "grad_norm": 7.6322221755981445, | |
| "learning_rate": 6.4785402502202345e-06, | |
| "loss": 1.6086, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.3940000000000001, | |
| "grad_norm": 8.542652130126953, | |
| "learning_rate": 6.467421088334052e-06, | |
| "loss": 1.6496, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.396, | |
| "grad_norm": 8.015932083129883, | |
| "learning_rate": 6.456293979748778e-06, | |
| "loss": 1.617, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.3980000000000001, | |
| "grad_norm": 7.57454776763916, | |
| "learning_rate": 6.445158984722358e-06, | |
| "loss": 1.567, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 8.950959205627441, | |
| "learning_rate": 6.434016163555452e-06, | |
| "loss": 1.5682, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.4020000000000001, | |
| "grad_norm": 8.991364479064941, | |
| "learning_rate": 6.422865576591096e-06, | |
| "loss": 1.5012, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.404, | |
| "grad_norm": 7.7304182052612305, | |
| "learning_rate": 6.411707284214384e-06, | |
| "loss": 1.5961, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.4060000000000001, | |
| "grad_norm": 7.197605609893799, | |
| "learning_rate": 6.400541346852136e-06, | |
| "loss": 1.6654, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.408, | |
| "grad_norm": 7.552187442779541, | |
| "learning_rate": 6.389367824972575e-06, | |
| "loss": 1.5137, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 8.499285697937012, | |
| "learning_rate": 6.378186779084996e-06, | |
| "loss": 1.5841, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.412, | |
| "grad_norm": 9.511728286743164, | |
| "learning_rate": 6.366998269739442e-06, | |
| "loss": 1.5504, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.414, | |
| "grad_norm": 8.45433521270752, | |
| "learning_rate": 6.35580235752637e-06, | |
| "loss": 1.5983, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.416, | |
| "grad_norm": 9.685602188110352, | |
| "learning_rate": 6.344599103076329e-06, | |
| "loss": 1.5785, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.418, | |
| "grad_norm": 9.533397674560547, | |
| "learning_rate": 6.3333885670596285e-06, | |
| "loss": 1.5921, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 10.1636381149292, | |
| "learning_rate": 6.322170810186013e-06, | |
| "loss": 1.6896, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.422, | |
| "grad_norm": 9.969033241271973, | |
| "learning_rate": 6.310945893204324e-06, | |
| "loss": 1.6277, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.424, | |
| "grad_norm": 13.378399848937988, | |
| "learning_rate": 6.299713876902188e-06, | |
| "loss": 1.6618, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.426, | |
| "grad_norm": 7.862060546875, | |
| "learning_rate": 6.28847482210567e-06, | |
| "loss": 1.5287, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.428, | |
| "grad_norm": 8.11763858795166, | |
| "learning_rate": 6.277228789678953e-06, | |
| "loss": 1.6417, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 8.063044548034668, | |
| "learning_rate": 6.26597584052401e-06, | |
| "loss": 1.6309, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.432, | |
| "grad_norm": 6.405232906341553, | |
| "learning_rate": 6.254716035580264e-06, | |
| "loss": 1.5913, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.434, | |
| "grad_norm": 6.900762557983398, | |
| "learning_rate": 6.243449435824276e-06, | |
| "loss": 1.5563, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.436, | |
| "grad_norm": 10.574906349182129, | |
| "learning_rate": 6.23217610226939e-06, | |
| "loss": 1.601, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.438, | |
| "grad_norm": 7.271671295166016, | |
| "learning_rate": 6.220896095965428e-06, | |
| "loss": 1.5809, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 8.701942443847656, | |
| "learning_rate": 6.209609477998339e-06, | |
| "loss": 1.588, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.442, | |
| "grad_norm": 8.735617637634277, | |
| "learning_rate": 6.198316309489886e-06, | |
| "loss": 1.5435, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.444, | |
| "grad_norm": 7.150242328643799, | |
| "learning_rate": 6.187016651597299e-06, | |
| "loss": 1.6309, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.446, | |
| "grad_norm": 9.113722801208496, | |
| "learning_rate": 6.17571056551295e-06, | |
| "loss": 1.6128, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.448, | |
| "grad_norm": 9.70335865020752, | |
| "learning_rate": 6.16439811246403e-06, | |
| "loss": 1.5812, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 7.478845596313477, | |
| "learning_rate": 6.153079353712201e-06, | |
| "loss": 1.653, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.452, | |
| "grad_norm": 7.009204864501953, | |
| "learning_rate": 6.141754350553279e-06, | |
| "loss": 1.432, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.454, | |
| "grad_norm": 8.384693145751953, | |
| "learning_rate": 6.130423164316893e-06, | |
| "loss": 1.6201, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.456, | |
| "grad_norm": 12.53249454498291, | |
| "learning_rate": 6.119085856366158e-06, | |
| "loss": 1.6526, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.458, | |
| "grad_norm": 7.682470321655273, | |
| "learning_rate": 6.107742488097338e-06, | |
| "loss": 1.5562, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 10.752216339111328, | |
| "learning_rate": 6.0963931209395165e-06, | |
| "loss": 1.6478, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.462, | |
| "grad_norm": 9.087852478027344, | |
| "learning_rate": 6.085037816354269e-06, | |
| "loss": 1.5929, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.464, | |
| "grad_norm": 7.526221752166748, | |
| "learning_rate": 6.073676635835317e-06, | |
| "loss": 1.588, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.466, | |
| "grad_norm": 7.148344993591309, | |
| "learning_rate": 6.062309640908206e-06, | |
| "loss": 1.575, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.468, | |
| "grad_norm": 10.243959426879883, | |
| "learning_rate": 6.05093689312997e-06, | |
| "loss": 1.5805, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 8.489969253540039, | |
| "learning_rate": 6.039558454088796e-06, | |
| "loss": 1.4469, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.472, | |
| "grad_norm": 7.80888557434082, | |
| "learning_rate": 6.028174385403693e-06, | |
| "loss": 1.6703, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.474, | |
| "grad_norm": 8.337100982666016, | |
| "learning_rate": 6.016784748724153e-06, | |
| "loss": 1.5589, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.476, | |
| "grad_norm": 7.308524131774902, | |
| "learning_rate": 6.005389605729824e-06, | |
| "loss": 1.5458, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.478, | |
| "grad_norm": 10.208418846130371, | |
| "learning_rate": 5.993989018130173e-06, | |
| "loss": 1.5389, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 6.792656421661377, | |
| "learning_rate": 5.982583047664151e-06, | |
| "loss": 1.574, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.482, | |
| "grad_norm": 7.216954708099365, | |
| "learning_rate": 5.97117175609986e-06, | |
| "loss": 1.6285, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.484, | |
| "grad_norm": 7.5151238441467285, | |
| "learning_rate": 5.9597552052342174e-06, | |
| "loss": 1.536, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.486, | |
| "grad_norm": 8.329843521118164, | |
| "learning_rate": 5.948333456892624e-06, | |
| "loss": 1.564, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.488, | |
| "grad_norm": 7.076045036315918, | |
| "learning_rate": 5.936906572928625e-06, | |
| "loss": 1.5722, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 8.269755363464355, | |
| "learning_rate": 5.925474615223573e-06, | |
| "loss": 1.6673, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.492, | |
| "grad_norm": 9.766873359680176, | |
| "learning_rate": 5.914037645686308e-06, | |
| "loss": 1.4451, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.494, | |
| "grad_norm": 7.705737590789795, | |
| "learning_rate": 5.902595726252801e-06, | |
| "loss": 1.7146, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.496, | |
| "grad_norm": 6.665014266967773, | |
| "learning_rate": 5.891148918885834e-06, | |
| "loss": 1.498, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.498, | |
| "grad_norm": 8.403691291809082, | |
| "learning_rate": 5.879697285574655e-06, | |
| "loss": 1.6839, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 6.893798351287842, | |
| "learning_rate": 5.8682408883346535e-06, | |
| "loss": 1.535, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.502, | |
| "grad_norm": 7.8562421798706055, | |
| "learning_rate": 5.85677978920701e-06, | |
| "loss": 1.5439, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.504, | |
| "grad_norm": 9.73377513885498, | |
| "learning_rate": 5.84531405025837e-06, | |
| "loss": 1.576, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.506, | |
| "grad_norm": 9.49201774597168, | |
| "learning_rate": 5.8338437335805124e-06, | |
| "loss": 1.7001, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.508, | |
| "grad_norm": 7.50467586517334, | |
| "learning_rate": 5.8223689012899945e-06, | |
| "loss": 1.6096, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 7.861015319824219, | |
| "learning_rate": 5.810889615527839e-06, | |
| "loss": 1.6206, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.512, | |
| "grad_norm": 9.48017692565918, | |
| "learning_rate": 5.799405938459175e-06, | |
| "loss": 1.5395, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.514, | |
| "grad_norm": 8.29472827911377, | |
| "learning_rate": 5.787917932272922e-06, | |
| "loss": 1.567, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.516, | |
| "grad_norm": 9.242623329162598, | |
| "learning_rate": 5.776425659181438e-06, | |
| "loss": 1.4826, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.518, | |
| "grad_norm": 8.55409049987793, | |
| "learning_rate": 5.764929181420191e-06, | |
| "loss": 1.462, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 8.088449478149414, | |
| "learning_rate": 5.753428561247416e-06, | |
| "loss": 1.6413, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.522, | |
| "grad_norm": 7.811099529266357, | |
| "learning_rate": 5.741923860943783e-06, | |
| "loss": 1.5257, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.524, | |
| "grad_norm": 7.643144130706787, | |
| "learning_rate": 5.730415142812059e-06, | |
| "loss": 1.638, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.526, | |
| "grad_norm": 8.378085136413574, | |
| "learning_rate": 5.718902469176765e-06, | |
| "loss": 1.6547, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.528, | |
| "grad_norm": 8.745218276977539, | |
| "learning_rate": 5.707385902383845e-06, | |
| "loss": 1.5213, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 11.519359588623047, | |
| "learning_rate": 5.695865504800328e-06, | |
| "loss": 1.6252, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.532, | |
| "grad_norm": 9.585226058959961, | |
| "learning_rate": 5.684341338813986e-06, | |
| "loss": 1.5071, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.534, | |
| "grad_norm": 7.059016704559326, | |
| "learning_rate": 5.672813466832998e-06, | |
| "loss": 1.6355, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.536, | |
| "grad_norm": 7.046347618103027, | |
| "learning_rate": 5.661281951285613e-06, | |
| "loss": 1.7801, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.538, | |
| "grad_norm": 6.897932052612305, | |
| "learning_rate": 5.649746854619814e-06, | |
| "loss": 1.5833, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 8.469090461730957, | |
| "learning_rate": 5.638208239302975e-06, | |
| "loss": 1.6203, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.542, | |
| "grad_norm": 10.167533874511719, | |
| "learning_rate": 5.626666167821522e-06, | |
| "loss": 1.5861, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.544, | |
| "grad_norm": 7.769595146179199, | |
| "learning_rate": 5.615120702680604e-06, | |
| "loss": 1.5514, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.546, | |
| "grad_norm": 7.826175689697266, | |
| "learning_rate": 5.6035719064037446e-06, | |
| "loss": 1.6232, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.548, | |
| "grad_norm": 7.963818550109863, | |
| "learning_rate": 5.592019841532507e-06, | |
| "loss": 1.5703, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 8.253701210021973, | |
| "learning_rate": 5.5804645706261515e-06, | |
| "loss": 1.5996, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.552, | |
| "grad_norm": 10.267999649047852, | |
| "learning_rate": 5.568906156261309e-06, | |
| "loss": 1.5394, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.554, | |
| "grad_norm": 9.601211547851562, | |
| "learning_rate": 5.557344661031628e-06, | |
| "loss": 1.511, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.556, | |
| "grad_norm": 9.681934356689453, | |
| "learning_rate": 5.54578014754744e-06, | |
| "loss": 1.5503, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.558, | |
| "grad_norm": 8.93424129486084, | |
| "learning_rate": 5.5342126784354265e-06, | |
| "loss": 1.561, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 9.094952583312988, | |
| "learning_rate": 5.522642316338268e-06, | |
| "loss": 1.5146, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.562, | |
| "grad_norm": 8.412158012390137, | |
| "learning_rate": 5.511069123914319e-06, | |
| "loss": 1.6634, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.564, | |
| "grad_norm": 9.692502975463867, | |
| "learning_rate": 5.499493163837258e-06, | |
| "loss": 1.5547, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.5659999999999998, | |
| "grad_norm": 6.936313152313232, | |
| "learning_rate": 5.487914498795748e-06, | |
| "loss": 1.5515, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.568, | |
| "grad_norm": 7.49924373626709, | |
| "learning_rate": 5.476333191493108e-06, | |
| "loss": 1.5958, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.5699999999999998, | |
| "grad_norm": 7.130555152893066, | |
| "learning_rate": 5.464749304646963e-06, | |
| "loss": 1.607, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.572, | |
| "grad_norm": 8.909390449523926, | |
| "learning_rate": 5.453162900988902e-06, | |
| "loss": 1.5895, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.5739999999999998, | |
| "grad_norm": 9.79128360748291, | |
| "learning_rate": 5.44157404326415e-06, | |
| "loss": 1.6367, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.576, | |
| "grad_norm": 8.873651504516602, | |
| "learning_rate": 5.429982794231221e-06, | |
| "loss": 1.5858, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.5779999999999998, | |
| "grad_norm": 9.033736228942871, | |
| "learning_rate": 5.41838921666158e-06, | |
| "loss": 1.6132, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 8.515612602233887, | |
| "learning_rate": 5.406793373339292e-06, | |
| "loss": 1.5178, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.5819999999999999, | |
| "grad_norm": 8.608535766601562, | |
| "learning_rate": 5.395195327060707e-06, | |
| "loss": 1.5546, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.584, | |
| "grad_norm": 9.189397811889648, | |
| "learning_rate": 5.383595140634093e-06, | |
| "loss": 1.64, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.5859999999999999, | |
| "grad_norm": 9.675806045532227, | |
| "learning_rate": 5.371992876879318e-06, | |
| "loss": 1.6044, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.588, | |
| "grad_norm": 10.594379425048828, | |
| "learning_rate": 5.360388598627487e-06, | |
| "loss": 1.6525, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.5899999999999999, | |
| "grad_norm": 7.640488624572754, | |
| "learning_rate": 5.348782368720627e-06, | |
| "loss": 1.5487, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.592, | |
| "grad_norm": 8.902362823486328, | |
| "learning_rate": 5.337174250011326e-06, | |
| "loss": 1.5257, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.5939999999999999, | |
| "grad_norm": 9.681800842285156, | |
| "learning_rate": 5.325564305362404e-06, | |
| "loss": 1.5424, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.596, | |
| "grad_norm": 7.919555187225342, | |
| "learning_rate": 5.3139525976465675e-06, | |
| "loss": 1.4885, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.5979999999999999, | |
| "grad_norm": 11.47796630859375, | |
| "learning_rate": 5.3023391897460715e-06, | |
| "loss": 1.6287, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 8.65668773651123, | |
| "learning_rate": 5.290724144552379e-06, | |
| "loss": 1.6287, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.6019999999999999, | |
| "grad_norm": 8.334498405456543, | |
| "learning_rate": 5.27910752496582e-06, | |
| "loss": 1.5546, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.604, | |
| "grad_norm": 9.96323013305664, | |
| "learning_rate": 5.267489393895247e-06, | |
| "loss": 1.658, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.6059999999999999, | |
| "grad_norm": 11.58132266998291, | |
| "learning_rate": 5.255869814257701e-06, | |
| "loss": 1.5074, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.608, | |
| "grad_norm": 10.45251178741455, | |
| "learning_rate": 5.244248848978067e-06, | |
| "loss": 1.6304, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.6099999999999999, | |
| "grad_norm": 9.885043144226074, | |
| "learning_rate": 5.232626560988735e-06, | |
| "loss": 1.6131, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.612, | |
| "grad_norm": 6.945827960968018, | |
| "learning_rate": 5.221003013229253e-06, | |
| "loss": 1.5726, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.6139999999999999, | |
| "grad_norm": 10.760123252868652, | |
| "learning_rate": 5.209378268645998e-06, | |
| "loss": 1.6255, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.616, | |
| "grad_norm": 8.588194847106934, | |
| "learning_rate": 5.197752390191827e-06, | |
| "loss": 1.6538, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.6179999999999999, | |
| "grad_norm": 7.07314920425415, | |
| "learning_rate": 5.18612544082573e-06, | |
| "loss": 1.5529, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 9.155885696411133, | |
| "learning_rate": 5.174497483512506e-06, | |
| "loss": 1.7452, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.6219999999999999, | |
| "grad_norm": 5.848752498626709, | |
| "learning_rate": 5.162868581222407e-06, | |
| "loss": 1.6038, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.624, | |
| "grad_norm": 6.948676109313965, | |
| "learning_rate": 5.151238796930804e-06, | |
| "loss": 1.5384, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.626, | |
| "grad_norm": 7.449524402618408, | |
| "learning_rate": 5.139608193617846e-06, | |
| "loss": 1.7695, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.6280000000000001, | |
| "grad_norm": 9.431687355041504, | |
| "learning_rate": 5.127976834268112e-06, | |
| "loss": 1.6164, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 11.5729341506958, | |
| "learning_rate": 5.116344781870282e-06, | |
| "loss": 1.5993, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.6320000000000001, | |
| "grad_norm": 10.78165054321289, | |
| "learning_rate": 5.1047120994167855e-06, | |
| "loss": 1.483, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.634, | |
| "grad_norm": 7.827059745788574, | |
| "learning_rate": 5.093078849903464e-06, | |
| "loss": 1.675, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.6360000000000001, | |
| "grad_norm": 8.432703971862793, | |
| "learning_rate": 5.081445096329229e-06, | |
| "loss": 1.5087, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.638, | |
| "grad_norm": 8.069623947143555, | |
| "learning_rate": 5.069810901695727e-06, | |
| "loss": 1.6049, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.6400000000000001, | |
| "grad_norm": 8.646689414978027, | |
| "learning_rate": 5.0581763290069865e-06, | |
| "loss": 1.5509, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.642, | |
| "grad_norm": 7.84726619720459, | |
| "learning_rate": 5.046541441269085e-06, | |
| "loss": 1.5971, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.6440000000000001, | |
| "grad_norm": 9.143599510192871, | |
| "learning_rate": 5.034906301489808e-06, | |
| "loss": 1.5909, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.646, | |
| "grad_norm": 7.073722839355469, | |
| "learning_rate": 5.0232709726783065e-06, | |
| "loss": 1.4608, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.6480000000000001, | |
| "grad_norm": 7.9401397705078125, | |
| "learning_rate": 5.011635517844753e-06, | |
| "loss": 1.6247, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 7.164168834686279, | |
| "learning_rate": 5e-06, | |
| "loss": 1.5878, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.6520000000000001, | |
| "grad_norm": 8.36746883392334, | |
| "learning_rate": 4.988364482155249e-06, | |
| "loss": 1.5431, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.654, | |
| "grad_norm": 7.337077617645264, | |
| "learning_rate": 4.976729027321694e-06, | |
| "loss": 1.574, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.6560000000000001, | |
| "grad_norm": 8.89696979522705, | |
| "learning_rate": 4.965093698510192e-06, | |
| "loss": 1.6283, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.658, | |
| "grad_norm": 10.577298164367676, | |
| "learning_rate": 4.953458558730917e-06, | |
| "loss": 1.6708, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.6600000000000001, | |
| "grad_norm": 9.475666046142578, | |
| "learning_rate": 4.941823670993016e-06, | |
| "loss": 1.5338, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.662, | |
| "grad_norm": 9.556079864501953, | |
| "learning_rate": 4.9301890983042744e-06, | |
| "loss": 1.5048, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.6640000000000001, | |
| "grad_norm": 6.210651397705078, | |
| "learning_rate": 4.9185549036707715e-06, | |
| "loss": 1.5286, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.666, | |
| "grad_norm": 8.869709968566895, | |
| "learning_rate": 4.906921150096538e-06, | |
| "loss": 1.6674, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.6680000000000001, | |
| "grad_norm": 7.895263671875, | |
| "learning_rate": 4.895287900583216e-06, | |
| "loss": 1.5605, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 12.988919258117676, | |
| "learning_rate": 4.883655218129719e-06, | |
| "loss": 1.7044, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.6720000000000002, | |
| "grad_norm": 7.571807861328125, | |
| "learning_rate": 4.87202316573189e-06, | |
| "loss": 1.5871, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.674, | |
| "grad_norm": 10.251978874206543, | |
| "learning_rate": 4.860391806382157e-06, | |
| "loss": 1.4593, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.6760000000000002, | |
| "grad_norm": 7.005547046661377, | |
| "learning_rate": 4.8487612030691975e-06, | |
| "loss": 1.5433, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.678, | |
| "grad_norm": 10.263413429260254, | |
| "learning_rate": 4.837131418777595e-06, | |
| "loss": 1.617, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.6800000000000002, | |
| "grad_norm": 6.690262794494629, | |
| "learning_rate": 4.825502516487497e-06, | |
| "loss": 1.6738, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.682, | |
| "grad_norm": 9.945344924926758, | |
| "learning_rate": 4.813874559174271e-06, | |
| "loss": 1.5897, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.6840000000000002, | |
| "grad_norm": 6.344468116760254, | |
| "learning_rate": 4.802247609808175e-06, | |
| "loss": 1.5544, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.686, | |
| "grad_norm": 6.898435592651367, | |
| "learning_rate": 4.7906217313540035e-06, | |
| "loss": 1.667, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.688, | |
| "grad_norm": 7.620174407958984, | |
| "learning_rate": 4.778996986770747e-06, | |
| "loss": 1.6153, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 8.348420143127441, | |
| "learning_rate": 4.767373439011267e-06, | |
| "loss": 1.5119, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.692, | |
| "grad_norm": 6.85077428817749, | |
| "learning_rate": 4.755751151021934e-06, | |
| "loss": 1.6303, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.694, | |
| "grad_norm": 6.931562900543213, | |
| "learning_rate": 4.744130185742301e-06, | |
| "loss": 1.535, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.696, | |
| "grad_norm": 7.309017658233643, | |
| "learning_rate": 4.732510606104754e-06, | |
| "loss": 1.6259, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.698, | |
| "grad_norm": 8.722718238830566, | |
| "learning_rate": 4.720892475034181e-06, | |
| "loss": 1.5336, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 9.0813627243042, | |
| "learning_rate": 4.7092758554476215e-06, | |
| "loss": 1.5323, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.702, | |
| "grad_norm": 8.41715145111084, | |
| "learning_rate": 4.6976608102539285e-06, | |
| "loss": 1.5765, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.704, | |
| "grad_norm": 9.829058647155762, | |
| "learning_rate": 4.686047402353433e-06, | |
| "loss": 1.4992, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.706, | |
| "grad_norm": 8.533679962158203, | |
| "learning_rate": 4.674435694637597e-06, | |
| "loss": 1.6102, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.708, | |
| "grad_norm": 8.357962608337402, | |
| "learning_rate": 4.662825749988675e-06, | |
| "loss": 1.5547, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 6.73824405670166, | |
| "learning_rate": 4.651217631279374e-06, | |
| "loss": 1.5051, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.712, | |
| "grad_norm": 13.358663558959961, | |
| "learning_rate": 4.639611401372514e-06, | |
| "loss": 1.6093, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.714, | |
| "grad_norm": 9.384882926940918, | |
| "learning_rate": 4.6280071231206845e-06, | |
| "loss": 1.5455, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.716, | |
| "grad_norm": 10.82388687133789, | |
| "learning_rate": 4.6164048593659076e-06, | |
| "loss": 1.5374, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.718, | |
| "grad_norm": 6.8409743309021, | |
| "learning_rate": 4.604804672939295e-06, | |
| "loss": 1.6312, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 7.881139755249023, | |
| "learning_rate": 4.59320662666071e-06, | |
| "loss": 1.5693, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.722, | |
| "grad_norm": 9.830620765686035, | |
| "learning_rate": 4.581610783338424e-06, | |
| "loss": 1.7035, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.724, | |
| "grad_norm": 7.074033737182617, | |
| "learning_rate": 4.570017205768779e-06, | |
| "loss": 1.5734, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.726, | |
| "grad_norm": 10.345975875854492, | |
| "learning_rate": 4.5584259567358505e-06, | |
| "loss": 1.474, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.728, | |
| "grad_norm": 8.930947303771973, | |
| "learning_rate": 4.546837099011101e-06, | |
| "loss": 1.5575, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 8.436446189880371, | |
| "learning_rate": 4.53525069535304e-06, | |
| "loss": 1.6057, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.732, | |
| "grad_norm": 8.274133682250977, | |
| "learning_rate": 4.523666808506893e-06, | |
| "loss": 1.6484, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.734, | |
| "grad_norm": 8.548066139221191, | |
| "learning_rate": 4.512085501204254e-06, | |
| "loss": 1.5368, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.736, | |
| "grad_norm": 8.803610801696777, | |
| "learning_rate": 4.500506836162746e-06, | |
| "loss": 1.6525, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.738, | |
| "grad_norm": 8.110183715820312, | |
| "learning_rate": 4.4889308760856826e-06, | |
| "loss": 1.5937, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 11.329172134399414, | |
| "learning_rate": 4.477357683661734e-06, | |
| "loss": 1.6, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.742, | |
| "grad_norm": 7.598846435546875, | |
| "learning_rate": 4.465787321564576e-06, | |
| "loss": 1.546, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.744, | |
| "grad_norm": 6.989120960235596, | |
| "learning_rate": 4.45421985245256e-06, | |
| "loss": 1.6186, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.746, | |
| "grad_norm": 9.312042236328125, | |
| "learning_rate": 4.442655338968373e-06, | |
| "loss": 1.6592, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.748, | |
| "grad_norm": 5.902655124664307, | |
| "learning_rate": 4.431093843738693e-06, | |
| "loss": 1.5185, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 6.853744029998779, | |
| "learning_rate": 4.4195354293738484e-06, | |
| "loss": 1.5383, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.752, | |
| "grad_norm": 8.076836585998535, | |
| "learning_rate": 4.4079801584674955e-06, | |
| "loss": 1.4652, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.754, | |
| "grad_norm": 6.988975524902344, | |
| "learning_rate": 4.396428093596258e-06, | |
| "loss": 1.5636, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.756, | |
| "grad_norm": 7.838133335113525, | |
| "learning_rate": 4.384879297319398e-06, | |
| "loss": 1.5891, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.758, | |
| "grad_norm": 6.956199645996094, | |
| "learning_rate": 4.373333832178478e-06, | |
| "loss": 1.5573, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 7.702134132385254, | |
| "learning_rate": 4.361791760697027e-06, | |
| "loss": 1.6047, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.762, | |
| "grad_norm": 8.466774940490723, | |
| "learning_rate": 4.3502531453801885e-06, | |
| "loss": 1.6113, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.764, | |
| "grad_norm": 7.680281639099121, | |
| "learning_rate": 4.3387180487143875e-06, | |
| "loss": 1.5202, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.766, | |
| "grad_norm": 8.012104988098145, | |
| "learning_rate": 4.3271865331670036e-06, | |
| "loss": 1.6169, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.768, | |
| "grad_norm": 9.084745407104492, | |
| "learning_rate": 4.315658661186016e-06, | |
| "loss": 1.4818, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 8.11100959777832, | |
| "learning_rate": 4.304134495199675e-06, | |
| "loss": 1.6068, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.772, | |
| "grad_norm": 7.566526412963867, | |
| "learning_rate": 4.2926140976161555e-06, | |
| "loss": 1.5804, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.774, | |
| "grad_norm": 6.527312755584717, | |
| "learning_rate": 4.281097530823237e-06, | |
| "loss": 1.5348, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.776, | |
| "grad_norm": 8.60621166229248, | |
| "learning_rate": 4.269584857187942e-06, | |
| "loss": 1.6018, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.778, | |
| "grad_norm": 6.590750217437744, | |
| "learning_rate": 4.258076139056217e-06, | |
| "loss": 1.5499, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 8.905508995056152, | |
| "learning_rate": 4.246571438752585e-06, | |
| "loss": 1.7064, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.782, | |
| "grad_norm": 8.529908180236816, | |
| "learning_rate": 4.23507081857981e-06, | |
| "loss": 1.534, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.784, | |
| "grad_norm": 9.130575180053711, | |
| "learning_rate": 4.2235743408185635e-06, | |
| "loss": 1.6427, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.786, | |
| "grad_norm": 8.667200088500977, | |
| "learning_rate": 4.212082067727079e-06, | |
| "loss": 1.4933, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.788, | |
| "grad_norm": 8.957341194152832, | |
| "learning_rate": 4.200594061540827e-06, | |
| "loss": 1.591, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 7.048657417297363, | |
| "learning_rate": 4.189110384472164e-06, | |
| "loss": 1.5583, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.792, | |
| "grad_norm": 8.028057098388672, | |
| "learning_rate": 4.1776310987100054e-06, | |
| "loss": 1.4866, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.794, | |
| "grad_norm": 8.738648414611816, | |
| "learning_rate": 4.166156266419489e-06, | |
| "loss": 1.6125, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.796, | |
| "grad_norm": 8.001562118530273, | |
| "learning_rate": 4.154685949741631e-06, | |
| "loss": 1.4699, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.798, | |
| "grad_norm": 8.324260711669922, | |
| "learning_rate": 4.143220210792993e-06, | |
| "loss": 1.5949, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 11.599272727966309, | |
| "learning_rate": 4.131759111665349e-06, | |
| "loss": 1.6686, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.802, | |
| "grad_norm": 7.560389518737793, | |
| "learning_rate": 4.1203027144253466e-06, | |
| "loss": 1.5041, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.804, | |
| "grad_norm": 7.603427886962891, | |
| "learning_rate": 4.108851081114169e-06, | |
| "loss": 1.4909, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.806, | |
| "grad_norm": 6.763309955596924, | |
| "learning_rate": 4.0974042737472005e-06, | |
| "loss": 1.5467, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.808, | |
| "grad_norm": 9.465215682983398, | |
| "learning_rate": 4.0859623543136935e-06, | |
| "loss": 1.5266, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 7.232966423034668, | |
| "learning_rate": 4.074525384776428e-06, | |
| "loss": 1.5645, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.812, | |
| "grad_norm": 7.509275436401367, | |
| "learning_rate": 4.063093427071376e-06, | |
| "loss": 1.5804, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.814, | |
| "grad_norm": 8.851505279541016, | |
| "learning_rate": 4.051666543107377e-06, | |
| "loss": 1.5903, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.8159999999999998, | |
| "grad_norm": 7.193111419677734, | |
| "learning_rate": 4.040244794765783e-06, | |
| "loss": 1.6361, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.818, | |
| "grad_norm": 13.53274154663086, | |
| "learning_rate": 4.028828243900141e-06, | |
| "loss": 1.5629, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.8199999999999998, | |
| "grad_norm": 8.000975608825684, | |
| "learning_rate": 4.017416952335849e-06, | |
| "loss": 1.55, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.822, | |
| "grad_norm": 9.145268440246582, | |
| "learning_rate": 4.006010981869829e-06, | |
| "loss": 1.5949, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.8239999999999998, | |
| "grad_norm": 9.474929809570312, | |
| "learning_rate": 3.994610394270178e-06, | |
| "loss": 1.5537, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.826, | |
| "grad_norm": 8.653277397155762, | |
| "learning_rate": 3.983215251275847e-06, | |
| "loss": 1.6259, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.8279999999999998, | |
| "grad_norm": 7.7228617668151855, | |
| "learning_rate": 3.971825614596308e-06, | |
| "loss": 1.5946, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 9.129724502563477, | |
| "learning_rate": 3.960441545911205e-06, | |
| "loss": 1.5925, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.8319999999999999, | |
| "grad_norm": 9.415990829467773, | |
| "learning_rate": 3.949063106870031e-06, | |
| "loss": 1.5227, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.834, | |
| "grad_norm": 9.796669006347656, | |
| "learning_rate": 3.9376903590917945e-06, | |
| "loss": 1.5435, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.8359999999999999, | |
| "grad_norm": 9.218023300170898, | |
| "learning_rate": 3.926323364164684e-06, | |
| "loss": 1.4847, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.838, | |
| "grad_norm": 6.569913387298584, | |
| "learning_rate": 3.914962183645733e-06, | |
| "loss": 1.598, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.8399999999999999, | |
| "grad_norm": 8.879981994628906, | |
| "learning_rate": 3.903606879060483e-06, | |
| "loss": 1.625, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.842, | |
| "grad_norm": 6.769296169281006, | |
| "learning_rate": 3.892257511902664e-06, | |
| "loss": 1.5214, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.8439999999999999, | |
| "grad_norm": 7.948380470275879, | |
| "learning_rate": 3.880914143633844e-06, | |
| "loss": 1.5543, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.846, | |
| "grad_norm": 6.776271820068359, | |
| "learning_rate": 3.869576835683109e-06, | |
| "loss": 1.5748, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.8479999999999999, | |
| "grad_norm": 8.43204402923584, | |
| "learning_rate": 3.8582456494467214e-06, | |
| "loss": 1.5795, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 9.641144752502441, | |
| "learning_rate": 3.8469206462878e-06, | |
| "loss": 1.5457, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.8519999999999999, | |
| "grad_norm": 9.725312232971191, | |
| "learning_rate": 3.835601887535971e-06, | |
| "loss": 1.5125, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.854, | |
| "grad_norm": 10.626245498657227, | |
| "learning_rate": 3.82428943448705e-06, | |
| "loss": 1.6646, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.8559999999999999, | |
| "grad_norm": 8.524333000183105, | |
| "learning_rate": 3.812983348402703e-06, | |
| "loss": 1.6704, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.858, | |
| "grad_norm": 8.207454681396484, | |
| "learning_rate": 3.8016836905101157e-06, | |
| "loss": 1.6347, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.8599999999999999, | |
| "grad_norm": 9.849774360656738, | |
| "learning_rate": 3.790390522001662e-06, | |
| "loss": 1.5782, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.862, | |
| "grad_norm": 8.06809139251709, | |
| "learning_rate": 3.7791039040345743e-06, | |
| "loss": 1.6321, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.8639999999999999, | |
| "grad_norm": 8.71696949005127, | |
| "learning_rate": 3.767823897730612e-06, | |
| "loss": 1.66, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.866, | |
| "grad_norm": 7.418612480163574, | |
| "learning_rate": 3.756550564175727e-06, | |
| "loss": 1.5837, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.8679999999999999, | |
| "grad_norm": 7.238306999206543, | |
| "learning_rate": 3.745283964419736e-06, | |
| "loss": 1.5742, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 7.4198899269104, | |
| "learning_rate": 3.7340241594759917e-06, | |
| "loss": 1.7463, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.8719999999999999, | |
| "grad_norm": 6.619482517242432, | |
| "learning_rate": 3.7227712103210485e-06, | |
| "loss": 1.738, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.874, | |
| "grad_norm": 7.6474223136901855, | |
| "learning_rate": 3.7115251778943314e-06, | |
| "loss": 1.5902, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.876, | |
| "grad_norm": 9.21036434173584, | |
| "learning_rate": 3.700286123097814e-06, | |
| "loss": 1.5674, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.8780000000000001, | |
| "grad_norm": 7.860700607299805, | |
| "learning_rate": 3.6890541067956775e-06, | |
| "loss": 1.6321, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 7.944121837615967, | |
| "learning_rate": 3.6778291898139907e-06, | |
| "loss": 1.6441, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.8820000000000001, | |
| "grad_norm": 9.204889297485352, | |
| "learning_rate": 3.6666114329403723e-06, | |
| "loss": 1.5388, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.884, | |
| "grad_norm": 6.569108009338379, | |
| "learning_rate": 3.655400896923672e-06, | |
| "loss": 1.5072, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.8860000000000001, | |
| "grad_norm": 6.905144691467285, | |
| "learning_rate": 3.6441976424736315e-06, | |
| "loss": 1.591, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.888, | |
| "grad_norm": 9.775949478149414, | |
| "learning_rate": 3.633001730260558e-06, | |
| "loss": 1.5154, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.8900000000000001, | |
| "grad_norm": 8.357000350952148, | |
| "learning_rate": 3.6218132209150047e-06, | |
| "loss": 1.7292, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.892, | |
| "grad_norm": 10.853804588317871, | |
| "learning_rate": 3.6106321750274275e-06, | |
| "loss": 1.6071, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.8940000000000001, | |
| "grad_norm": 7.702592849731445, | |
| "learning_rate": 3.5994586531478672e-06, | |
| "loss": 1.5247, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 1.896, | |
| "grad_norm": 8.18514633178711, | |
| "learning_rate": 3.5882927157856175e-06, | |
| "loss": 1.5674, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 1.8980000000000001, | |
| "grad_norm": 6.387351989746094, | |
| "learning_rate": 3.577134423408906e-06, | |
| "loss": 1.5946, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 7.652561187744141, | |
| "learning_rate": 3.5659838364445505e-06, | |
| "loss": 1.5211, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.9020000000000001, | |
| "grad_norm": 6.697483062744141, | |
| "learning_rate": 3.5548410152776414e-06, | |
| "loss": 1.6415, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 1.904, | |
| "grad_norm": 7.114959716796875, | |
| "learning_rate": 3.543706020251223e-06, | |
| "loss": 1.5515, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 1.9060000000000001, | |
| "grad_norm": 7.068447113037109, | |
| "learning_rate": 3.5325789116659493e-06, | |
| "loss": 1.6781, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 1.908, | |
| "grad_norm": 6.634418487548828, | |
| "learning_rate": 3.521459749779769e-06, | |
| "loss": 1.5848, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 1.9100000000000001, | |
| "grad_norm": 7.493570327758789, | |
| "learning_rate": 3.51034859480759e-06, | |
| "loss": 1.6289, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.912, | |
| "grad_norm": 9.925775527954102, | |
| "learning_rate": 3.4992455069209717e-06, | |
| "loss": 1.5641, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 1.9140000000000001, | |
| "grad_norm": 10.061575889587402, | |
| "learning_rate": 3.488150546247778e-06, | |
| "loss": 1.5989, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 1.916, | |
| "grad_norm": 8.778186798095703, | |
| "learning_rate": 3.4770637728718608e-06, | |
| "loss": 1.7018, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 1.9180000000000001, | |
| "grad_norm": 8.304412841796875, | |
| "learning_rate": 3.465985246832739e-06, | |
| "loss": 1.6029, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 7.178003311157227, | |
| "learning_rate": 3.4549150281252635e-06, | |
| "loss": 1.5976, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.9220000000000002, | |
| "grad_norm": 9.42418384552002, | |
| "learning_rate": 3.4438531766993012e-06, | |
| "loss": 1.5237, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 1.924, | |
| "grad_norm": 8.352529525756836, | |
| "learning_rate": 3.4327997524594026e-06, | |
| "loss": 1.6348, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 1.9260000000000002, | |
| "grad_norm": 10.59170913696289, | |
| "learning_rate": 3.4217548152644887e-06, | |
| "loss": 1.5547, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 1.928, | |
| "grad_norm": 7.5832343101501465, | |
| "learning_rate": 3.4107184249275114e-06, | |
| "loss": 1.5294, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 1.9300000000000002, | |
| "grad_norm": 9.453595161437988, | |
| "learning_rate": 3.399690641215142e-06, | |
| "loss": 1.6929, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.932, | |
| "grad_norm": 8.6815185546875, | |
| "learning_rate": 3.3886715238474454e-06, | |
| "loss": 1.6084, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 1.9340000000000002, | |
| "grad_norm": 6.6434149742126465, | |
| "learning_rate": 3.3776611324975496e-06, | |
| "loss": 1.4945, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 1.936, | |
| "grad_norm": 9.94503402709961, | |
| "learning_rate": 3.3666595267913293e-06, | |
| "loss": 1.587, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 1.938, | |
| "grad_norm": 7.814234256744385, | |
| "learning_rate": 3.355666766307084e-06, | |
| "loss": 1.6181, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 8.182234764099121, | |
| "learning_rate": 3.3446829105752103e-06, | |
| "loss": 1.5493, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.942, | |
| "grad_norm": 7.502097129821777, | |
| "learning_rate": 3.3337080190778816e-06, | |
| "loss": 1.4921, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 1.944, | |
| "grad_norm": 6.4139604568481445, | |
| "learning_rate": 3.322742151248726e-06, | |
| "loss": 1.5533, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 1.946, | |
| "grad_norm": 7.537562370300293, | |
| "learning_rate": 3.311785366472506e-06, | |
| "loss": 1.5851, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 1.948, | |
| "grad_norm": 8.741056442260742, | |
| "learning_rate": 3.3008377240847955e-06, | |
| "loss": 1.5118, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 7.846621513366699, | |
| "learning_rate": 3.289899283371657e-06, | |
| "loss": 1.5772, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.952, | |
| "grad_norm": 9.379910469055176, | |
| "learning_rate": 3.2789701035693242e-06, | |
| "loss": 1.5339, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 1.954, | |
| "grad_norm": 9.359630584716797, | |
| "learning_rate": 3.268050243863877e-06, | |
| "loss": 1.6382, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 1.956, | |
| "grad_norm": 11.636152267456055, | |
| "learning_rate": 3.2571397633909252e-06, | |
| "loss": 1.5506, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 1.958, | |
| "grad_norm": 8.888190269470215, | |
| "learning_rate": 3.246238721235283e-06, | |
| "loss": 1.4885, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 8.042271614074707, | |
| "learning_rate": 3.2353471764306567e-06, | |
| "loss": 1.5741, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.962, | |
| "grad_norm": 7.534533500671387, | |
| "learning_rate": 3.224465187959316e-06, | |
| "loss": 1.5664, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 1.964, | |
| "grad_norm": 6.7709479331970215, | |
| "learning_rate": 3.2135928147517803e-06, | |
| "loss": 1.5943, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 1.966, | |
| "grad_norm": 8.381340026855469, | |
| "learning_rate": 3.2027301156865015e-06, | |
| "loss": 1.6603, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 1.968, | |
| "grad_norm": 9.999662399291992, | |
| "learning_rate": 3.1918771495895395e-06, | |
| "loss": 1.7147, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 11.495597839355469, | |
| "learning_rate": 3.1810339752342446e-06, | |
| "loss": 1.6706, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.972, | |
| "grad_norm": 9.23818588256836, | |
| "learning_rate": 3.1702006513409393e-06, | |
| "loss": 1.6012, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 1.974, | |
| "grad_norm": 10.354619026184082, | |
| "learning_rate": 3.1593772365766107e-06, | |
| "loss": 1.6126, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 1.976, | |
| "grad_norm": 9.37294864654541, | |
| "learning_rate": 3.148563789554575e-06, | |
| "loss": 1.6156, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 1.978, | |
| "grad_norm": 10.598193168640137, | |
| "learning_rate": 3.137760368834169e-06, | |
| "loss": 1.7388, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 9.898024559020996, | |
| "learning_rate": 3.12696703292044e-06, | |
| "loss": 1.6421, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.982, | |
| "grad_norm": 9.265511512756348, | |
| "learning_rate": 3.1161838402638158e-06, | |
| "loss": 1.5518, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 1.984, | |
| "grad_norm": 7.578424453735352, | |
| "learning_rate": 3.105410849259796e-06, | |
| "loss": 1.5866, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 1.986, | |
| "grad_norm": 10.20102310180664, | |
| "learning_rate": 3.09464811824863e-06, | |
| "loss": 1.6485, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 1.988, | |
| "grad_norm": 7.367624759674072, | |
| "learning_rate": 3.0838957055150136e-06, | |
| "loss": 1.6409, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 7.860062599182129, | |
| "learning_rate": 3.0731536692877596e-06, | |
| "loss": 1.535, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.992, | |
| "grad_norm": 10.079544067382812, | |
| "learning_rate": 3.0624220677394854e-06, | |
| "loss": 1.5819, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 1.994, | |
| "grad_norm": 6.722997665405273, | |
| "learning_rate": 3.0517009589863057e-06, | |
| "loss": 1.6481, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 1.996, | |
| "grad_norm": 11.341468811035156, | |
| "learning_rate": 3.040990401087508e-06, | |
| "loss": 1.695, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 1.998, | |
| "grad_norm": 6.343021392822266, | |
| "learning_rate": 3.030290452045245e-06, | |
| "loss": 1.6707, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 11.605053901672363, | |
| "learning_rate": 3.019601169804216e-06, | |
| "loss": 1.5376, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.002, | |
| "grad_norm": 9.129085540771484, | |
| "learning_rate": 3.0089226122513583e-06, | |
| "loss": 1.3932, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 2.004, | |
| "grad_norm": 7.879745006561279, | |
| "learning_rate": 2.9982548372155264e-06, | |
| "loss": 1.4429, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 2.006, | |
| "grad_norm": 7.70796537399292, | |
| "learning_rate": 2.9875979024671846e-06, | |
| "loss": 1.4238, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 2.008, | |
| "grad_norm": 8.425646781921387, | |
| "learning_rate": 2.9769518657180953e-06, | |
| "loss": 1.3642, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 7.608778953552246, | |
| "learning_rate": 2.966316784621e-06, | |
| "loss": 1.3483, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 2.012, | |
| "grad_norm": 9.824869155883789, | |
| "learning_rate": 2.9556927167693107e-06, | |
| "loss": 1.4165, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 2.014, | |
| "grad_norm": 7.270105838775635, | |
| "learning_rate": 2.945079719696802e-06, | |
| "loss": 1.3235, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 2.016, | |
| "grad_norm": 10.12110424041748, | |
| "learning_rate": 2.934477850877292e-06, | |
| "loss": 1.3102, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 2.018, | |
| "grad_norm": 8.959726333618164, | |
| "learning_rate": 2.9238871677243354e-06, | |
| "loss": 1.2703, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 8.507242202758789, | |
| "learning_rate": 2.9133077275909112e-06, | |
| "loss": 1.1562, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.022, | |
| "grad_norm": 11.486827850341797, | |
| "learning_rate": 2.9027395877691143e-06, | |
| "loss": 1.2312, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 2.024, | |
| "grad_norm": 9.935345649719238, | |
| "learning_rate": 2.892182805489846e-06, | |
| "loss": 1.1142, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 2.026, | |
| "grad_norm": 9.927567481994629, | |
| "learning_rate": 2.8816374379224932e-06, | |
| "loss": 1.0935, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 2.028, | |
| "grad_norm": 11.30349349975586, | |
| "learning_rate": 2.871103542174637e-06, | |
| "loss": 1.0115, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 11.31701946258545, | |
| "learning_rate": 2.86058117529173e-06, | |
| "loss": 1.0013, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 2.032, | |
| "grad_norm": 11.658658027648926, | |
| "learning_rate": 2.8500703942567874e-06, | |
| "loss": 1.0056, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 2.034, | |
| "grad_norm": 15.923133850097656, | |
| "learning_rate": 2.839571255990088e-06, | |
| "loss": 1.1577, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 2.036, | |
| "grad_norm": 16.112945556640625, | |
| "learning_rate": 2.82908381734886e-06, | |
| "loss": 1.0646, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 2.038, | |
| "grad_norm": 16.52297019958496, | |
| "learning_rate": 2.818608135126967e-06, | |
| "loss": 1.1384, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 17.75345802307129, | |
| "learning_rate": 2.8081442660546126e-06, | |
| "loss": 1.0859, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.042, | |
| "grad_norm": 18.585851669311523, | |
| "learning_rate": 2.797692266798027e-06, | |
| "loss": 1.0863, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 2.044, | |
| "grad_norm": 17.183208465576172, | |
| "learning_rate": 2.7872521939591556e-06, | |
| "loss": 1.0416, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 2.046, | |
| "grad_norm": 18.7218074798584, | |
| "learning_rate": 2.776824104075364e-06, | |
| "loss": 0.8856, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 2.048, | |
| "grad_norm": 20.450927734375, | |
| "learning_rate": 2.7664080536191178e-06, | |
| "loss": 1.1884, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 17.043212890625, | |
| "learning_rate": 2.7560040989976894e-06, | |
| "loss": 1.0495, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 2.052, | |
| "grad_norm": 15.958205223083496, | |
| "learning_rate": 2.7456122965528475e-06, | |
| "loss": 0.9814, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 2.054, | |
| "grad_norm": 15.604181289672852, | |
| "learning_rate": 2.7352327025605464e-06, | |
| "loss": 0.9974, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 2.056, | |
| "grad_norm": 14.632473945617676, | |
| "learning_rate": 2.724865373230632e-06, | |
| "loss": 1.002, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 2.058, | |
| "grad_norm": 14.43281364440918, | |
| "learning_rate": 2.714510364706531e-06, | |
| "loss": 0.9437, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 17.825098037719727, | |
| "learning_rate": 2.7041677330649408e-06, | |
| "loss": 1.0608, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.062, | |
| "grad_norm": 15.265949249267578, | |
| "learning_rate": 2.6938375343155464e-06, | |
| "loss": 1.1083, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 2.064, | |
| "grad_norm": 13.251029014587402, | |
| "learning_rate": 2.683519824400693e-06, | |
| "loss": 1.0742, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 2.066, | |
| "grad_norm": 13.636655807495117, | |
| "learning_rate": 2.6732146591950924e-06, | |
| "loss": 1.0812, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 2.068, | |
| "grad_norm": 14.354068756103516, | |
| "learning_rate": 2.662922094505529e-06, | |
| "loss": 1.1726, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 13.713906288146973, | |
| "learning_rate": 2.6526421860705474e-06, | |
| "loss": 1.1794, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 2.072, | |
| "grad_norm": 15.267590522766113, | |
| "learning_rate": 2.6423749895601494e-06, | |
| "loss": 1.1732, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 2.074, | |
| "grad_norm": 13.415190696716309, | |
| "learning_rate": 2.6321205605755002e-06, | |
| "loss": 1.1165, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 2.076, | |
| "grad_norm": 12.924043655395508, | |
| "learning_rate": 2.6218789546486235e-06, | |
| "loss": 1.1036, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 2.078, | |
| "grad_norm": 11.99133014678955, | |
| "learning_rate": 2.611650227242102e-06, | |
| "loss": 1.0163, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 11.737472534179688, | |
| "learning_rate": 2.601434433748771e-06, | |
| "loss": 0.9887, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.082, | |
| "grad_norm": 14.03266429901123, | |
| "learning_rate": 2.5912316294914232e-06, | |
| "loss": 1.0226, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 2.084, | |
| "grad_norm": 13.012822151184082, | |
| "learning_rate": 2.581041869722519e-06, | |
| "loss": 1.1165, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 2.086, | |
| "grad_norm": 13.519615173339844, | |
| "learning_rate": 2.5708652096238674e-06, | |
| "loss": 1.1066, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 2.088, | |
| "grad_norm": 11.919333457946777, | |
| "learning_rate": 2.560701704306336e-06, | |
| "loss": 0.9055, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 11.374495506286621, | |
| "learning_rate": 2.550551408809566e-06, | |
| "loss": 1.024, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 2.092, | |
| "grad_norm": 12.566267013549805, | |
| "learning_rate": 2.540414378101647e-06, | |
| "loss": 1.1746, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 2.094, | |
| "grad_norm": 13.454764366149902, | |
| "learning_rate": 2.5302906670788463e-06, | |
| "loss": 0.9756, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 2.096, | |
| "grad_norm": 12.35405445098877, | |
| "learning_rate": 2.52018033056529e-06, | |
| "loss": 1.0644, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 2.098, | |
| "grad_norm": 12.588571548461914, | |
| "learning_rate": 2.5100834233126827e-06, | |
| "loss": 1.1582, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 13.59836196899414, | |
| "learning_rate": 2.5000000000000015e-06, | |
| "loss": 1.0943, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.102, | |
| "grad_norm": 12.1016206741333, | |
| "learning_rate": 2.489930115233199e-06, | |
| "loss": 1.0855, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 2.104, | |
| "grad_norm": 13.028971672058105, | |
| "learning_rate": 2.4798738235449164e-06, | |
| "loss": 1.1361, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 2.106, | |
| "grad_norm": 13.81318187713623, | |
| "learning_rate": 2.469831179394182e-06, | |
| "loss": 1.0715, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 2.108, | |
| "grad_norm": 12.744100570678711, | |
| "learning_rate": 2.4598022371661113e-06, | |
| "loss": 1.1322, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 13.312298774719238, | |
| "learning_rate": 2.4497870511716237e-06, | |
| "loss": 1.0601, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 2.112, | |
| "grad_norm": 12.346517562866211, | |
| "learning_rate": 2.4397856756471435e-06, | |
| "loss": 1.0386, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 2.114, | |
| "grad_norm": 11.398303985595703, | |
| "learning_rate": 2.429798164754299e-06, | |
| "loss": 1.1074, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 2.116, | |
| "grad_norm": 14.021239280700684, | |
| "learning_rate": 2.4198245725796427e-06, | |
| "loss": 1.1536, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 2.118, | |
| "grad_norm": 13.355626106262207, | |
| "learning_rate": 2.40986495313435e-06, | |
| "loss": 1.1139, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 11.496376037597656, | |
| "learning_rate": 2.3999193603539234e-06, | |
| "loss": 1.1207, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.122, | |
| "grad_norm": 12.229351043701172, | |
| "learning_rate": 2.3899878480979098e-06, | |
| "loss": 1.0847, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 2.124, | |
| "grad_norm": 12.624899864196777, | |
| "learning_rate": 2.380070470149605e-06, | |
| "loss": 1.1526, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 2.126, | |
| "grad_norm": 12.152226448059082, | |
| "learning_rate": 2.3701672802157567e-06, | |
| "loss": 1.0407, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 2.128, | |
| "grad_norm": 12.016361236572266, | |
| "learning_rate": 2.3602783319262847e-06, | |
| "loss": 1.0879, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 11.808967590332031, | |
| "learning_rate": 2.3504036788339763e-06, | |
| "loss": 1.1118, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 2.132, | |
| "grad_norm": 11.515680313110352, | |
| "learning_rate": 2.340543374414212e-06, | |
| "loss": 1.0536, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 2.134, | |
| "grad_norm": 10.819012641906738, | |
| "learning_rate": 2.330697472064667e-06, | |
| "loss": 1.0542, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 2.136, | |
| "grad_norm": 12.405117988586426, | |
| "learning_rate": 2.320866025105016e-06, | |
| "loss": 1.0506, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 2.138, | |
| "grad_norm": 11.67018985748291, | |
| "learning_rate": 2.3110490867766644e-06, | |
| "loss": 1.101, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 12.757566452026367, | |
| "learning_rate": 2.3012467102424373e-06, | |
| "loss": 1.093, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.142, | |
| "grad_norm": 12.47193717956543, | |
| "learning_rate": 2.2914589485863015e-06, | |
| "loss": 1.1508, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 2.144, | |
| "grad_norm": 11.597710609436035, | |
| "learning_rate": 2.2816858548130837e-06, | |
| "loss": 1.1538, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 2.146, | |
| "grad_norm": 12.810328483581543, | |
| "learning_rate": 2.2719274818481767e-06, | |
| "loss": 1.0238, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 2.148, | |
| "grad_norm": 13.841683387756348, | |
| "learning_rate": 2.2621838825372496e-06, | |
| "loss": 1.202, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 12.471292495727539, | |
| "learning_rate": 2.2524551096459703e-06, | |
| "loss": 1.0969, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 2.152, | |
| "grad_norm": 11.695208549499512, | |
| "learning_rate": 2.2427412158597133e-06, | |
| "loss": 1.0346, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 2.154, | |
| "grad_norm": 12.01142406463623, | |
| "learning_rate": 2.23304225378328e-06, | |
| "loss": 1.091, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 2.156, | |
| "grad_norm": 14.317254066467285, | |
| "learning_rate": 2.2233582759406065e-06, | |
| "loss": 1.1849, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 2.158, | |
| "grad_norm": 11.322208404541016, | |
| "learning_rate": 2.213689334774479e-06, | |
| "loss": 1.0879, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 14.340149879455566, | |
| "learning_rate": 2.204035482646267e-06, | |
| "loss": 1.1532, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.162, | |
| "grad_norm": 12.387587547302246, | |
| "learning_rate": 2.1943967718356123e-06, | |
| "loss": 1.0726, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 2.164, | |
| "grad_norm": 12.853300094604492, | |
| "learning_rate": 2.184773254540169e-06, | |
| "loss": 1.1011, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 2.166, | |
| "grad_norm": 12.014087677001953, | |
| "learning_rate": 2.175164982875311e-06, | |
| "loss": 1.1168, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 2.168, | |
| "grad_norm": 13.224556922912598, | |
| "learning_rate": 2.165572008873845e-06, | |
| "loss": 1.1332, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 10.886467933654785, | |
| "learning_rate": 2.155994384485742e-06, | |
| "loss": 0.9585, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 2.172, | |
| "grad_norm": 13.911365509033203, | |
| "learning_rate": 2.146432161577842e-06, | |
| "loss": 1.1193, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 2.174, | |
| "grad_norm": 11.698256492614746, | |
| "learning_rate": 2.1368853919335835e-06, | |
| "loss": 1.1248, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 2.176, | |
| "grad_norm": 11.102900505065918, | |
| "learning_rate": 2.12735412725272e-06, | |
| "loss": 1.1625, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 2.178, | |
| "grad_norm": 11.995986938476562, | |
| "learning_rate": 2.1178384191510344e-06, | |
| "loss": 1.1379, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 10.211990356445312, | |
| "learning_rate": 2.1083383191600676e-06, | |
| "loss": 1.0004, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.182, | |
| "grad_norm": 11.571313858032227, | |
| "learning_rate": 2.0988538787268374e-06, | |
| "loss": 1.1064, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 2.184, | |
| "grad_norm": 12.789441108703613, | |
| "learning_rate": 2.0893851492135536e-06, | |
| "loss": 1.1492, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 2.186, | |
| "grad_norm": 11.842870712280273, | |
| "learning_rate": 2.0799321818973488e-06, | |
| "loss": 1.1277, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 2.188, | |
| "grad_norm": 12.860237121582031, | |
| "learning_rate": 2.0704950279699986e-06, | |
| "loss": 1.112, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 12.648483276367188, | |
| "learning_rate": 2.061073738537635e-06, | |
| "loss": 0.9933, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 2.192, | |
| "grad_norm": 12.022543907165527, | |
| "learning_rate": 2.0516683646204836e-06, | |
| "loss": 1.0655, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 2.194, | |
| "grad_norm": 12.181710243225098, | |
| "learning_rate": 2.0422789571525813e-06, | |
| "loss": 1.1167, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 2.196, | |
| "grad_norm": 12.39856243133545, | |
| "learning_rate": 2.0329055669814936e-06, | |
| "loss": 1.1543, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 2.198, | |
| "grad_norm": 10.813960075378418, | |
| "learning_rate": 2.023548244868051e-06, | |
| "loss": 1.031, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 9.889363288879395, | |
| "learning_rate": 2.0142070414860704e-06, | |
| "loss": 1.0438, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.202, | |
| "grad_norm": 11.947040557861328, | |
| "learning_rate": 2.0048820074220716e-06, | |
| "loss": 1.0579, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 2.204, | |
| "grad_norm": 10.942092895507812, | |
| "learning_rate": 1.9955731931750182e-06, | |
| "loss": 1.1079, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 2.206, | |
| "grad_norm": 10.924947738647461, | |
| "learning_rate": 1.9862806491560315e-06, | |
| "loss": 1.1075, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 2.208, | |
| "grad_norm": 11.159443855285645, | |
| "learning_rate": 1.977004425688126e-06, | |
| "loss": 1.0548, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 11.316449165344238, | |
| "learning_rate": 1.9677445730059348e-06, | |
| "loss": 1.1579, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 2.212, | |
| "grad_norm": 12.146157264709473, | |
| "learning_rate": 1.958501141255427e-06, | |
| "loss": 1.136, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 2.214, | |
| "grad_norm": 10.939238548278809, | |
| "learning_rate": 1.9492741804936623e-06, | |
| "loss": 1.0623, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 2.216, | |
| "grad_norm": 12.354981422424316, | |
| "learning_rate": 1.9400637406884875e-06, | |
| "loss": 1.1298, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 2.218, | |
| "grad_norm": 10.884641647338867, | |
| "learning_rate": 1.9308698717182874e-06, | |
| "loss": 0.9976, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 12.507721900939941, | |
| "learning_rate": 1.9216926233717087e-06, | |
| "loss": 1.1589, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.222, | |
| "grad_norm": 12.828377723693848, | |
| "learning_rate": 1.9125320453473923e-06, | |
| "loss": 1.0951, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 2.224, | |
| "grad_norm": 12.240373611450195, | |
| "learning_rate": 1.9033881872537009e-06, | |
| "loss": 1.1288, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 2.226, | |
| "grad_norm": 11.162793159484863, | |
| "learning_rate": 1.8942610986084487e-06, | |
| "loss": 1.1229, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 2.228, | |
| "grad_norm": 12.57970905303955, | |
| "learning_rate": 1.88515082883864e-06, | |
| "loss": 1.0853, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 12.0857515335083, | |
| "learning_rate": 1.8760574272802002e-06, | |
| "loss": 1.1373, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 2.232, | |
| "grad_norm": 10.519421577453613, | |
| "learning_rate": 1.8669809431776991e-06, | |
| "loss": 1.1059, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 2.234, | |
| "grad_norm": 11.660649299621582, | |
| "learning_rate": 1.8579214256840938e-06, | |
| "loss": 1.2105, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 2.2359999999999998, | |
| "grad_norm": 11.070806503295898, | |
| "learning_rate": 1.8488789238604676e-06, | |
| "loss": 1.0679, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 2.238, | |
| "grad_norm": 11.053348541259766, | |
| "learning_rate": 1.8398534866757455e-06, | |
| "loss": 1.0581, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 12.008465766906738, | |
| "learning_rate": 1.8308451630064484e-06, | |
| "loss": 1.1217, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.242, | |
| "grad_norm": 12.64566707611084, | |
| "learning_rate": 1.8218540016364178e-06, | |
| "loss": 1.0691, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 2.2439999999999998, | |
| "grad_norm": 12.815990447998047, | |
| "learning_rate": 1.8128800512565514e-06, | |
| "loss": 1.0881, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 2.246, | |
| "grad_norm": 12.682955741882324, | |
| "learning_rate": 1.8039233604645468e-06, | |
| "loss": 1.0893, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 2.248, | |
| "grad_norm": 11.445165634155273, | |
| "learning_rate": 1.7949839777646327e-06, | |
| "loss": 1.1113, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 11.555493354797363, | |
| "learning_rate": 1.7860619515673034e-06, | |
| "loss": 1.1268, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 2.252, | |
| "grad_norm": 12.906476974487305, | |
| "learning_rate": 1.7771573301890666e-06, | |
| "loss": 1.1886, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 2.254, | |
| "grad_norm": 11.322837829589844, | |
| "learning_rate": 1.7682701618521687e-06, | |
| "loss": 1.0748, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 2.2560000000000002, | |
| "grad_norm": 14.397950172424316, | |
| "learning_rate": 1.7594004946843458e-06, | |
| "loss": 1.174, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 2.258, | |
| "grad_norm": 12.00009536743164, | |
| "learning_rate": 1.7505483767185583e-06, | |
| "loss": 1.0512, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 13.125904083251953, | |
| "learning_rate": 1.7417138558927244e-06, | |
| "loss": 1.1748, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.262, | |
| "grad_norm": 11.499984741210938, | |
| "learning_rate": 1.7328969800494727e-06, | |
| "loss": 0.9966, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 2.2640000000000002, | |
| "grad_norm": 11.893850326538086, | |
| "learning_rate": 1.7240977969358757e-06, | |
| "loss": 1.1099, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 2.266, | |
| "grad_norm": 13.56734848022461, | |
| "learning_rate": 1.7153163542031881e-06, | |
| "loss": 1.1765, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 2.268, | |
| "grad_norm": 11.519514083862305, | |
| "learning_rate": 1.7065526994065973e-06, | |
| "loss": 1.0598, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 13.245732307434082, | |
| "learning_rate": 1.6978068800049624e-06, | |
| "loss": 0.9934, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 2.2720000000000002, | |
| "grad_norm": 12.127825736999512, | |
| "learning_rate": 1.6890789433605508e-06, | |
| "loss": 1.1238, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 2.274, | |
| "grad_norm": 12.772904396057129, | |
| "learning_rate": 1.680368936738792e-06, | |
| "loss": 1.1137, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 2.276, | |
| "grad_norm": 13.146944046020508, | |
| "learning_rate": 1.671676907308018e-06, | |
| "loss": 1.1266, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 2.278, | |
| "grad_norm": 11.267017364501953, | |
| "learning_rate": 1.6630029021392007e-06, | |
| "loss": 1.1258, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 2.2800000000000002, | |
| "grad_norm": 11.609925270080566, | |
| "learning_rate": 1.6543469682057105e-06, | |
| "loss": 1.097, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.282, | |
| "grad_norm": 12.532341957092285, | |
| "learning_rate": 1.645709152383046e-06, | |
| "loss": 1.193, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 2.284, | |
| "grad_norm": 11.958260536193848, | |
| "learning_rate": 1.6370895014486e-06, | |
| "loss": 1.0575, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 2.286, | |
| "grad_norm": 12.34417724609375, | |
| "learning_rate": 1.6284880620813847e-06, | |
| "loss": 1.0509, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 2.288, | |
| "grad_norm": 12.214522361755371, | |
| "learning_rate": 1.6199048808617896e-06, | |
| "loss": 1.0467, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 12.764805793762207, | |
| "learning_rate": 1.611340004271339e-06, | |
| "loss": 1.0441, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 2.292, | |
| "grad_norm": 11.342555046081543, | |
| "learning_rate": 1.6027934786924187e-06, | |
| "loss": 1.1076, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 2.294, | |
| "grad_norm": 13.207151412963867, | |
| "learning_rate": 1.594265350408039e-06, | |
| "loss": 1.2069, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 2.296, | |
| "grad_norm": 11.775276184082031, | |
| "learning_rate": 1.5857556656015837e-06, | |
| "loss": 1.0898, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 2.298, | |
| "grad_norm": 11.530139923095703, | |
| "learning_rate": 1.5772644703565564e-06, | |
| "loss": 1.098, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 11.4733247756958, | |
| "learning_rate": 1.5687918106563326e-06, | |
| "loss": 1.0295, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.302, | |
| "grad_norm": 11.146039962768555, | |
| "learning_rate": 1.5603377323839069e-06, | |
| "loss": 1.0014, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 2.304, | |
| "grad_norm": 13.669384002685547, | |
| "learning_rate": 1.551902281321651e-06, | |
| "loss": 1.2271, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 2.306, | |
| "grad_norm": 12.079588890075684, | |
| "learning_rate": 1.5434855031510626e-06, | |
| "loss": 1.0904, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 2.308, | |
| "grad_norm": 11.25638198852539, | |
| "learning_rate": 1.5350874434525142e-06, | |
| "loss": 1.0801, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 11.719844818115234, | |
| "learning_rate": 1.5267081477050132e-06, | |
| "loss": 1.0488, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 2.312, | |
| "grad_norm": 11.61817455291748, | |
| "learning_rate": 1.5183476612859538e-06, | |
| "loss": 1.0197, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 2.314, | |
| "grad_norm": 12.426447868347168, | |
| "learning_rate": 1.5100060294708647e-06, | |
| "loss": 1.155, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 2.316, | |
| "grad_norm": 11.935876846313477, | |
| "learning_rate": 1.5016832974331725e-06, | |
| "loss": 1.0953, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 2.318, | |
| "grad_norm": 15.38991641998291, | |
| "learning_rate": 1.4933795102439558e-06, | |
| "loss": 1.212, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 11.428476333618164, | |
| "learning_rate": 1.4850947128716914e-06, | |
| "loss": 1.1117, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.322, | |
| "grad_norm": 11.7312593460083, | |
| "learning_rate": 1.4768289501820265e-06, | |
| "loss": 1.0994, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 2.324, | |
| "grad_norm": 11.2421236038208, | |
| "learning_rate": 1.4685822669375239e-06, | |
| "loss": 1.1205, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 2.326, | |
| "grad_norm": 10.058606147766113, | |
| "learning_rate": 1.4603547077974217e-06, | |
| "loss": 1.0785, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 2.328, | |
| "grad_norm": 11.7360258102417, | |
| "learning_rate": 1.4521463173173966e-06, | |
| "loss": 1.097, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 13.815256118774414, | |
| "learning_rate": 1.4439571399493146e-06, | |
| "loss": 1.0887, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 2.332, | |
| "grad_norm": 12.337494850158691, | |
| "learning_rate": 1.4357872200409988e-06, | |
| "loss": 1.1101, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 2.334, | |
| "grad_norm": 11.706501007080078, | |
| "learning_rate": 1.4276366018359845e-06, | |
| "loss": 1.0746, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 2.336, | |
| "grad_norm": 12.499887466430664, | |
| "learning_rate": 1.4195053294732757e-06, | |
| "loss": 1.1403, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 2.338, | |
| "grad_norm": 12.3418550491333, | |
| "learning_rate": 1.4113934469871166e-06, | |
| "loss": 1.1632, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 12.219500541687012, | |
| "learning_rate": 1.4033009983067454e-06, | |
| "loss": 1.1484, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.342, | |
| "grad_norm": 11.66283893585205, | |
| "learning_rate": 1.3952280272561541e-06, | |
| "loss": 1.0012, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 2.344, | |
| "grad_norm": 13.044709205627441, | |
| "learning_rate": 1.3871745775538598e-06, | |
| "loss": 1.2462, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 2.346, | |
| "grad_norm": 11.258277893066406, | |
| "learning_rate": 1.3791406928126638e-06, | |
| "loss": 1.1165, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 2.348, | |
| "grad_norm": 11.9083833694458, | |
| "learning_rate": 1.371126416539409e-06, | |
| "loss": 1.0926, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 12.25865364074707, | |
| "learning_rate": 1.3631317921347564e-06, | |
| "loss": 1.1481, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 2.352, | |
| "grad_norm": 11.566573143005371, | |
| "learning_rate": 1.3551568628929434e-06, | |
| "loss": 1.0938, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 2.354, | |
| "grad_norm": 12.630902290344238, | |
| "learning_rate": 1.3472016720015447e-06, | |
| "loss": 1.1382, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 2.356, | |
| "grad_norm": 12.472233772277832, | |
| "learning_rate": 1.339266262541249e-06, | |
| "loss": 1.149, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 2.358, | |
| "grad_norm": 11.453776359558105, | |
| "learning_rate": 1.3313506774856177e-06, | |
| "loss": 1.0327, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 10.934307098388672, | |
| "learning_rate": 1.3234549597008572e-06, | |
| "loss": 1.1564, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.362, | |
| "grad_norm": 13.961017608642578, | |
| "learning_rate": 1.3155791519455812e-06, | |
| "loss": 1.0754, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 2.364, | |
| "grad_norm": 12.650055885314941, | |
| "learning_rate": 1.3077232968705805e-06, | |
| "loss": 1.1337, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 2.366, | |
| "grad_norm": 12.112220764160156, | |
| "learning_rate": 1.2998874370186026e-06, | |
| "loss": 1.0891, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 2.368, | |
| "grad_norm": 11.407106399536133, | |
| "learning_rate": 1.2920716148241036e-06, | |
| "loss": 1.1488, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 11.474730491638184, | |
| "learning_rate": 1.2842758726130283e-06, | |
| "loss": 1.1326, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 2.372, | |
| "grad_norm": 12.02614974975586, | |
| "learning_rate": 1.2765002526025871e-06, | |
| "loss": 1.0903, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 2.374, | |
| "grad_norm": 13.217632293701172, | |
| "learning_rate": 1.2687447969010113e-06, | |
| "loss": 1.1562, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 2.376, | |
| "grad_norm": 13.802258491516113, | |
| "learning_rate": 1.2610095475073415e-06, | |
| "loss": 1.1038, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 2.378, | |
| "grad_norm": 11.107643127441406, | |
| "learning_rate": 1.2532945463111856e-06, | |
| "loss": 1.0914, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 12.443587303161621, | |
| "learning_rate": 1.2455998350925042e-06, | |
| "loss": 1.1518, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.382, | |
| "grad_norm": 12.572113990783691, | |
| "learning_rate": 1.2379254555213788e-06, | |
| "loss": 1.1528, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 2.384, | |
| "grad_norm": 11.02535629272461, | |
| "learning_rate": 1.2302714491577834e-06, | |
| "loss": 1.1726, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 2.386, | |
| "grad_norm": 12.016326904296875, | |
| "learning_rate": 1.2226378574513654e-06, | |
| "loss": 1.1441, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 2.388, | |
| "grad_norm": 11.50503921508789, | |
| "learning_rate": 1.2150247217412186e-06, | |
| "loss": 1.2099, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 11.974237442016602, | |
| "learning_rate": 1.2074320832556558e-06, | |
| "loss": 1.1982, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 2.392, | |
| "grad_norm": 11.554012298583984, | |
| "learning_rate": 1.1998599831119912e-06, | |
| "loss": 1.0467, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 2.394, | |
| "grad_norm": 13.131747245788574, | |
| "learning_rate": 1.1923084623163172e-06, | |
| "loss": 1.143, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 2.396, | |
| "grad_norm": 10.756204605102539, | |
| "learning_rate": 1.1847775617632746e-06, | |
| "loss": 1.1161, | |
| "step": 1198 | |
| }, | |
| { | |
| "epoch": 2.398, | |
| "grad_norm": 12.911304473876953, | |
| "learning_rate": 1.1772673222358421e-06, | |
| "loss": 1.1532, | |
| "step": 1199 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 10.806382179260254, | |
| "learning_rate": 1.1697777844051105e-06, | |
| "loss": 1.0573, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.402, | |
| "grad_norm": 11.249881744384766, | |
| "learning_rate": 1.162308988830057e-06, | |
| "loss": 1.1033, | |
| "step": 1201 | |
| }, | |
| { | |
| "epoch": 2.404, | |
| "grad_norm": 11.274486541748047, | |
| "learning_rate": 1.1548609759573375e-06, | |
| "loss": 1.2207, | |
| "step": 1202 | |
| }, | |
| { | |
| "epoch": 2.406, | |
| "grad_norm": 10.787302017211914, | |
| "learning_rate": 1.1474337861210543e-06, | |
| "loss": 1.1259, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 2.408, | |
| "grad_norm": 10.975671768188477, | |
| "learning_rate": 1.1400274595425499e-06, | |
| "loss": 1.0418, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 10.228716850280762, | |
| "learning_rate": 1.132642036330181e-06, | |
| "loss": 1.087, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 2.412, | |
| "grad_norm": 13.028627395629883, | |
| "learning_rate": 1.1252775564791023e-06, | |
| "loss": 1.1651, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 2.414, | |
| "grad_norm": 10.35562801361084, | |
| "learning_rate": 1.1179340598710547e-06, | |
| "loss": 1.1121, | |
| "step": 1207 | |
| }, | |
| { | |
| "epoch": 2.416, | |
| "grad_norm": 11.16613483428955, | |
| "learning_rate": 1.1106115862741457e-06, | |
| "loss": 1.1242, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 2.418, | |
| "grad_norm": 11.81697940826416, | |
| "learning_rate": 1.1033101753426285e-06, | |
| "loss": 1.167, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 13.364669799804688, | |
| "learning_rate": 1.096029866616704e-06, | |
| "loss": 1.0961, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.422, | |
| "grad_norm": 11.796897888183594, | |
| "learning_rate": 1.0887706995222864e-06, | |
| "loss": 1.137, | |
| "step": 1211 | |
| }, | |
| { | |
| "epoch": 2.424, | |
| "grad_norm": 11.452189445495605, | |
| "learning_rate": 1.0815327133708015e-06, | |
| "loss": 1.1626, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 2.426, | |
| "grad_norm": 11.605690956115723, | |
| "learning_rate": 1.0743159473589738e-06, | |
| "loss": 1.1818, | |
| "step": 1213 | |
| }, | |
| { | |
| "epoch": 2.428, | |
| "grad_norm": 12.917741775512695, | |
| "learning_rate": 1.0671204405686108e-06, | |
| "loss": 1.0901, | |
| "step": 1214 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 11.108345985412598, | |
| "learning_rate": 1.0599462319663906e-06, | |
| "loss": 1.0953, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 2.432, | |
| "grad_norm": 11.12553882598877, | |
| "learning_rate": 1.052793360403655e-06, | |
| "loss": 1.1915, | |
| "step": 1216 | |
| }, | |
| { | |
| "epoch": 2.434, | |
| "grad_norm": 12.073833465576172, | |
| "learning_rate": 1.0456618646161954e-06, | |
| "loss": 1.2316, | |
| "step": 1217 | |
| }, | |
| { | |
| "epoch": 2.436, | |
| "grad_norm": 11.272497177124023, | |
| "learning_rate": 1.0385517832240472e-06, | |
| "loss": 1.1353, | |
| "step": 1218 | |
| }, | |
| { | |
| "epoch": 2.438, | |
| "grad_norm": 11.970922470092773, | |
| "learning_rate": 1.0314631547312738e-06, | |
| "loss": 1.1071, | |
| "step": 1219 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 11.06673812866211, | |
| "learning_rate": 1.0243960175257605e-06, | |
| "loss": 1.1197, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.442, | |
| "grad_norm": 11.756420135498047, | |
| "learning_rate": 1.0173504098790188e-06, | |
| "loss": 1.0385, | |
| "step": 1221 | |
| }, | |
| { | |
| "epoch": 2.444, | |
| "grad_norm": 11.263325691223145, | |
| "learning_rate": 1.010326369945957e-06, | |
| "loss": 1.0892, | |
| "step": 1222 | |
| }, | |
| { | |
| "epoch": 2.446, | |
| "grad_norm": 11.817276954650879, | |
| "learning_rate": 1.0033239357646913e-06, | |
| "loss": 1.138, | |
| "step": 1223 | |
| }, | |
| { | |
| "epoch": 2.448, | |
| "grad_norm": 11.443320274353027, | |
| "learning_rate": 9.963431452563331e-07, | |
| "loss": 1.0683, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 11.445216178894043, | |
| "learning_rate": 9.893840362247809e-07, | |
| "loss": 1.1286, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 2.452, | |
| "grad_norm": 12.109580039978027, | |
| "learning_rate": 9.824466463565246e-07, | |
| "loss": 1.2696, | |
| "step": 1226 | |
| }, | |
| { | |
| "epoch": 2.454, | |
| "grad_norm": 12.882740020751953, | |
| "learning_rate": 9.7553101322043e-07, | |
| "loss": 1.1698, | |
| "step": 1227 | |
| }, | |
| { | |
| "epoch": 2.456, | |
| "grad_norm": 12.377523422241211, | |
| "learning_rate": 9.686371742675443e-07, | |
| "loss": 1.2098, | |
| "step": 1228 | |
| }, | |
| { | |
| "epoch": 2.458, | |
| "grad_norm": 11.193984985351562, | |
| "learning_rate": 9.617651668308914e-07, | |
| "loss": 1.1167, | |
| "step": 1229 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 11.221639633178711, | |
| "learning_rate": 9.549150281252633e-07, | |
| "loss": 1.1706, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.462, | |
| "grad_norm": 11.720982551574707, | |
| "learning_rate": 9.480867952470285e-07, | |
| "loss": 1.1991, | |
| "step": 1231 | |
| }, | |
| { | |
| "epoch": 2.464, | |
| "grad_norm": 9.958009719848633, | |
| "learning_rate": 9.412805051739266e-07, | |
| "loss": 1.0561, | |
| "step": 1232 | |
| }, | |
| { | |
| "epoch": 2.466, | |
| "grad_norm": 12.225953102111816, | |
| "learning_rate": 9.344961947648624e-07, | |
| "loss": 1.0812, | |
| "step": 1233 | |
| }, | |
| { | |
| "epoch": 2.468, | |
| "grad_norm": 11.826346397399902, | |
| "learning_rate": 9.277339007597158e-07, | |
| "loss": 1.1611, | |
| "step": 1234 | |
| }, | |
| { | |
| "epoch": 2.4699999999999998, | |
| "grad_norm": 11.533407211303711, | |
| "learning_rate": 9.209936597791407e-07, | |
| "loss": 1.1837, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 2.472, | |
| "grad_norm": 10.118829727172852, | |
| "learning_rate": 9.142755083243577e-07, | |
| "loss": 1.0882, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 2.474, | |
| "grad_norm": 13.343694686889648, | |
| "learning_rate": 9.075794827769696e-07, | |
| "loss": 1.1914, | |
| "step": 1237 | |
| }, | |
| { | |
| "epoch": 2.476, | |
| "grad_norm": 11.293721199035645, | |
| "learning_rate": 9.009056193987569e-07, | |
| "loss": 1.0637, | |
| "step": 1238 | |
| }, | |
| { | |
| "epoch": 2.4779999999999998, | |
| "grad_norm": 10.591233253479004, | |
| "learning_rate": 8.942539543314799e-07, | |
| "loss": 1.1345, | |
| "step": 1239 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 13.138537406921387, | |
| "learning_rate": 8.876245235966884e-07, | |
| "loss": 1.2053, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.482, | |
| "grad_norm": 10.92805290222168, | |
| "learning_rate": 8.810173630955249e-07, | |
| "loss": 1.1372, | |
| "step": 1241 | |
| }, | |
| { | |
| "epoch": 2.484, | |
| "grad_norm": 11.212373733520508, | |
| "learning_rate": 8.744325086085248e-07, | |
| "loss": 1.0706, | |
| "step": 1242 | |
| }, | |
| { | |
| "epoch": 2.4859999999999998, | |
| "grad_norm": 11.673620223999023, | |
| "learning_rate": 8.678699957954323e-07, | |
| "loss": 1.1367, | |
| "step": 1243 | |
| }, | |
| { | |
| "epoch": 2.488, | |
| "grad_norm": 11.204456329345703, | |
| "learning_rate": 8.613298601949971e-07, | |
| "loss": 1.0237, | |
| "step": 1244 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 12.066752433776855, | |
| "learning_rate": 8.54812137224792e-07, | |
| "loss": 1.2087, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 2.492, | |
| "grad_norm": 10.22867202758789, | |
| "learning_rate": 8.483168621810133e-07, | |
| "loss": 1.1078, | |
| "step": 1246 | |
| }, | |
| { | |
| "epoch": 2.4939999999999998, | |
| "grad_norm": 12.135293960571289, | |
| "learning_rate": 8.418440702382897e-07, | |
| "loss": 1.0668, | |
| "step": 1247 | |
| }, | |
| { | |
| "epoch": 2.496, | |
| "grad_norm": 9.851129531860352, | |
| "learning_rate": 8.353937964495029e-07, | |
| "loss": 1.0521, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 2.498, | |
| "grad_norm": 10.662277221679688, | |
| "learning_rate": 8.289660757455803e-07, | |
| "loss": 1.0326, | |
| "step": 1249 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 13.312153816223145, | |
| "learning_rate": 8.225609429353187e-07, | |
| "loss": 1.0838, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.502, | |
| "grad_norm": 10.633809089660645, | |
| "learning_rate": 8.161784327051919e-07, | |
| "loss": 1.0238, | |
| "step": 1251 | |
| }, | |
| { | |
| "epoch": 2.504, | |
| "grad_norm": 11.557962417602539, | |
| "learning_rate": 8.098185796191632e-07, | |
| "loss": 1.1297, | |
| "step": 1252 | |
| }, | |
| { | |
| "epoch": 2.5060000000000002, | |
| "grad_norm": 10.614686965942383, | |
| "learning_rate": 8.034814181184996e-07, | |
| "loss": 1.1224, | |
| "step": 1253 | |
| }, | |
| { | |
| "epoch": 2.508, | |
| "grad_norm": 11.647783279418945, | |
| "learning_rate": 7.971669825215789e-07, | |
| "loss": 1.191, | |
| "step": 1254 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 12.704024314880371, | |
| "learning_rate": 7.908753070237124e-07, | |
| "loss": 1.0431, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 2.512, | |
| "grad_norm": 11.132079124450684, | |
| "learning_rate": 7.846064256969571e-07, | |
| "loss": 1.1417, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 2.5140000000000002, | |
| "grad_norm": 12.66719913482666, | |
| "learning_rate": 7.783603724899258e-07, | |
| "loss": 1.1726, | |
| "step": 1257 | |
| }, | |
| { | |
| "epoch": 2.516, | |
| "grad_norm": 13.010668754577637, | |
| "learning_rate": 7.72137181227608e-07, | |
| "loss": 1.2599, | |
| "step": 1258 | |
| }, | |
| { | |
| "epoch": 2.518, | |
| "grad_norm": 13.327101707458496, | |
| "learning_rate": 7.659368856111926e-07, | |
| "loss": 1.0874, | |
| "step": 1259 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 12.53348445892334, | |
| "learning_rate": 7.597595192178702e-07, | |
| "loss": 1.0867, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.5220000000000002, | |
| "grad_norm": 11.78579044342041, | |
| "learning_rate": 7.536051155006657e-07, | |
| "loss": 1.1224, | |
| "step": 1261 | |
| }, | |
| { | |
| "epoch": 2.524, | |
| "grad_norm": 12.989802360534668, | |
| "learning_rate": 7.47473707788251e-07, | |
| "loss": 1.0848, | |
| "step": 1262 | |
| }, | |
| { | |
| "epoch": 2.526, | |
| "grad_norm": 10.429177284240723, | |
| "learning_rate": 7.413653292847617e-07, | |
| "loss": 1.0456, | |
| "step": 1263 | |
| }, | |
| { | |
| "epoch": 2.528, | |
| "grad_norm": 12.047698020935059, | |
| "learning_rate": 7.352800130696253e-07, | |
| "loss": 1.1725, | |
| "step": 1264 | |
| }, | |
| { | |
| "epoch": 2.5300000000000002, | |
| "grad_norm": 13.212532043457031, | |
| "learning_rate": 7.292177920973726e-07, | |
| "loss": 1.0755, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 2.532, | |
| "grad_norm": 11.261322021484375, | |
| "learning_rate": 7.23178699197467e-07, | |
| "loss": 1.0894, | |
| "step": 1266 | |
| }, | |
| { | |
| "epoch": 2.534, | |
| "grad_norm": 12.5214262008667, | |
| "learning_rate": 7.171627670741243e-07, | |
| "loss": 1.0554, | |
| "step": 1267 | |
| }, | |
| { | |
| "epoch": 2.536, | |
| "grad_norm": 11.23154067993164, | |
| "learning_rate": 7.111700283061318e-07, | |
| "loss": 1.1117, | |
| "step": 1268 | |
| }, | |
| { | |
| "epoch": 2.5380000000000003, | |
| "grad_norm": 14.136534690856934, | |
| "learning_rate": 7.052005153466779e-07, | |
| "loss": 1.1256, | |
| "step": 1269 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 11.402527809143066, | |
| "learning_rate": 6.992542605231739e-07, | |
| "loss": 1.1365, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.542, | |
| "grad_norm": 10.729368209838867, | |
| "learning_rate": 6.933312960370748e-07, | |
| "loss": 1.0958, | |
| "step": 1271 | |
| }, | |
| { | |
| "epoch": 2.544, | |
| "grad_norm": 12.732880592346191, | |
| "learning_rate": 6.874316539637127e-07, | |
| "loss": 1.1066, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 2.5460000000000003, | |
| "grad_norm": 11.761198043823242, | |
| "learning_rate": 6.815553662521185e-07, | |
| "loss": 1.0512, | |
| "step": 1273 | |
| }, | |
| { | |
| "epoch": 2.548, | |
| "grad_norm": 12.321219444274902, | |
| "learning_rate": 6.757024647248456e-07, | |
| "loss": 1.1105, | |
| "step": 1274 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 10.499734878540039, | |
| "learning_rate": 6.698729810778065e-07, | |
| "loss": 1.1287, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 2.552, | |
| "grad_norm": 11.47294807434082, | |
| "learning_rate": 6.640669468800947e-07, | |
| "loss": 1.1906, | |
| "step": 1276 | |
| }, | |
| { | |
| "epoch": 2.5540000000000003, | |
| "grad_norm": 10.670211791992188, | |
| "learning_rate": 6.58284393573812e-07, | |
| "loss": 1.0593, | |
| "step": 1277 | |
| }, | |
| { | |
| "epoch": 2.556, | |
| "grad_norm": 11.801868438720703, | |
| "learning_rate": 6.52525352473905e-07, | |
| "loss": 1.0933, | |
| "step": 1278 | |
| }, | |
| { | |
| "epoch": 2.558, | |
| "grad_norm": 12.327805519104004, | |
| "learning_rate": 6.467898547679913e-07, | |
| "loss": 1.0864, | |
| "step": 1279 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 12.2786226272583, | |
| "learning_rate": 6.410779315161885e-07, | |
| "loss": 1.1561, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.5620000000000003, | |
| "grad_norm": 11.15182876586914, | |
| "learning_rate": 6.353896136509524e-07, | |
| "loss": 1.1301, | |
| "step": 1281 | |
| }, | |
| { | |
| "epoch": 2.564, | |
| "grad_norm": 11.805049896240234, | |
| "learning_rate": 6.297249319769016e-07, | |
| "loss": 1.0785, | |
| "step": 1282 | |
| }, | |
| { | |
| "epoch": 2.566, | |
| "grad_norm": 11.21564769744873, | |
| "learning_rate": 6.240839171706608e-07, | |
| "loss": 1.2017, | |
| "step": 1283 | |
| }, | |
| { | |
| "epoch": 2.568, | |
| "grad_norm": 12.291101455688477, | |
| "learning_rate": 6.184665997806832e-07, | |
| "loss": 1.0942, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 11.54765510559082, | |
| "learning_rate": 6.128730102270897e-07, | |
| "loss": 1.1542, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 2.572, | |
| "grad_norm": 10.28836441040039, | |
| "learning_rate": 6.073031788015133e-07, | |
| "loss": 1.0565, | |
| "step": 1286 | |
| }, | |
| { | |
| "epoch": 2.574, | |
| "grad_norm": 12.515631675720215, | |
| "learning_rate": 6.017571356669183e-07, | |
| "loss": 1.0679, | |
| "step": 1287 | |
| }, | |
| { | |
| "epoch": 2.576, | |
| "grad_norm": 12.502131462097168, | |
| "learning_rate": 5.962349108574478e-07, | |
| "loss": 1.0424, | |
| "step": 1288 | |
| }, | |
| { | |
| "epoch": 2.578, | |
| "grad_norm": 11.3397855758667, | |
| "learning_rate": 5.9073653427826e-07, | |
| "loss": 1.0948, | |
| "step": 1289 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 10.07397174835205, | |
| "learning_rate": 5.852620357053651e-07, | |
| "loss": 1.0421, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.582, | |
| "grad_norm": 11.410602569580078, | |
| "learning_rate": 5.798114447854636e-07, | |
| "loss": 1.1638, | |
| "step": 1291 | |
| }, | |
| { | |
| "epoch": 2.584, | |
| "grad_norm": 11.01577091217041, | |
| "learning_rate": 5.743847910357836e-07, | |
| "loss": 1.0889, | |
| "step": 1292 | |
| }, | |
| { | |
| "epoch": 2.586, | |
| "grad_norm": 12.289595603942871, | |
| "learning_rate": 5.689821038439264e-07, | |
| "loss": 1.1365, | |
| "step": 1293 | |
| }, | |
| { | |
| "epoch": 2.588, | |
| "grad_norm": 12.653968811035156, | |
| "learning_rate": 5.636034124677043e-07, | |
| "loss": 1.208, | |
| "step": 1294 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 11.91626262664795, | |
| "learning_rate": 5.582487460349806e-07, | |
| "loss": 1.2131, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 2.592, | |
| "grad_norm": 12.287956237792969, | |
| "learning_rate": 5.529181335435124e-07, | |
| "loss": 1.096, | |
| "step": 1296 | |
| }, | |
| { | |
| "epoch": 2.594, | |
| "grad_norm": 14.091611862182617, | |
| "learning_rate": 5.476116038607993e-07, | |
| "loss": 1.0923, | |
| "step": 1297 | |
| }, | |
| { | |
| "epoch": 2.596, | |
| "grad_norm": 11.291535377502441, | |
| "learning_rate": 5.423291857239177e-07, | |
| "loss": 1.0751, | |
| "step": 1298 | |
| }, | |
| { | |
| "epoch": 2.598, | |
| "grad_norm": 10.707423210144043, | |
| "learning_rate": 5.370709077393721e-07, | |
| "loss": 1.1536, | |
| "step": 1299 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 10.066755294799805, | |
| "learning_rate": 5.318367983829393e-07, | |
| "loss": 1.1073, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.602, | |
| "grad_norm": 12.727775573730469, | |
| "learning_rate": 5.266268859995083e-07, | |
| "loss": 1.0421, | |
| "step": 1301 | |
| }, | |
| { | |
| "epoch": 2.604, | |
| "grad_norm": 10.819839477539062, | |
| "learning_rate": 5.214411988029355e-07, | |
| "loss": 1.0953, | |
| "step": 1302 | |
| }, | |
| { | |
| "epoch": 2.606, | |
| "grad_norm": 11.471372604370117, | |
| "learning_rate": 5.162797648758877e-07, | |
| "loss": 1.1238, | |
| "step": 1303 | |
| }, | |
| { | |
| "epoch": 2.608, | |
| "grad_norm": 11.147175788879395, | |
| "learning_rate": 5.111426121696866e-07, | |
| "loss": 1.1459, | |
| "step": 1304 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 10.736647605895996, | |
| "learning_rate": 5.06029768504166e-07, | |
| "loss": 1.0977, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 2.612, | |
| "grad_norm": 10.199406623840332, | |
| "learning_rate": 5.009412615675102e-07, | |
| "loss": 1.0806, | |
| "step": 1306 | |
| }, | |
| { | |
| "epoch": 2.614, | |
| "grad_norm": 10.652769088745117, | |
| "learning_rate": 4.958771189161149e-07, | |
| "loss": 1.1096, | |
| "step": 1307 | |
| }, | |
| { | |
| "epoch": 2.616, | |
| "grad_norm": 10.275524139404297, | |
| "learning_rate": 4.908373679744316e-07, | |
| "loss": 1.1095, | |
| "step": 1308 | |
| }, | |
| { | |
| "epoch": 2.618, | |
| "grad_norm": 11.423064231872559, | |
| "learning_rate": 4.858220360348187e-07, | |
| "loss": 1.1176, | |
| "step": 1309 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 12.112739562988281, | |
| "learning_rate": 4.808311502573976e-07, | |
| "loss": 1.1444, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.622, | |
| "grad_norm": 10.57923412322998, | |
| "learning_rate": 4.758647376699033e-07, | |
| "loss": 1.1199, | |
| "step": 1311 | |
| }, | |
| { | |
| "epoch": 2.624, | |
| "grad_norm": 11.439313888549805, | |
| "learning_rate": 4.709228251675357e-07, | |
| "loss": 1.0995, | |
| "step": 1312 | |
| }, | |
| { | |
| "epoch": 2.626, | |
| "grad_norm": 11.128246307373047, | |
| "learning_rate": 4.6600543951281995e-07, | |
| "loss": 1.1438, | |
| "step": 1313 | |
| }, | |
| { | |
| "epoch": 2.628, | |
| "grad_norm": 12.107537269592285, | |
| "learning_rate": 4.6111260733545714e-07, | |
| "loss": 1.0989, | |
| "step": 1314 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 11.53816032409668, | |
| "learning_rate": 4.562443551321788e-07, | |
| "loss": 1.1305, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 2.632, | |
| "grad_norm": 10.835124015808105, | |
| "learning_rate": 4.514007092666084e-07, | |
| "loss": 1.1451, | |
| "step": 1316 | |
| }, | |
| { | |
| "epoch": 2.634, | |
| "grad_norm": 11.95799446105957, | |
| "learning_rate": 4.4658169596911493e-07, | |
| "loss": 1.1823, | |
| "step": 1317 | |
| }, | |
| { | |
| "epoch": 2.636, | |
| "grad_norm": 10.443716049194336, | |
| "learning_rate": 4.417873413366702e-07, | |
| "loss": 1.0862, | |
| "step": 1318 | |
| }, | |
| { | |
| "epoch": 2.638, | |
| "grad_norm": 12.407042503356934, | |
| "learning_rate": 4.370176713327118e-07, | |
| "loss": 1.0715, | |
| "step": 1319 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 12.52112102508545, | |
| "learning_rate": 4.322727117869951e-07, | |
| "loss": 1.1408, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.642, | |
| "grad_norm": 12.11574935913086, | |
| "learning_rate": 4.275524883954657e-07, | |
| "loss": 1.1602, | |
| "step": 1321 | |
| }, | |
| { | |
| "epoch": 2.644, | |
| "grad_norm": 11.21030330657959, | |
| "learning_rate": 4.228570267201049e-07, | |
| "loss": 1.0917, | |
| "step": 1322 | |
| }, | |
| { | |
| "epoch": 2.646, | |
| "grad_norm": 10.748331069946289, | |
| "learning_rate": 4.1818635218880186e-07, | |
| "loss": 1.0612, | |
| "step": 1323 | |
| }, | |
| { | |
| "epoch": 2.648, | |
| "grad_norm": 12.968511581420898, | |
| "learning_rate": 4.1354049009521504e-07, | |
| "loss": 1.1723, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 13.352898597717285, | |
| "learning_rate": 4.089194655986306e-07, | |
| "loss": 1.127, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 2.652, | |
| "grad_norm": 10.655840873718262, | |
| "learning_rate": 4.043233037238281e-07, | |
| "loss": 1.0859, | |
| "step": 1326 | |
| }, | |
| { | |
| "epoch": 2.654, | |
| "grad_norm": 10.203536033630371, | |
| "learning_rate": 3.99752029360948e-07, | |
| "loss": 1.1438, | |
| "step": 1327 | |
| }, | |
| { | |
| "epoch": 2.656, | |
| "grad_norm": 12.646231651306152, | |
| "learning_rate": 3.9520566726535367e-07, | |
| "loss": 1.2127, | |
| "step": 1328 | |
| }, | |
| { | |
| "epoch": 2.658, | |
| "grad_norm": 12.770830154418945, | |
| "learning_rate": 3.90684242057498e-07, | |
| "loss": 1.0962, | |
| "step": 1329 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 11.451815605163574, | |
| "learning_rate": 3.8618777822278854e-07, | |
| "loss": 1.0883, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.662, | |
| "grad_norm": 11.632091522216797, | |
| "learning_rate": 3.8171630011145877e-07, | |
| "loss": 1.1129, | |
| "step": 1331 | |
| }, | |
| { | |
| "epoch": 2.664, | |
| "grad_norm": 11.543761253356934, | |
| "learning_rate": 3.772698319384349e-07, | |
| "loss": 1.0953, | |
| "step": 1332 | |
| }, | |
| { | |
| "epoch": 2.666, | |
| "grad_norm": 12.997357368469238, | |
| "learning_rate": 3.728483977831998e-07, | |
| "loss": 1.1444, | |
| "step": 1333 | |
| }, | |
| { | |
| "epoch": 2.668, | |
| "grad_norm": 11.470213890075684, | |
| "learning_rate": 3.684520215896703e-07, | |
| "loss": 1.1423, | |
| "step": 1334 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 10.749590873718262, | |
| "learning_rate": 3.6408072716606346e-07, | |
| "loss": 1.1258, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 2.672, | |
| "grad_norm": 10.158390045166016, | |
| "learning_rate": 3.597345381847656e-07, | |
| "loss": 1.032, | |
| "step": 1336 | |
| }, | |
| { | |
| "epoch": 2.674, | |
| "grad_norm": 10.492109298706055, | |
| "learning_rate": 3.554134781822094e-07, | |
| "loss": 1.1678, | |
| "step": 1337 | |
| }, | |
| { | |
| "epoch": 2.676, | |
| "grad_norm": 12.122913360595703, | |
| "learning_rate": 3.511175705587433e-07, | |
| "loss": 1.1777, | |
| "step": 1338 | |
| }, | |
| { | |
| "epoch": 2.678, | |
| "grad_norm": 10.95935344696045, | |
| "learning_rate": 3.468468385785023e-07, | |
| "loss": 1.1732, | |
| "step": 1339 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 12.425519943237305, | |
| "learning_rate": 3.426013053692878e-07, | |
| "loss": 1.1649, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.682, | |
| "grad_norm": 11.766524314880371, | |
| "learning_rate": 3.3838099392243915e-07, | |
| "loss": 1.0, | |
| "step": 1341 | |
| }, | |
| { | |
| "epoch": 2.684, | |
| "grad_norm": 12.33736515045166, | |
| "learning_rate": 3.341859270927067e-07, | |
| "loss": 1.148, | |
| "step": 1342 | |
| }, | |
| { | |
| "epoch": 2.686, | |
| "grad_norm": 10.662920951843262, | |
| "learning_rate": 3.30016127598134e-07, | |
| "loss": 1.0533, | |
| "step": 1343 | |
| }, | |
| { | |
| "epoch": 2.6879999999999997, | |
| "grad_norm": 11.27861213684082, | |
| "learning_rate": 3.258716180199278e-07, | |
| "loss": 1.114, | |
| "step": 1344 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 11.482233047485352, | |
| "learning_rate": 3.2175242080234314e-07, | |
| "loss": 1.1744, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 2.692, | |
| "grad_norm": 11.544189453125, | |
| "learning_rate": 3.1765855825255543e-07, | |
| "loss": 1.0746, | |
| "step": 1346 | |
| }, | |
| { | |
| "epoch": 2.694, | |
| "grad_norm": 13.263728141784668, | |
| "learning_rate": 3.135900525405428e-07, | |
| "loss": 1.1174, | |
| "step": 1347 | |
| }, | |
| { | |
| "epoch": 2.6959999999999997, | |
| "grad_norm": 11.041204452514648, | |
| "learning_rate": 3.0954692569896585e-07, | |
| "loss": 1.1725, | |
| "step": 1348 | |
| }, | |
| { | |
| "epoch": 2.698, | |
| "grad_norm": 11.216727256774902, | |
| "learning_rate": 3.055291996230492e-07, | |
| "loss": 1.1185, | |
| "step": 1349 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 11.795129776000977, | |
| "learning_rate": 3.015368960704584e-07, | |
| "loss": 1.1468, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.702, | |
| "grad_norm": 10.980323791503906, | |
| "learning_rate": 2.975700366611883e-07, | |
| "loss": 1.0928, | |
| "step": 1351 | |
| }, | |
| { | |
| "epoch": 2.7039999999999997, | |
| "grad_norm": 12.678966522216797, | |
| "learning_rate": 2.9362864287744266e-07, | |
| "loss": 1.1624, | |
| "step": 1352 | |
| }, | |
| { | |
| "epoch": 2.706, | |
| "grad_norm": 12.718985557556152, | |
| "learning_rate": 2.8971273606351656e-07, | |
| "loss": 1.141, | |
| "step": 1353 | |
| }, | |
| { | |
| "epoch": 2.708, | |
| "grad_norm": 11.222257614135742, | |
| "learning_rate": 2.858223374256841e-07, | |
| "loss": 1.1179, | |
| "step": 1354 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 10.49862003326416, | |
| "learning_rate": 2.819574680320825e-07, | |
| "loss": 1.1192, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 2.7119999999999997, | |
| "grad_norm": 13.092155456542969, | |
| "learning_rate": 2.7811814881259503e-07, | |
| "loss": 1.1709, | |
| "step": 1356 | |
| }, | |
| { | |
| "epoch": 2.714, | |
| "grad_norm": 10.232337951660156, | |
| "learning_rate": 2.743044005587425e-07, | |
| "loss": 1.0475, | |
| "step": 1357 | |
| }, | |
| { | |
| "epoch": 2.716, | |
| "grad_norm": 12.870683670043945, | |
| "learning_rate": 2.705162439235648e-07, | |
| "loss": 1.0407, | |
| "step": 1358 | |
| }, | |
| { | |
| "epoch": 2.718, | |
| "grad_norm": 11.157443046569824, | |
| "learning_rate": 2.6675369942151864e-07, | |
| "loss": 1.1319, | |
| "step": 1359 | |
| }, | |
| { | |
| "epoch": 2.7199999999999998, | |
| "grad_norm": 10.935739517211914, | |
| "learning_rate": 2.63016787428354e-07, | |
| "loss": 1.1432, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.722, | |
| "grad_norm": 12.044547080993652, | |
| "learning_rate": 2.593055281810125e-07, | |
| "loss": 1.1435, | |
| "step": 1361 | |
| }, | |
| { | |
| "epoch": 2.724, | |
| "grad_norm": 10.721463203430176, | |
| "learning_rate": 2.556199417775174e-07, | |
| "loss": 1.1649, | |
| "step": 1362 | |
| }, | |
| { | |
| "epoch": 2.726, | |
| "grad_norm": 10.794017791748047, | |
| "learning_rate": 2.519600481768597e-07, | |
| "loss": 1.1491, | |
| "step": 1363 | |
| }, | |
| { | |
| "epoch": 2.7279999999999998, | |
| "grad_norm": 11.180771827697754, | |
| "learning_rate": 2.483258671988942e-07, | |
| "loss": 1.0898, | |
| "step": 1364 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 11.11221694946289, | |
| "learning_rate": 2.447174185242324e-07, | |
| "loss": 1.1323, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 2.732, | |
| "grad_norm": 11.723511695861816, | |
| "learning_rate": 2.4113472169413176e-07, | |
| "loss": 1.2018, | |
| "step": 1366 | |
| }, | |
| { | |
| "epoch": 2.734, | |
| "grad_norm": 12.620880126953125, | |
| "learning_rate": 2.37577796110397e-07, | |
| "loss": 1.1411, | |
| "step": 1367 | |
| }, | |
| { | |
| "epoch": 2.7359999999999998, | |
| "grad_norm": 11.710165023803711, | |
| "learning_rate": 2.3404666103526542e-07, | |
| "loss": 1.0482, | |
| "step": 1368 | |
| }, | |
| { | |
| "epoch": 2.738, | |
| "grad_norm": 11.673789024353027, | |
| "learning_rate": 2.3054133559131163e-07, | |
| "loss": 1.2405, | |
| "step": 1369 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 11.153477668762207, | |
| "learning_rate": 2.2706183876134047e-07, | |
| "loss": 1.1506, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 2.742, | |
| "grad_norm": 11.211380958557129, | |
| "learning_rate": 2.2360818938828189e-07, | |
| "loss": 1.046, | |
| "step": 1371 | |
| }, | |
| { | |
| "epoch": 2.7439999999999998, | |
| "grad_norm": 10.854473114013672, | |
| "learning_rate": 2.2018040617509174e-07, | |
| "loss": 1.0861, | |
| "step": 1372 | |
| }, | |
| { | |
| "epoch": 2.746, | |
| "grad_norm": 11.484323501586914, | |
| "learning_rate": 2.167785076846518e-07, | |
| "loss": 1.0931, | |
| "step": 1373 | |
| }, | |
| { | |
| "epoch": 2.748, | |
| "grad_norm": 12.862896919250488, | |
| "learning_rate": 2.134025123396638e-07, | |
| "loss": 1.215, | |
| "step": 1374 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 12.15230941772461, | |
| "learning_rate": 2.1005243842255552e-07, | |
| "loss": 1.167, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 2.752, | |
| "grad_norm": 10.922401428222656, | |
| "learning_rate": 2.0672830407537925e-07, | |
| "loss": 1.1432, | |
| "step": 1376 | |
| }, | |
| { | |
| "epoch": 2.754, | |
| "grad_norm": 12.105512619018555, | |
| "learning_rate": 2.0343012729971244e-07, | |
| "loss": 1.1478, | |
| "step": 1377 | |
| }, | |
| { | |
| "epoch": 2.7560000000000002, | |
| "grad_norm": 10.566096305847168, | |
| "learning_rate": 2.0015792595656225e-07, | |
| "loss": 1.1038, | |
| "step": 1378 | |
| }, | |
| { | |
| "epoch": 2.758, | |
| "grad_norm": 12.602991104125977, | |
| "learning_rate": 1.9691171776626882e-07, | |
| "loss": 1.2035, | |
| "step": 1379 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 10.561416625976562, | |
| "learning_rate": 1.9369152030840553e-07, | |
| "loss": 1.1399, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.762, | |
| "grad_norm": 12.064254760742188, | |
| "learning_rate": 1.904973510216912e-07, | |
| "loss": 1.2584, | |
| "step": 1381 | |
| }, | |
| { | |
| "epoch": 2.7640000000000002, | |
| "grad_norm": 10.637829780578613, | |
| "learning_rate": 1.873292272038868e-07, | |
| "loss": 1.0919, | |
| "step": 1382 | |
| }, | |
| { | |
| "epoch": 2.766, | |
| "grad_norm": 11.943845748901367, | |
| "learning_rate": 1.841871660117095e-07, | |
| "loss": 1.1898, | |
| "step": 1383 | |
| }, | |
| { | |
| "epoch": 2.768, | |
| "grad_norm": 11.168000221252441, | |
| "learning_rate": 1.8107118446073492e-07, | |
| "loss": 1.1557, | |
| "step": 1384 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 10.773613929748535, | |
| "learning_rate": 1.779812994253055e-07, | |
| "loss": 1.1016, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 2.7720000000000002, | |
| "grad_norm": 10.496236801147461, | |
| "learning_rate": 1.7491752763844294e-07, | |
| "loss": 1.0975, | |
| "step": 1386 | |
| }, | |
| { | |
| "epoch": 2.774, | |
| "grad_norm": 11.72801399230957, | |
| "learning_rate": 1.7187988569175307e-07, | |
| "loss": 1.0915, | |
| "step": 1387 | |
| }, | |
| { | |
| "epoch": 2.776, | |
| "grad_norm": 11.977339744567871, | |
| "learning_rate": 1.688683900353366e-07, | |
| "loss": 1.1441, | |
| "step": 1388 | |
| }, | |
| { | |
| "epoch": 2.778, | |
| "grad_norm": 10.9048490524292, | |
| "learning_rate": 1.6588305697770313e-07, | |
| "loss": 1.0953, | |
| "step": 1389 | |
| }, | |
| { | |
| "epoch": 2.7800000000000002, | |
| "grad_norm": 10.485379219055176, | |
| "learning_rate": 1.6292390268568103e-07, | |
| "loss": 1.0981, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.782, | |
| "grad_norm": 10.757002830505371, | |
| "learning_rate": 1.5999094318432662e-07, | |
| "loss": 1.1695, | |
| "step": 1391 | |
| }, | |
| { | |
| "epoch": 2.784, | |
| "grad_norm": 11.401092529296875, | |
| "learning_rate": 1.5708419435684463e-07, | |
| "loss": 1.0509, | |
| "step": 1392 | |
| }, | |
| { | |
| "epoch": 2.786, | |
| "grad_norm": 11.38297176361084, | |
| "learning_rate": 1.5420367194449448e-07, | |
| "loss": 1.0742, | |
| "step": 1393 | |
| }, | |
| { | |
| "epoch": 2.7880000000000003, | |
| "grad_norm": 10.606424331665039, | |
| "learning_rate": 1.5134939154651196e-07, | |
| "loss": 1.1533, | |
| "step": 1394 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 11.047826766967773, | |
| "learning_rate": 1.4852136862001766e-07, | |
| "loss": 1.15, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 2.792, | |
| "grad_norm": 11.345439910888672, | |
| "learning_rate": 1.4571961847993977e-07, | |
| "loss": 1.2146, | |
| "step": 1396 | |
| }, | |
| { | |
| "epoch": 2.794, | |
| "grad_norm": 11.464273452758789, | |
| "learning_rate": 1.4294415629892756e-07, | |
| "loss": 1.0851, | |
| "step": 1397 | |
| }, | |
| { | |
| "epoch": 2.7960000000000003, | |
| "grad_norm": 11.990900039672852, | |
| "learning_rate": 1.4019499710726913e-07, | |
| "loss": 1.1197, | |
| "step": 1398 | |
| }, | |
| { | |
| "epoch": 2.798, | |
| "grad_norm": 11.901836395263672, | |
| "learning_rate": 1.374721557928116e-07, | |
| "loss": 1.2454, | |
| "step": 1399 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 10.661705017089844, | |
| "learning_rate": 1.3477564710088097e-07, | |
| "loss": 1.0545, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.802, | |
| "grad_norm": 11.410598754882812, | |
| "learning_rate": 1.3210548563419857e-07, | |
| "loss": 1.0326, | |
| "step": 1401 | |
| }, | |
| { | |
| "epoch": 2.8040000000000003, | |
| "grad_norm": 11.102482795715332, | |
| "learning_rate": 1.294616858528064e-07, | |
| "loss": 1.1085, | |
| "step": 1402 | |
| }, | |
| { | |
| "epoch": 2.806, | |
| "grad_norm": 10.520735740661621, | |
| "learning_rate": 1.268442620739868e-07, | |
| "loss": 1.1905, | |
| "step": 1403 | |
| }, | |
| { | |
| "epoch": 2.808, | |
| "grad_norm": 11.018781661987305, | |
| "learning_rate": 1.2425322847218368e-07, | |
| "loss": 1.1735, | |
| "step": 1404 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 12.908723831176758, | |
| "learning_rate": 1.2168859907892904e-07, | |
| "loss": 1.1788, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 2.8120000000000003, | |
| "grad_norm": 11.897324562072754, | |
| "learning_rate": 1.1915038778276212e-07, | |
| "loss": 1.093, | |
| "step": 1406 | |
| }, | |
| { | |
| "epoch": 2.814, | |
| "grad_norm": 11.710148811340332, | |
| "learning_rate": 1.166386083291604e-07, | |
| "loss": 1.1192, | |
| "step": 1407 | |
| }, | |
| { | |
| "epoch": 2.816, | |
| "grad_norm": 11.686257362365723, | |
| "learning_rate": 1.1415327432046041e-07, | |
| "loss": 1.0824, | |
| "step": 1408 | |
| }, | |
| { | |
| "epoch": 2.818, | |
| "grad_norm": 11.252178192138672, | |
| "learning_rate": 1.1169439921578485e-07, | |
| "loss": 1.0743, | |
| "step": 1409 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 10.60265064239502, | |
| "learning_rate": 1.0926199633097156e-07, | |
| "loss": 1.0421, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 2.822, | |
| "grad_norm": 12.824352264404297, | |
| "learning_rate": 1.0685607883850035e-07, | |
| "loss": 1.1632, | |
| "step": 1411 | |
| }, | |
| { | |
| "epoch": 2.824, | |
| "grad_norm": 11.57745361328125, | |
| "learning_rate": 1.044766597674196e-07, | |
| "loss": 1.1655, | |
| "step": 1412 | |
| }, | |
| { | |
| "epoch": 2.826, | |
| "grad_norm": 11.447077751159668, | |
| "learning_rate": 1.0212375200327973e-07, | |
| "loss": 1.0834, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 2.828, | |
| "grad_norm": 12.608105659484863, | |
| "learning_rate": 9.979736828806096e-08, | |
| "loss": 1.1674, | |
| "step": 1414 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 11.511768341064453, | |
| "learning_rate": 9.749752122010347e-08, | |
| "loss": 1.2345, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 2.832, | |
| "grad_norm": 10.86443042755127, | |
| "learning_rate": 9.522422325404234e-08, | |
| "loss": 1.0663, | |
| "step": 1416 | |
| }, | |
| { | |
| "epoch": 2.834, | |
| "grad_norm": 11.792540550231934, | |
| "learning_rate": 9.297748670073658e-08, | |
| "loss": 1.0739, | |
| "step": 1417 | |
| }, | |
| { | |
| "epoch": 2.836, | |
| "grad_norm": 12.60987377166748, | |
| "learning_rate": 9.075732372720414e-08, | |
| "loss": 1.121, | |
| "step": 1418 | |
| }, | |
| { | |
| "epoch": 2.838, | |
| "grad_norm": 11.70394515991211, | |
| "learning_rate": 8.856374635655696e-08, | |
| "loss": 1.1565, | |
| "step": 1419 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 11.06529426574707, | |
| "learning_rate": 8.639676646793382e-08, | |
| "loss": 1.0428, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 2.842, | |
| "grad_norm": 11.53507137298584, | |
| "learning_rate": 8.425639579643763e-08, | |
| "loss": 1.094, | |
| "step": 1421 | |
| }, | |
| { | |
| "epoch": 2.844, | |
| "grad_norm": 10.740865707397461, | |
| "learning_rate": 8.214264593307097e-08, | |
| "loss": 1.0513, | |
| "step": 1422 | |
| }, | |
| { | |
| "epoch": 2.846, | |
| "grad_norm": 11.995918273925781, | |
| "learning_rate": 8.00555283246729e-08, | |
| "loss": 1.1279, | |
| "step": 1423 | |
| }, | |
| { | |
| "epoch": 2.848, | |
| "grad_norm": 12.916094779968262, | |
| "learning_rate": 7.799505427386001e-08, | |
| "loss": 1.1227, | |
| "step": 1424 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 10.555110931396484, | |
| "learning_rate": 7.59612349389599e-08, | |
| "loss": 1.0907, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 2.852, | |
| "grad_norm": 11.170307159423828, | |
| "learning_rate": 7.395408133395509e-08, | |
| "loss": 1.1291, | |
| "step": 1426 | |
| }, | |
| { | |
| "epoch": 2.854, | |
| "grad_norm": 10.48733901977539, | |
| "learning_rate": 7.197360432842359e-08, | |
| "loss": 1.1168, | |
| "step": 1427 | |
| }, | |
| { | |
| "epoch": 2.856, | |
| "grad_norm": 11.542524337768555, | |
| "learning_rate": 7.001981464747565e-08, | |
| "loss": 1.1142, | |
| "step": 1428 | |
| }, | |
| { | |
| "epoch": 2.858, | |
| "grad_norm": 10.778676986694336, | |
| "learning_rate": 6.809272287169988e-08, | |
| "loss": 1.1537, | |
| "step": 1429 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 10.768854141235352, | |
| "learning_rate": 6.61923394371039e-08, | |
| "loss": 1.0235, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 2.862, | |
| "grad_norm": 10.812145233154297, | |
| "learning_rate": 6.431867463506047e-08, | |
| "loss": 1.1195, | |
| "step": 1431 | |
| }, | |
| { | |
| "epoch": 2.864, | |
| "grad_norm": 10.739622116088867, | |
| "learning_rate": 6.247173861224753e-08, | |
| "loss": 1.1552, | |
| "step": 1432 | |
| }, | |
| { | |
| "epoch": 2.866, | |
| "grad_norm": 10.252985954284668, | |
| "learning_rate": 6.065154137059603e-08, | |
| "loss": 1.1009, | |
| "step": 1433 | |
| }, | |
| { | |
| "epoch": 2.868, | |
| "grad_norm": 11.594807624816895, | |
| "learning_rate": 5.8858092767236084e-08, | |
| "loss": 1.1601, | |
| "step": 1434 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 10.98749828338623, | |
| "learning_rate": 5.709140251444201e-08, | |
| "loss": 1.1708, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 2.872, | |
| "grad_norm": 11.422292709350586, | |
| "learning_rate": 5.535148017958014e-08, | |
| "loss": 1.0827, | |
| "step": 1436 | |
| }, | |
| { | |
| "epoch": 2.874, | |
| "grad_norm": 10.309944152832031, | |
| "learning_rate": 5.363833518505834e-08, | |
| "loss": 1.1094, | |
| "step": 1437 | |
| }, | |
| { | |
| "epoch": 2.876, | |
| "grad_norm": 11.423945426940918, | |
| "learning_rate": 5.19519768082738e-08, | |
| "loss": 1.2409, | |
| "step": 1438 | |
| }, | |
| { | |
| "epoch": 2.878, | |
| "grad_norm": 10.608428001403809, | |
| "learning_rate": 5.029241418156139e-08, | |
| "loss": 1.1391, | |
| "step": 1439 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 13.38857650756836, | |
| "learning_rate": 4.865965629214819e-08, | |
| "loss": 1.1201, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 2.882, | |
| "grad_norm": 11.526823997497559, | |
| "learning_rate": 4.7053711982101294e-08, | |
| "loss": 1.145, | |
| "step": 1441 | |
| }, | |
| { | |
| "epoch": 2.884, | |
| "grad_norm": 11.45752239227295, | |
| "learning_rate": 4.5474589948280026e-08, | |
| "loss": 1.2218, | |
| "step": 1442 | |
| }, | |
| { | |
| "epoch": 2.886, | |
| "grad_norm": 10.46944808959961, | |
| "learning_rate": 4.392229874229159e-08, | |
| "loss": 1.2481, | |
| "step": 1443 | |
| }, | |
| { | |
| "epoch": 2.888, | |
| "grad_norm": 12.171918869018555, | |
| "learning_rate": 4.2396846770441644e-08, | |
| "loss": 1.1381, | |
| "step": 1444 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 11.57470703125, | |
| "learning_rate": 4.0898242293691546e-08, | |
| "loss": 1.1412, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 2.892, | |
| "grad_norm": 11.620773315429688, | |
| "learning_rate": 3.9426493427611177e-08, | |
| "loss": 1.1664, | |
| "step": 1446 | |
| }, | |
| { | |
| "epoch": 2.894, | |
| "grad_norm": 12.99191951751709, | |
| "learning_rate": 3.7981608142335644e-08, | |
| "loss": 1.2922, | |
| "step": 1447 | |
| }, | |
| { | |
| "epoch": 2.896, | |
| "grad_norm": 11.910186767578125, | |
| "learning_rate": 3.65635942625242e-08, | |
| "loss": 1.285, | |
| "step": 1448 | |
| }, | |
| { | |
| "epoch": 2.898, | |
| "grad_norm": 11.08059310913086, | |
| "learning_rate": 3.517245946731529e-08, | |
| "loss": 1.1577, | |
| "step": 1449 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 11.138588905334473, | |
| "learning_rate": 3.3808211290284886e-08, | |
| "loss": 1.1573, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.902, | |
| "grad_norm": 10.384156227111816, | |
| "learning_rate": 3.247085711940878e-08, | |
| "loss": 1.124, | |
| "step": 1451 | |
| }, | |
| { | |
| "epoch": 2.904, | |
| "grad_norm": 12.75297737121582, | |
| "learning_rate": 3.1160404197018155e-08, | |
| "loss": 1.1535, | |
| "step": 1452 | |
| }, | |
| { | |
| "epoch": 2.906, | |
| "grad_norm": 12.249570846557617, | |
| "learning_rate": 2.9876859619764606e-08, | |
| "loss": 1.1892, | |
| "step": 1453 | |
| }, | |
| { | |
| "epoch": 2.908, | |
| "grad_norm": 12.755828857421875, | |
| "learning_rate": 2.8620230338578526e-08, | |
| "loss": 1.0924, | |
| "step": 1454 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 13.399191856384277, | |
| "learning_rate": 2.7390523158633552e-08, | |
| "loss": 1.0451, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 2.912, | |
| "grad_norm": 11.16951847076416, | |
| "learning_rate": 2.6187744739308297e-08, | |
| "loss": 1.0882, | |
| "step": 1456 | |
| }, | |
| { | |
| "epoch": 2.914, | |
| "grad_norm": 10.711827278137207, | |
| "learning_rate": 2.501190159415079e-08, | |
| "loss": 1.164, | |
| "step": 1457 | |
| }, | |
| { | |
| "epoch": 2.916, | |
| "grad_norm": 10.825516700744629, | |
| "learning_rate": 2.386300009084408e-08, | |
| "loss": 1.0708, | |
| "step": 1458 | |
| }, | |
| { | |
| "epoch": 2.918, | |
| "grad_norm": 11.371330261230469, | |
| "learning_rate": 2.27410464511707e-08, | |
| "loss": 1.1395, | |
| "step": 1459 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 11.252603530883789, | |
| "learning_rate": 2.1646046750978255e-08, | |
| "loss": 1.1699, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 2.922, | |
| "grad_norm": 11.264942169189453, | |
| "learning_rate": 2.057800692014833e-08, | |
| "loss": 1.0813, | |
| "step": 1461 | |
| }, | |
| { | |
| "epoch": 2.924, | |
| "grad_norm": 11.598838806152344, | |
| "learning_rate": 1.953693274256374e-08, | |
| "loss": 1.124, | |
| "step": 1462 | |
| }, | |
| { | |
| "epoch": 2.926, | |
| "grad_norm": 10.306319236755371, | |
| "learning_rate": 1.8522829856076895e-08, | |
| "loss": 1.0401, | |
| "step": 1463 | |
| }, | |
| { | |
| "epoch": 2.928, | |
| "grad_norm": 11.464588165283203, | |
| "learning_rate": 1.753570375247815e-08, | |
| "loss": 1.154, | |
| "step": 1464 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 11.513689994812012, | |
| "learning_rate": 1.657555977746972e-08, | |
| "loss": 1.0962, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 2.932, | |
| "grad_norm": 11.152294158935547, | |
| "learning_rate": 1.5642403130632367e-08, | |
| "loss": 1.119, | |
| "step": 1466 | |
| }, | |
| { | |
| "epoch": 2.934, | |
| "grad_norm": 11.795382499694824, | |
| "learning_rate": 1.4736238865398766e-08, | |
| "loss": 1.1594, | |
| "step": 1467 | |
| }, | |
| { | |
| "epoch": 2.936, | |
| "grad_norm": 13.539538383483887, | |
| "learning_rate": 1.3857071889029073e-08, | |
| "loss": 1.1061, | |
| "step": 1468 | |
| }, | |
| { | |
| "epoch": 2.9379999999999997, | |
| "grad_norm": 10.830578804016113, | |
| "learning_rate": 1.3004906962578723e-08, | |
| "loss": 1.114, | |
| "step": 1469 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 12.558431625366211, | |
| "learning_rate": 1.2179748700879013e-08, | |
| "loss": 1.2487, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 2.942, | |
| "grad_norm": 11.865883827209473, | |
| "learning_rate": 1.1381601572505452e-08, | |
| "loss": 1.0191, | |
| "step": 1471 | |
| }, | |
| { | |
| "epoch": 2.944, | |
| "grad_norm": 10.461407661437988, | |
| "learning_rate": 1.0610469899760001e-08, | |
| "loss": 1.1221, | |
| "step": 1472 | |
| }, | |
| { | |
| "epoch": 2.9459999999999997, | |
| "grad_norm": 11.201630592346191, | |
| "learning_rate": 9.866357858642206e-09, | |
| "loss": 0.9862, | |
| "step": 1473 | |
| }, | |
| { | |
| "epoch": 2.948, | |
| "grad_norm": 11.596713066101074, | |
| "learning_rate": 9.14926947883088e-09, | |
| "loss": 1.2098, | |
| "step": 1474 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 10.908271789550781, | |
| "learning_rate": 8.459208643659122e-09, | |
| "loss": 1.1182, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 2.952, | |
| "grad_norm": 11.701807975769043, | |
| "learning_rate": 7.796179090094891e-09, | |
| "loss": 1.2094, | |
| "step": 1476 | |
| }, | |
| { | |
| "epoch": 2.9539999999999997, | |
| "grad_norm": 13.19516658782959, | |
| "learning_rate": 7.160184408721571e-09, | |
| "loss": 1.1626, | |
| "step": 1477 | |
| }, | |
| { | |
| "epoch": 2.956, | |
| "grad_norm": 12.156759262084961, | |
| "learning_rate": 6.551228043715218e-09, | |
| "loss": 1.1171, | |
| "step": 1478 | |
| }, | |
| { | |
| "epoch": 2.958, | |
| "grad_norm": 10.075406074523926, | |
| "learning_rate": 5.969313292830126e-09, | |
| "loss": 0.9876, | |
| "step": 1479 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 11.928035736083984, | |
| "learning_rate": 5.414443307377171e-09, | |
| "loss": 1.1166, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 2.9619999999999997, | |
| "grad_norm": 10.68159294128418, | |
| "learning_rate": 4.8866210922110525e-09, | |
| "loss": 1.058, | |
| "step": 1481 | |
| }, | |
| { | |
| "epoch": 2.964, | |
| "grad_norm": 11.216858863830566, | |
| "learning_rate": 4.385849505708084e-09, | |
| "loss": 1.1111, | |
| "step": 1482 | |
| }, | |
| { | |
| "epoch": 2.966, | |
| "grad_norm": 12.130516052246094, | |
| "learning_rate": 3.912131259757313e-09, | |
| "loss": 1.1494, | |
| "step": 1483 | |
| }, | |
| { | |
| "epoch": 2.968, | |
| "grad_norm": 10.646476745605469, | |
| "learning_rate": 3.4654689197405335e-09, | |
| "loss": 1.0957, | |
| "step": 1484 | |
| }, | |
| { | |
| "epoch": 2.9699999999999998, | |
| "grad_norm": 11.538399696350098, | |
| "learning_rate": 3.0458649045211897e-09, | |
| "loss": 1.1852, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 2.972, | |
| "grad_norm": 12.342727661132812, | |
| "learning_rate": 2.6533214864310485e-09, | |
| "loss": 1.1064, | |
| "step": 1486 | |
| }, | |
| { | |
| "epoch": 2.974, | |
| "grad_norm": 11.315055847167969, | |
| "learning_rate": 2.287840791256324e-09, | |
| "loss": 1.0906, | |
| "step": 1487 | |
| }, | |
| { | |
| "epoch": 2.976, | |
| "grad_norm": 12.045461654663086, | |
| "learning_rate": 1.9494247982282386e-09, | |
| "loss": 1.163, | |
| "step": 1488 | |
| }, | |
| { | |
| "epoch": 2.9779999999999998, | |
| "grad_norm": 10.301689147949219, | |
| "learning_rate": 1.638075340010814e-09, | |
| "loss": 1.1269, | |
| "step": 1489 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 11.46061897277832, | |
| "learning_rate": 1.3537941026914302e-09, | |
| "loss": 1.0705, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 2.982, | |
| "grad_norm": 10.900529861450195, | |
| "learning_rate": 1.096582625772502e-09, | |
| "loss": 1.099, | |
| "step": 1491 | |
| }, | |
| { | |
| "epoch": 2.984, | |
| "grad_norm": 10.490682601928711, | |
| "learning_rate": 8.664423021614854e-10, | |
| "loss": 1.0517, | |
| "step": 1492 | |
| }, | |
| { | |
| "epoch": 2.9859999999999998, | |
| "grad_norm": 11.499110221862793, | |
| "learning_rate": 6.633743781642166e-10, | |
| "loss": 1.177, | |
| "step": 1493 | |
| }, | |
| { | |
| "epoch": 2.988, | |
| "grad_norm": 11.795324325561523, | |
| "learning_rate": 4.87379953478806e-10, | |
| "loss": 1.1048, | |
| "step": 1494 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 11.121499061584473, | |
| "learning_rate": 3.384599811889766e-10, | |
| "loss": 1.1005, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 2.992, | |
| "grad_norm": 11.869853973388672, | |
| "learning_rate": 2.1661526775795804e-10, | |
| "loss": 1.1684, | |
| "step": 1496 | |
| }, | |
| { | |
| "epoch": 2.9939999999999998, | |
| "grad_norm": 13.046727180480957, | |
| "learning_rate": 1.2184647302626585e-10, | |
| "loss": 1.0746, | |
| "step": 1497 | |
| }, | |
| { | |
| "epoch": 2.996, | |
| "grad_norm": 12.80275821685791, | |
| "learning_rate": 5.4154110206150465e-11, | |
| "loss": 1.1424, | |
| "step": 1498 | |
| }, | |
| { | |
| "epoch": 2.998, | |
| "grad_norm": 13.787501335144043, | |
| "learning_rate": 1.3538545881042198e-11, | |
| "loss": 1.172, | |
| "step": 1499 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 11.100687026977539, | |
| "learning_rate": 0.0, | |
| "loss": 1.1813, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 1500, | |
| "total_flos": 3.656864303572582e+16, | |
| "train_loss": 0.0, | |
| "train_runtime": 15.8388, | |
| "train_samples_per_second": 9091.618, | |
| "train_steps_per_second": 94.704 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.656864303572582e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |