k1h0's picture
Upload folder using huggingface_hub
aff9b55 verified
{"current_steps": 1, "total_steps": 12, "loss": 0.7698, "lr": 4.914814565722671e-05, "epoch": 0.08163265306122448, "percentage": 8.33, "elapsed_time": "0:01:50", "remaining_time": "0:20:18", "throughput": 18933.24, "total_tokens": 2097152}
{"current_steps": 2, "total_steps": 12, "loss": 0.763, "lr": 4.665063509461097e-05, "epoch": 0.16326530612244897, "percentage": 16.67, "elapsed_time": "0:03:35", "remaining_time": "0:17:56", "throughput": 19475.59, "total_tokens": 4194304}
{"current_steps": 3, "total_steps": 12, "loss": 0.7896, "lr": 4.267766952966369e-05, "epoch": 0.24489795918367346, "percentage": 25.0, "elapsed_time": "0:05:19", "remaining_time": "0:15:59", "throughput": 19663.23, "total_tokens": 6291456}
{"current_steps": 4, "total_steps": 12, "loss": 0.7557, "lr": 3.7500000000000003e-05, "epoch": 0.32653061224489793, "percentage": 33.33, "elapsed_time": "0:07:04", "remaining_time": "0:14:09", "throughput": 19750.71, "total_tokens": 8388608}
{"current_steps": 5, "total_steps": 12, "loss": 0.774, "lr": 3.147047612756302e-05, "epoch": 0.40816326530612246, "percentage": 41.67, "elapsed_time": "0:08:49", "remaining_time": "0:12:21", "throughput": 19806.04, "total_tokens": 10485760}
{"current_steps": 6, "total_steps": 12, "loss": 0.7544, "lr": 2.5e-05, "epoch": 0.4897959183673469, "percentage": 50.0, "elapsed_time": "0:10:34", "remaining_time": "0:10:34", "throughput": 19832.94, "total_tokens": 12582912}
{"current_steps": 7, "total_steps": 12, "loss": 0.7293, "lr": 1.852952387243698e-05, "epoch": 0.5714285714285714, "percentage": 58.33, "elapsed_time": "0:12:19", "remaining_time": "0:08:48", "throughput": 19854.24, "total_tokens": 14680064}
{"current_steps": 8, "total_steps": 12, "loss": 0.7233, "lr": 1.2500000000000006e-05, "epoch": 0.6530612244897959, "percentage": 66.67, "elapsed_time": "0:14:04", "remaining_time": "0:07:02", "throughput": 19869.84, "total_tokens": 16777216}
{"current_steps": 9, "total_steps": 12, "loss": 0.7142, "lr": 7.3223304703363135e-06, "epoch": 0.7346938775510204, "percentage": 75.0, "elapsed_time": "0:15:49", "remaining_time": "0:05:16", "throughput": 19880.33, "total_tokens": 18874368}
{"current_steps": 10, "total_steps": 12, "loss": 0.7328, "lr": 3.3493649053890326e-06, "epoch": 0.8163265306122449, "percentage": 83.33, "elapsed_time": "0:17:34", "remaining_time": "0:03:30", "throughput": 19883.69, "total_tokens": 20971520}
{"current_steps": 11, "total_steps": 12, "loss": 0.728, "lr": 8.51854342773295e-07, "epoch": 0.8979591836734694, "percentage": 91.67, "elapsed_time": "0:19:19", "remaining_time": "0:01:45", "throughput": 19892.55, "total_tokens": 23068672}
{"current_steps": 12, "total_steps": 12, "loss": 0.7408, "lr": 0.0, "epoch": 0.9795918367346939, "percentage": 100.0, "elapsed_time": "0:21:04", "remaining_time": "0:00:00", "throughput": 19899.92, "total_tokens": 25165824}
{"current_steps": 12, "total_steps": 12, "epoch": 0.9795918367346939, "percentage": 100.0, "elapsed_time": "0:21:27", "remaining_time": "0:00:00", "throughput": 19547.08, "total_tokens": 25165824}