diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,4234 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.6114260238201389,
+  "eval_steps": 10000.0,
+  "global_step": 6000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0010190433730335648,
+      "grad_norm": 39.0,
+      "learning_rate": 6.779661016949153e-07,
+      "loss": 8.6035,
+      "step": 10
+    },
+    {
+      "epoch": 0.0020380867460671297,
+      "grad_norm": 36.5,
+      "learning_rate": 1.3559322033898307e-06,
+      "loss": 8.3336,
+      "step": 20
+    },
+    {
+      "epoch": 0.003057130119100694,
+      "grad_norm": 28.0,
+      "learning_rate": 2.033898305084746e-06,
+      "loss": 7.3424,
+      "step": 30
+    },
+    {
+      "epoch": 0.004076173492134259,
+      "grad_norm": 9.5,
+      "learning_rate": 2.7118644067796613e-06,
+      "loss": 5.2891,
+      "step": 40
+    },
+    {
+      "epoch": 0.005095216865167823,
+      "grad_norm": 7.625,
+      "learning_rate": 3.3898305084745763e-06,
+      "loss": 3.1259,
+      "step": 50
+    },
+    {
+      "epoch": 0.006114260238201388,
+      "grad_norm": 1.2265625,
+      "learning_rate": 4.067796610169492e-06,
+      "loss": 1.9534,
+      "step": 60
+    },
+    {
+      "epoch": 0.007133303611234953,
+      "grad_norm": 0.984375,
+      "learning_rate": 4.745762711864408e-06,
+      "loss": 1.7291,
+      "step": 70
+    },
+    {
+      "epoch": 0.008152346984268519,
+      "grad_norm": 0.88671875,
+      "learning_rate": 5.423728813559323e-06,
+      "loss": 1.6523,
+      "step": 80
+    },
+    {
+      "epoch": 0.009171390357302084,
+      "grad_norm": 0.80859375,
+      "learning_rate": 6.1016949152542385e-06,
+      "loss": 1.5714,
+      "step": 90
+    },
+    {
+      "epoch": 0.010190433730335647,
+      "grad_norm": 0.80078125,
+      "learning_rate": 6.779661016949153e-06,
+      "loss": 1.5387,
+      "step": 100
+    },
+    {
+      "epoch": 0.011209477103369211,
+      "grad_norm": 0.6953125,
+      "learning_rate": 7.4576271186440685e-06,
+      "loss": 1.5065,
+      "step": 110
+    },
+    {
+      "epoch": 0.012228520476402776,
+      "grad_norm": 0.69140625,
+      "learning_rate": 8.135593220338983e-06,
+      "loss": 1.469,
+      "step": 120
+    },
+    {
+      "epoch": 0.013247563849436341,
+      "grad_norm": 0.81640625,
+      "learning_rate": 8.8135593220339e-06,
+      "loss": 1.4463,
+      "step": 130
+    },
+    {
+      "epoch": 0.014266607222469906,
+      "grad_norm": 0.95703125,
+      "learning_rate": 9.491525423728815e-06,
+      "loss": 1.3843,
+      "step": 140
+    },
+    {
+      "epoch": 0.01528565059550347,
+      "grad_norm": 1.09375,
+      "learning_rate": 1.016949152542373e-05,
+      "loss": 1.3006,
+      "step": 150
+    },
+    {
+      "epoch": 0.016304693968537037,
+      "grad_norm": 1.1171875,
+      "learning_rate": 1.0847457627118645e-05,
+      "loss": 1.1446,
+      "step": 160
+    },
+    {
+      "epoch": 0.0173237373415706,
+      "grad_norm": 1.0859375,
+      "learning_rate": 1.1525423728813561e-05,
+      "loss": 0.9626,
+      "step": 170
+    },
+    {
+      "epoch": 0.018342780714604167,
+      "grad_norm": 1.2109375,
+      "learning_rate": 1.2203389830508477e-05,
+      "loss": 0.789,
+      "step": 180
+    },
+    {
+      "epoch": 0.01936182408763773,
+      "grad_norm": 1.0,
+      "learning_rate": 1.288135593220339e-05,
+      "loss": 0.5722,
+      "step": 190
+    },
+    {
+      "epoch": 0.020380867460671293,
+      "grad_norm": 0.8359375,
+      "learning_rate": 1.3559322033898305e-05,
+      "loss": 0.387,
+      "step": 200
+    },
+    {
+      "epoch": 0.02139991083370486,
+      "grad_norm": 0.6796875,
+      "learning_rate": 1.4237288135593221e-05,
+      "loss": 0.2307,
+      "step": 210
+    },
+    {
+      "epoch": 0.022418954206738423,
+      "grad_norm": 0.470703125,
+      "learning_rate": 1.4915254237288137e-05,
+      "loss": 0.1231,
+      "step": 220
+    },
+    {
+      "epoch": 0.02343799757977199,
+      "grad_norm": 0.27734375,
+      "learning_rate": 1.5593220338983053e-05,
+      "loss": 0.0755,
+      "step": 230
+    },
+    {
+      "epoch": 0.024457040952805553,
+      "grad_norm": 0.357421875,
+      "learning_rate": 1.6271186440677967e-05,
+      "loss": 0.0474,
+      "step": 240
+    },
+    {
+      "epoch": 0.02547608432583912,
+      "grad_norm": 0.4375,
+      "learning_rate": 1.694915254237288e-05,
+      "loss": 0.042,
+      "step": 250
+    },
+    {
+      "epoch": 0.026495127698872682,
+      "grad_norm": 0.228515625,
+      "learning_rate": 1.76271186440678e-05,
+      "loss": 0.0411,
+      "step": 260
+    },
+    {
+      "epoch": 0.02751417107190625,
+      "grad_norm": 0.123046875,
+      "learning_rate": 1.8305084745762713e-05,
+      "loss": 0.0303,
+      "step": 270
+    },
+    {
+      "epoch": 0.028533214444939812,
+      "grad_norm": 0.146484375,
+      "learning_rate": 1.898305084745763e-05,
+      "loss": 0.0381,
+      "step": 280
+    },
+    {
+      "epoch": 0.02955225781797338,
+      "grad_norm": 0.0947265625,
+      "learning_rate": 1.9661016949152545e-05,
+      "loss": 0.0315,
+      "step": 290
+    },
+    {
+      "epoch": 0.03057130119100694,
+      "grad_norm": 0.1005859375,
+      "learning_rate": 1.999998638184544e-05,
+      "loss": 0.0337,
+      "step": 300
+    },
+    {
+      "epoch": 0.03159034456404051,
+      "grad_norm": 0.11279296875,
+      "learning_rate": 1.999987743683151e-05,
+      "loss": 0.0331,
+      "step": 310
+    },
+    {
+      "epoch": 0.032609387937074075,
+      "grad_norm": 0.0849609375,
+      "learning_rate": 1.9999659547990556e-05,
+      "loss": 0.0243,
+      "step": 320
+    },
+    {
+      "epoch": 0.033628431310107634,
+      "grad_norm": 0.08447265625,
+      "learning_rate": 1.9999332717696364e-05,
+      "loss": 0.0315,
+      "step": 330
+    },
+    {
+      "epoch": 0.0346474746831412,
+      "grad_norm": 0.07568359375,
+      "learning_rate": 1.99988969495096e-05,
+      "loss": 0.0263,
+      "step": 340
+    },
+    {
+      "epoch": 0.03566651805617477,
+      "grad_norm": 0.1083984375,
+      "learning_rate": 1.9998352248177743e-05,
+      "loss": 0.0302,
+      "step": 350
+    },
+    {
+      "epoch": 0.036685561429208334,
+      "grad_norm": 0.13671875,
+      "learning_rate": 1.999769861963505e-05,
+      "loss": 0.0298,
+      "step": 360
+    },
+    {
+      "epoch": 0.037704604802241894,
+      "grad_norm": 0.078125,
+      "learning_rate": 1.999693607100249e-05,
+      "loss": 0.0248,
+      "step": 370
+    },
+    {
+      "epoch": 0.03872364817527546,
+      "grad_norm": 0.10205078125,
+      "learning_rate": 1.9996064610587666e-05,
+      "loss": 0.0286,
+      "step": 380
+    },
+    {
+      "epoch": 0.03974269154830903,
+      "grad_norm": 0.10546875,
+      "learning_rate": 1.9995084247884704e-05,
+      "loss": 0.0254,
+      "step": 390
+    },
+    {
+      "epoch": 0.040761734921342586,
+      "grad_norm": 0.1474609375,
+      "learning_rate": 1.9993994993574196e-05,
+      "loss": 0.0267,
+      "step": 400
+    },
+    {
+      "epoch": 0.04178077829437615,
+      "grad_norm": 0.0869140625,
+      "learning_rate": 1.9992796859523033e-05,
+      "loss": 0.0261,
+      "step": 410
+    },
+    {
+      "epoch": 0.04279982166740972,
+      "grad_norm": 0.197265625,
+      "learning_rate": 1.9991489858784306e-05,
+      "loss": 0.0242,
+      "step": 420
+    },
+    {
+      "epoch": 0.043818865040443286,
+      "grad_norm": 0.126953125,
+      "learning_rate": 1.999007400559716e-05,
+      "loss": 0.0268,
+      "step": 430
+    },
+    {
+      "epoch": 0.044837908413476846,
+      "grad_norm": 0.1357421875,
+      "learning_rate": 1.9988549315386624e-05,
+      "loss": 0.0247,
+      "step": 440
+    },
+    {
+      "epoch": 0.04585695178651041,
+      "grad_norm": 0.271484375,
+      "learning_rate": 1.998691580476347e-05,
+      "loss": 0.0257,
+      "step": 450
+    },
+    {
+      "epoch": 0.04687599515954398,
+      "grad_norm": 0.11083984375,
+      "learning_rate": 1.9985173491523996e-05,
+      "loss": 0.0269,
+      "step": 460
+    },
+    {
+      "epoch": 0.047895038532577545,
+      "grad_norm": 0.06982421875,
+      "learning_rate": 1.9983322394649868e-05,
+      "loss": 0.0241,
+      "step": 470
+    },
+    {
+      "epoch": 0.048914081905611105,
+      "grad_norm": 0.10791015625,
+      "learning_rate": 1.9981362534307886e-05,
+      "loss": 0.0243,
+      "step": 480
+    },
+    {
+      "epoch": 0.04993312527864467,
+      "grad_norm": 0.05419921875,
+      "learning_rate": 1.9979293931849786e-05,
+      "loss": 0.023,
+      "step": 490
+    },
+    {
+      "epoch": 0.05095216865167824,
+      "grad_norm": 0.134765625,
+      "learning_rate": 1.9977116609811985e-05,
+      "loss": 0.0202,
+      "step": 500
+    },
+    {
+      "epoch": 0.051971212024711805,
+      "grad_norm": 0.16015625,
+      "learning_rate": 1.997483059191536e-05,
+      "loss": 0.0261,
+      "step": 510
+    },
+    {
+      "epoch": 0.052990255397745364,
+      "grad_norm": 0.06689453125,
+      "learning_rate": 1.9972435903064964e-05,
+      "loss": 0.0197,
+      "step": 520
+    },
+    {
+      "epoch": 0.05400929877077893,
+      "grad_norm": 0.05615234375,
+      "learning_rate": 1.9969932569349778e-05,
+      "loss": 0.0235,
+      "step": 530
+    },
+    {
+      "epoch": 0.0550283421438125,
+      "grad_norm": 0.095703125,
+      "learning_rate": 1.996732061804241e-05,
+      "loss": 0.0228,
+      "step": 540
+    },
+    {
+      "epoch": 0.056047385516846064,
+      "grad_norm": 0.07373046875,
+      "learning_rate": 1.9964600077598804e-05,
+      "loss": 0.0214,
+      "step": 550
+    },
+    {
+      "epoch": 0.057066428889879624,
+      "grad_norm": 0.07080078125,
+      "learning_rate": 1.9961770977657937e-05,
+      "loss": 0.0236,
+      "step": 560
+    },
+    {
+      "epoch": 0.05808547226291319,
+      "grad_norm": 0.061279296875,
+      "learning_rate": 1.9958833349041477e-05,
+      "loss": 0.02,
+      "step": 570
+    },
+    {
+      "epoch": 0.05910451563594676,
+      "grad_norm": 0.1572265625,
+      "learning_rate": 1.9955787223753474e-05,
+      "loss": 0.0264,
+      "step": 580
+    },
+    {
+      "epoch": 0.060123559008980317,
+      "grad_norm": 0.0576171875,
+      "learning_rate": 1.9952632634979984e-05,
+      "loss": 0.0231,
+      "step": 590
+    },
+    {
+      "epoch": 0.06114260238201388,
+      "grad_norm": 0.0673828125,
+      "learning_rate": 1.9949369617088728e-05,
+      "loss": 0.0206,
+      "step": 600
+    },
+    {
+      "epoch": 0.06216164575504745,
+      "grad_norm": 0.0576171875,
+      "learning_rate": 1.9945998205628706e-05,
+      "loss": 0.0238,
+      "step": 610
+    },
+    {
+      "epoch": 0.06318068912808102,
+      "grad_norm": 0.0498046875,
+      "learning_rate": 1.994251843732982e-05,
+      "loss": 0.0183,
+      "step": 620
+    },
+    {
+      "epoch": 0.06419973250111458,
+      "grad_norm": 0.06396484375,
+      "learning_rate": 1.9938930350102453e-05,
+      "loss": 0.0222,
+      "step": 630
+    },
+    {
+      "epoch": 0.06521877587414815,
+      "grad_norm": 0.10009765625,
+      "learning_rate": 1.993523398303709e-05,
+      "loss": 0.0232,
+      "step": 640
+    },
+    {
+      "epoch": 0.06623781924718171,
+      "grad_norm": 0.07177734375,
+      "learning_rate": 1.9931429376403854e-05,
+      "loss": 0.0226,
+      "step": 650
+    },
+    {
+      "epoch": 0.06725686262021527,
+      "grad_norm": 0.050537109375,
+      "learning_rate": 1.9927516571652096e-05,
+      "loss": 0.0229,
+      "step": 660
+    },
+    {
+      "epoch": 0.06827590599324884,
+      "grad_norm": 0.045166015625,
+      "learning_rate": 1.9923495611409933e-05,
+      "loss": 0.0184,
+      "step": 670
+    },
+    {
+      "epoch": 0.0692949493662824,
+      "grad_norm": 0.04638671875,
+      "learning_rate": 1.9919366539483776e-05,
+      "loss": 0.0236,
+      "step": 680
+    },
+    {
+      "epoch": 0.07031399273931596,
+      "grad_norm": 0.11376953125,
+      "learning_rate": 1.9915129400857872e-05,
+      "loss": 0.0214,
+      "step": 690
+    },
+    {
+      "epoch": 0.07133303611234953,
+      "grad_norm": 0.12060546875,
+      "learning_rate": 1.9910784241693796e-05,
+      "loss": 0.0188,
+      "step": 700
+    },
+    {
+      "epoch": 0.0723520794853831,
+      "grad_norm": 0.09423828125,
+      "learning_rate": 1.9906331109329952e-05,
+      "loss": 0.02,
+      "step": 710
+    },
+    {
+      "epoch": 0.07337112285841667,
+      "grad_norm": 0.043701171875,
+      "learning_rate": 1.9901770052281067e-05,
+      "loss": 0.0201,
+      "step": 720
+    },
+    {
+      "epoch": 0.07439016623145023,
+      "grad_norm": 0.068359375,
+      "learning_rate": 1.9897101120237644e-05,
+      "loss": 0.02,
+      "step": 730
+    },
+    {
+      "epoch": 0.07540920960448379,
+      "grad_norm": 0.1025390625,
+      "learning_rate": 1.9892324364065445e-05,
+      "loss": 0.02,
+      "step": 740
+    },
+    {
+      "epoch": 0.07642825297751736,
+      "grad_norm": 0.0859375,
+      "learning_rate": 1.9887439835804918e-05,
+      "loss": 0.0185,
+      "step": 750
+    },
+    {
+      "epoch": 0.07744729635055092,
+      "grad_norm": 0.064453125,
+      "learning_rate": 1.988244758867063e-05,
+      "loss": 0.0215,
+      "step": 760
+    },
+    {
+      "epoch": 0.07846633972358448,
+      "grad_norm": 0.08251953125,
+      "learning_rate": 1.9877347677050706e-05,
+      "loss": 0.018,
+      "step": 770
+    },
+    {
+      "epoch": 0.07948538309661805,
+      "grad_norm": 0.0546875,
+      "learning_rate": 1.987214015650621e-05,
+      "loss": 0.019,
+      "step": 780
+    },
+    {
+      "epoch": 0.08050442646965161,
+      "grad_norm": 0.0498046875,
+      "learning_rate": 1.9866825083770558e-05,
+      "loss": 0.023,
+      "step": 790
+    },
+    {
+      "epoch": 0.08152346984268517,
+      "grad_norm": 0.058837890625,
+      "learning_rate": 1.9861402516748897e-05,
+      "loss": 0.0176,
+      "step": 800
+    },
+    {
+      "epoch": 0.08254251321571875,
+      "grad_norm": 0.07861328125,
+      "learning_rate": 1.985587251451748e-05,
+      "loss": 0.0225,
+      "step": 810
+    },
+    {
+      "epoch": 0.0835615565887523,
+      "grad_norm": 0.05712890625,
+      "learning_rate": 1.9850235137322995e-05,
+      "loss": 0.018,
+      "step": 820
+    },
+    {
+      "epoch": 0.08458059996178588,
+      "grad_norm": 0.06396484375,
+      "learning_rate": 1.9844490446581945e-05,
+      "loss": 0.0217,
+      "step": 830
+    },
+    {
+      "epoch": 0.08559964333481944,
+      "grad_norm": 0.1083984375,
+      "learning_rate": 1.9838638504879955e-05,
+      "loss": 0.0187,
+      "step": 840
+    },
+    {
+      "epoch": 0.086618686707853,
+      "grad_norm": 0.0859375,
+      "learning_rate": 1.98326793759711e-05,
+      "loss": 0.0188,
+      "step": 850
+    },
+    {
+      "epoch": 0.08763773008088657,
+      "grad_norm": 0.07080078125,
+      "learning_rate": 1.9826613124777206e-05,
+      "loss": 0.0203,
+      "step": 860
+    },
+    {
+      "epoch": 0.08865677345392013,
+      "grad_norm": 0.12353515625,
+      "learning_rate": 1.9820439817387144e-05,
+      "loss": 0.0192,
+      "step": 870
+    },
+    {
+      "epoch": 0.08967581682695369,
+      "grad_norm": 0.05908203125,
+      "learning_rate": 1.981415952105611e-05,
+      "loss": 0.0184,
+      "step": 880
+    },
+    {
+      "epoch": 0.09069486019998727,
+      "grad_norm": 0.142578125,
+      "learning_rate": 1.98077723042049e-05,
+      "loss": 0.0203,
+      "step": 890
+    },
+    {
+      "epoch": 0.09171390357302082,
+      "grad_norm": 0.2255859375,
+      "learning_rate": 1.9801278236419147e-05,
+      "loss": 0.0193,
+      "step": 900
+    },
+    {
+      "epoch": 0.0927329469460544,
+      "grad_norm": 0.068359375,
+      "learning_rate": 1.9794677388448584e-05,
+      "loss": 0.0192,
+      "step": 910
+    },
+    {
+      "epoch": 0.09375199031908796,
+      "grad_norm": 0.1123046875,
+      "learning_rate": 1.9787969832206245e-05,
+      "loss": 0.0177,
+      "step": 920
+    },
+    {
+      "epoch": 0.09477103369212152,
+      "grad_norm": 0.09716796875,
+      "learning_rate": 1.978115564076772e-05,
+      "loss": 0.0205,
+      "step": 930
+    },
+    {
+      "epoch": 0.09579007706515509,
+      "grad_norm": 0.103515625,
+      "learning_rate": 1.9774234888370324e-05,
+      "loss": 0.0185,
+      "step": 940
+    },
+    {
+      "epoch": 0.09680912043818865,
+      "grad_norm": 0.267578125,
+      "learning_rate": 1.976720765041231e-05,
+      "loss": 0.0167,
+      "step": 950
+    },
+    {
+      "epoch": 0.09782816381122221,
+      "grad_norm": 0.059814453125,
+      "learning_rate": 1.9760074003452028e-05,
+      "loss": 0.0197,
+      "step": 960
+    },
+    {
+      "epoch": 0.09884720718425578,
+      "grad_norm": 0.0537109375,
+      "learning_rate": 1.9752834025207116e-05,
+      "loss": 0.0166,
+      "step": 970
+    },
+    {
+      "epoch": 0.09986625055728934,
+      "grad_norm": 0.068359375,
+      "learning_rate": 1.974548779455364e-05,
+      "loss": 0.021,
+      "step": 980
+    },
+    {
+      "epoch": 0.1008852939303229,
+      "grad_norm": 0.053955078125,
+      "learning_rate": 1.973803539152522e-05,
+      "loss": 0.0186,
+      "step": 990
+    },
+    {
+      "epoch": 0.10190433730335648,
+      "grad_norm": 0.10546875,
+      "learning_rate": 1.9730476897312187e-05,
+      "loss": 0.0163,
+      "step": 1000
+    },
+    {
+      "epoch": 0.10292338067639004,
+      "grad_norm": 0.11572265625,
+      "learning_rate": 1.9722812394260674e-05,
+      "loss": 0.0208,
+      "step": 1010
+    },
+    {
+      "epoch": 0.10394242404942361,
+      "grad_norm": 0.07373046875,
+      "learning_rate": 1.9715041965871743e-05,
+      "loss": 0.0179,
+      "step": 1020
+    },
+    {
+      "epoch": 0.10496146742245717,
+      "grad_norm": 0.06103515625,
+      "learning_rate": 1.970716569680044e-05,
+      "loss": 0.0182,
+      "step": 1030
+    },
+    {
+      "epoch": 0.10598051079549073,
+      "grad_norm": 0.05126953125,
+      "learning_rate": 1.9699183672854916e-05,
+      "loss": 0.0177,
+      "step": 1040
+    },
+    {
+      "epoch": 0.1069995541685243,
+      "grad_norm": 0.08642578125,
+      "learning_rate": 1.9691095980995455e-05,
+      "loss": 0.0175,
+      "step": 1050
+    },
+    {
+      "epoch": 0.10801859754155786,
+      "grad_norm": 0.0859375,
+      "learning_rate": 1.9682902709333552e-05,
+      "loss": 0.0198,
+      "step": 1060
+    },
+    {
+      "epoch": 0.10903764091459142,
+      "grad_norm": 0.09912109375,
+      "learning_rate": 1.967460394713093e-05,
+      "loss": 0.0169,
+      "step": 1070
+    },
+    {
+      "epoch": 0.110056684287625,
+      "grad_norm": 0.068359375,
+      "learning_rate": 1.96661997847986e-05,
+      "loss": 0.0179,
+      "step": 1080
+    },
+    {
+      "epoch": 0.11107572766065855,
+      "grad_norm": 0.125,
+      "learning_rate": 1.9657690313895834e-05,
+      "loss": 0.0188,
+      "step": 1090
+    },
+    {
+      "epoch": 0.11209477103369213,
+      "grad_norm": 0.09033203125,
+      "learning_rate": 1.9649075627129208e-05,
+      "loss": 0.0159,
+      "step": 1100
+    },
+    {
+      "epoch": 0.11311381440672569,
+      "grad_norm": 0.045654296875,
+      "learning_rate": 1.964035581835156e-05,
+      "loss": 0.0172,
+      "step": 1110
+    },
+    {
+      "epoch": 0.11413285777975925,
+      "grad_norm": 0.04541015625,
+      "learning_rate": 1.9631530982560996e-05,
+      "loss": 0.0183,
+      "step": 1120
+    },
+    {
+      "epoch": 0.11515190115279282,
+      "grad_norm": 0.05859375,
+      "learning_rate": 1.962260121589983e-05,
+      "loss": 0.0193,
+      "step": 1130
+    },
+    {
+      "epoch": 0.11617094452582638,
+      "grad_norm": 0.056884765625,
+      "learning_rate": 1.9613566615653546e-05,
+      "loss": 0.0193,
+      "step": 1140
+    },
+    {
+      "epoch": 0.11718998789885994,
+      "grad_norm": 0.103515625,
+      "learning_rate": 1.960442728024975e-05,
+      "loss": 0.0163,
+      "step": 1150
+    },
+    {
+      "epoch": 0.11820903127189351,
+      "grad_norm": 0.048828125,
+      "learning_rate": 1.9595183309257074e-05,
+      "loss": 0.0186,
+      "step": 1160
+    },
+    {
+      "epoch": 0.11922807464492707,
+      "grad_norm": 0.064453125,
+      "learning_rate": 1.958583480338411e-05,
+      "loss": 0.0181,
+      "step": 1170
+    },
+    {
+      "epoch": 0.12024711801796063,
+      "grad_norm": 0.0400390625,
+      "learning_rate": 1.957638186447831e-05,
+      "loss": 0.0187,
+      "step": 1180
+    },
+    {
+      "epoch": 0.1212661613909942,
+      "grad_norm": 0.055908203125,
+      "learning_rate": 1.956682459552487e-05,
+      "loss": 0.0195,
+      "step": 1190
+    },
+    {
+      "epoch": 0.12228520476402777,
+      "grad_norm": 0.048828125,
+      "learning_rate": 1.9557163100645612e-05,
+      "loss": 0.016,
+      "step": 1200
+    },
+    {
+      "epoch": 0.12330424813706134,
+      "grad_norm": 0.1044921875,
+      "learning_rate": 1.9547397485097846e-05,
+      "loss": 0.0194,
+      "step": 1210
+    },
+    {
+      "epoch": 0.1243232915100949,
+      "grad_norm": 0.05322265625,
+      "learning_rate": 1.953752785527323e-05,
+      "loss": 0.0162,
+      "step": 1220
+    },
+    {
+      "epoch": 0.12534233488312846,
+      "grad_norm": 0.06982421875,
+      "learning_rate": 1.9527554318696607e-05,
+      "loss": 0.0193,
+      "step": 1230
+    },
+    {
+      "epoch": 0.12636137825616203,
+      "grad_norm": 0.045654296875,
+      "learning_rate": 1.9517476984024838e-05,
+      "loss": 0.0171,
+      "step": 1240
+    },
+    {
+      "epoch": 0.1273804216291956,
+      "grad_norm": 0.08349609375,
+      "learning_rate": 1.95072959610456e-05,
+      "loss": 0.0158,
+      "step": 1250
+    },
+    {
+      "epoch": 0.12839946500222915,
+      "grad_norm": 0.042724609375,
+      "learning_rate": 1.949701136067622e-05,
+      "loss": 0.0211,
+      "step": 1260
+    },
+    {
+      "epoch": 0.12941850837526273,
+      "grad_norm": 0.06689453125,
+      "learning_rate": 1.948662329496244e-05,
+      "loss": 0.0168,
+      "step": 1270
+    },
+    {
+      "epoch": 0.1304375517482963,
+      "grad_norm": 0.06591796875,
+      "learning_rate": 1.9476131877077205e-05,
+      "loss": 0.0175,
+      "step": 1280
+    },
+    {
+      "epoch": 0.13145659512132984,
+      "grad_norm": 0.05078125,
+      "learning_rate": 1.9465537221319453e-05,
+      "loss": 0.0182,
+      "step": 1290
+    },
+    {
+      "epoch": 0.13247563849436342,
+      "grad_norm": 0.11474609375,
+      "learning_rate": 1.945483944311282e-05,
+      "loss": 0.0153,
+      "step": 1300
+    },
+    {
+      "epoch": 0.133494681867397,
+      "grad_norm": 0.04150390625,
+      "learning_rate": 1.944403865900443e-05,
+      "loss": 0.0211,
+      "step": 1310
+    },
+    {
+      "epoch": 0.13451372524043054,
+      "grad_norm": 0.0732421875,
+      "learning_rate": 1.9433134986663596e-05,
+      "loss": 0.0153,
+      "step": 1320
+    },
+    {
+      "epoch": 0.1355327686134641,
+      "grad_norm": 0.0703125,
+      "learning_rate": 1.9422128544880562e-05,
+      "loss": 0.0177,
+      "step": 1330
+    },
+    {
+      "epoch": 0.13655181198649768,
+      "grad_norm": 0.0517578125,
+      "learning_rate": 1.9411019453565174e-05,
+      "loss": 0.0187,
+      "step": 1340
+    },
+    {
+      "epoch": 0.13757085535953123,
+      "grad_norm": 0.07861328125,
+      "learning_rate": 1.9399807833745622e-05,
+      "loss": 0.0151,
+      "step": 1350
+    },
+    {
+      "epoch": 0.1385898987325648,
+      "grad_norm": 0.05615234375,
+      "learning_rate": 1.9388493807567067e-05,
+      "loss": 0.0183,
+      "step": 1360
+    },
+    {
+      "epoch": 0.13960894210559838,
+      "grad_norm": 0.087890625,
+      "learning_rate": 1.937707749829036e-05,
+      "loss": 0.0171,
+      "step": 1370
+    },
+    {
+      "epoch": 0.14062798547863192,
+      "grad_norm": 0.0546875,
+      "learning_rate": 1.936555903029066e-05,
+      "loss": 0.0158,
+      "step": 1380
+    },
+    {
+      "epoch": 0.1416470288516655,
+      "grad_norm": 0.057861328125,
+      "learning_rate": 1.935393852905611e-05,
+      "loss": 0.0183,
+      "step": 1390
+    },
+    {
+      "epoch": 0.14266607222469907,
+      "grad_norm": 0.11376953125,
+      "learning_rate": 1.9342216121186447e-05,
+      "loss": 0.0158,
+      "step": 1400
+    },
+    {
+      "epoch": 0.14368511559773262,
+      "grad_norm": 0.043212890625,
+      "learning_rate": 1.9330391934391635e-05,
+      "loss": 0.02,
+      "step": 1410
+    },
+    {
+      "epoch": 0.1447041589707662,
+      "grad_norm": 0.06201171875,
+      "learning_rate": 1.931846609749047e-05,
+      "loss": 0.0177,
+      "step": 1420
+    },
+    {
+      "epoch": 0.14572320234379976,
+      "grad_norm": 0.07421875,
+      "learning_rate": 1.9306438740409168e-05,
+      "loss": 0.0184,
+      "step": 1430
+    },
+    {
+      "epoch": 0.14674224571683334,
+      "grad_norm": 0.048095703125,
+      "learning_rate": 1.9294309994179972e-05,
+      "loss": 0.0172,
+      "step": 1440
+    },
+    {
+      "epoch": 0.14776128908986688,
+      "grad_norm": 0.05322265625,
+      "learning_rate": 1.9282079990939707e-05,
+      "loss": 0.0159,
+      "step": 1450
+    },
+    {
+      "epoch": 0.14878033246290046,
+      "grad_norm": 0.08984375,
+      "learning_rate": 1.9269748863928338e-05,
+      "loss": 0.0176,
+      "step": 1460
+    },
+    {
+      "epoch": 0.14979937583593403,
+      "grad_norm": 0.052978515625,
+      "learning_rate": 1.9257316747487528e-05,
+      "loss": 0.0169,
+      "step": 1470
+    },
+    {
+      "epoch": 0.15081841920896757,
+      "grad_norm": 0.05859375,
+      "learning_rate": 1.9244783777059175e-05,
+      "loss": 0.016,
+      "step": 1480
+    },
+    {
+      "epoch": 0.15183746258200115,
+      "grad_norm": 0.07763671875,
+      "learning_rate": 1.9232150089183925e-05,
+      "loss": 0.018,
+      "step": 1490
+    },
+    {
+      "epoch": 0.15285650595503472,
+      "grad_norm": 0.051513671875,
+      "learning_rate": 1.9219415821499697e-05,
+      "loss": 0.0169,
+      "step": 1500
+    },
+    {
+      "epoch": 0.15387554932806827,
+      "grad_norm": 0.060546875,
+      "learning_rate": 1.9206581112740175e-05,
+      "loss": 0.0199,
+      "step": 1510
+    },
+    {
+      "epoch": 0.15489459270110184,
+      "grad_norm": 0.052734375,
+      "learning_rate": 1.9193646102733307e-05,
+      "loss": 0.0166,
+      "step": 1520
+    },
+    {
+      "epoch": 0.15591363607413541,
+      "grad_norm": 0.06689453125,
+      "learning_rate": 1.918061093239976e-05,
+      "loss": 0.0192,
+      "step": 1530
+    },
+    {
+      "epoch": 0.15693267944716896,
+      "grad_norm": 0.0556640625,
+      "learning_rate": 1.916747574375142e-05,
+      "loss": 0.0187,
+      "step": 1540
+    },
+    {
+      "epoch": 0.15795172282020253,
+      "grad_norm": 0.04833984375,
+      "learning_rate": 1.9154240679889806e-05,
+      "loss": 0.0161,
+      "step": 1550
+    },
+    {
+      "epoch": 0.1589707661932361,
+      "grad_norm": 0.033447265625,
+      "learning_rate": 1.914090588500454e-05,
+      "loss": 0.0182,
+      "step": 1560
+    },
+    {
+      "epoch": 0.15998980956626965,
+      "grad_norm": 0.049560546875,
+      "learning_rate": 1.912747150437176e-05,
+      "loss": 0.0167,
+      "step": 1570
+    },
+    {
+      "epoch": 0.16100885293930323,
+      "grad_norm": 0.1748046875,
+      "learning_rate": 1.9113937684352536e-05,
+      "loss": 0.0194,
+      "step": 1580
+    },
+    {
+      "epoch": 0.1620278963123368,
+      "grad_norm": 0.04345703125,
+      "learning_rate": 1.91003045723913e-05,
+      "loss": 0.021,
+      "step": 1590
+    },
+    {
+      "epoch": 0.16304693968537035,
+      "grad_norm": 0.05029296875,
+      "learning_rate": 1.908657231701421e-05,
+      "loss": 0.0173,
+      "step": 1600
+    },
+    {
+      "epoch": 0.16406598305840392,
+      "grad_norm": 0.09619140625,
+      "learning_rate": 1.9072741067827542e-05,
+      "loss": 0.0208,
+      "step": 1610
+    },
+    {
+      "epoch": 0.1650850264314375,
+      "grad_norm": 0.061279296875,
+      "learning_rate": 1.9058810975516067e-05,
+      "loss": 0.0197,
+      "step": 1620
+    },
+    {
+      "epoch": 0.16610406980447107,
+      "grad_norm": 0.045654296875,
+      "learning_rate": 1.90447821918414e-05,
+      "loss": 0.0177,
+      "step": 1630
+    },
+    {
+      "epoch": 0.1671231131775046,
+      "grad_norm": 0.0615234375,
+      "learning_rate": 1.9030654869640356e-05,
+      "loss": 0.0185,
+      "step": 1640
+    },
+    {
+      "epoch": 0.16814215655053819,
+      "grad_norm": 0.125,
+      "learning_rate": 1.901642916282327e-05,
+      "loss": 0.0141,
+      "step": 1650
+    },
+    {
+      "epoch": 0.16916119992357176,
+      "grad_norm": 0.091796875,
+      "learning_rate": 1.900210522637234e-05,
+      "loss": 0.0212,
+      "step": 1660
+    },
+    {
+      "epoch": 0.1701802432966053,
+      "grad_norm": 0.04833984375,
+      "learning_rate": 1.8987683216339924e-05,
+      "loss": 0.0173,
+      "step": 1670
+    },
+    {
+      "epoch": 0.17119928666963888,
+      "grad_norm": 0.060546875,
+      "learning_rate": 1.897316328984684e-05,
+      "loss": 0.019,
+      "step": 1680
+    },
+    {
+      "epoch": 0.17221833004267245,
+      "grad_norm": 0.033935546875,
+      "learning_rate": 1.895854560508067e-05,
+      "loss": 0.0201,
+      "step": 1690
+    },
+    {
+      "epoch": 0.173237373415706,
+      "grad_norm": 0.049560546875,
+      "learning_rate": 1.8943830321294015e-05,
+      "loss": 0.0149,
+      "step": 1700
+    },
+    {
+      "epoch": 0.17425641678873957,
+      "grad_norm": 0.043212890625,
+      "learning_rate": 1.892901759880277e-05,
+      "loss": 0.0194,
+      "step": 1710
+    },
+    {
+      "epoch": 0.17527546016177314,
+      "grad_norm": 0.0556640625,
+      "learning_rate": 1.8914107598984385e-05,
+      "loss": 0.0156,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1762945035348067,
+      "grad_norm": 0.083984375,
+      "learning_rate": 1.889910048427609e-05,
+      "loss": 0.0173,
+      "step": 1730
+    },
+    {
+      "epoch": 0.17731354690784026,
+      "grad_norm": 0.044921875,
+      "learning_rate": 1.8883996418173142e-05,
+      "loss": 0.019,
+      "step": 1740
+    },
+    {
+      "epoch": 0.17833259028087384,
+      "grad_norm": 0.08251953125,
+      "learning_rate": 1.886879556522704e-05,
+      "loss": 0.0167,
+      "step": 1750
+    },
+    {
+      "epoch": 0.17935163365390738,
+      "grad_norm": 0.043701171875,
+      "learning_rate": 1.8853498091043715e-05,
+      "loss": 0.0203,
+      "step": 1760
+    },
+    {
+      "epoch": 0.18037067702694096,
+      "grad_norm": 0.06396484375,
+      "learning_rate": 1.883810416228175e-05,
+      "loss": 0.0185,
+      "step": 1770
+    },
+    {
+      "epoch": 0.18138972039997453,
+      "grad_norm": 0.06982421875,
+      "learning_rate": 1.8822613946650555e-05,
+      "loss": 0.0178,
+      "step": 1780
+    },
+    {
+      "epoch": 0.18240876377300808,
+      "grad_norm": 0.080078125,
+      "learning_rate": 1.880702761290853e-05,
+      "loss": 0.0162,
+      "step": 1790
+    },
+    {
+      "epoch": 0.18342780714604165,
+      "grad_norm": 0.046875,
+      "learning_rate": 1.8791345330861244e-05,
+      "loss": 0.0172,
+      "step": 1800
+    },
+    {
+      "epoch": 0.18444685051907522,
+      "grad_norm": 0.0361328125,
+      "learning_rate": 1.8775567271359575e-05,
+      "loss": 0.0192,
+      "step": 1810
+    },
+    {
+      "epoch": 0.1854658938921088,
+      "grad_norm": 0.04345703125,
+      "learning_rate": 1.875969360629785e-05,
+      "loss": 0.0168,
+      "step": 1820
+    },
+    {
+      "epoch": 0.18648493726514234,
+      "grad_norm": 0.044677734375,
+      "learning_rate": 1.8743724508611962e-05,
+      "loss": 0.0155,
+      "step": 1830
+    },
+    {
+      "epoch": 0.18750398063817592,
+      "grad_norm": 0.040771484375,
+      "learning_rate": 1.872766015227751e-05,
+      "loss": 0.0174,
+      "step": 1840
+    },
+    {
+      "epoch": 0.1885230240112095,
+      "grad_norm": 0.050537109375,
+      "learning_rate": 1.871150071230789e-05,
+      "loss": 0.0162,
+      "step": 1850
+    },
+    {
+      "epoch": 0.18954206738424303,
+      "grad_norm": 0.036865234375,
+      "learning_rate": 1.8695246364752376e-05,
+      "loss": 0.019,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1905611107572766,
+      "grad_norm": 0.05029296875,
+      "learning_rate": 1.8678897286694222e-05,
+      "loss": 0.016,
+      "step": 1870
+    },
+    {
+      "epoch": 0.19158015413031018,
+      "grad_norm": 0.0673828125,
+      "learning_rate": 1.8662453656248725e-05,
+      "loss": 0.0161,
+      "step": 1880
+    },
+    {
+      "epoch": 0.19259919750334373,
+      "grad_norm": 0.044921875,
+      "learning_rate": 1.8645915652561286e-05,
+      "loss": 0.0166,
+      "step": 1890
+    },
+    {
+      "epoch": 0.1936182408763773,
+      "grad_norm": 0.09814453125,
+      "learning_rate": 1.862928345580545e-05,
+      "loss": 0.0159,
+      "step": 1900
+    },
+    {
+      "epoch": 0.19463728424941087,
+      "grad_norm": 0.0908203125,
+      "learning_rate": 1.861255724718096e-05,
+      "loss": 0.019,
+      "step": 1910
+    },
+    {
+      "epoch": 0.19565632762244442,
+      "grad_norm": 0.040771484375,
+      "learning_rate": 1.8595737208911762e-05,
+      "loss": 0.0168,
+      "step": 1920
+    },
+    {
+      "epoch": 0.196675370995478,
+      "grad_norm": 0.05029296875,
+      "learning_rate": 1.857882352424404e-05,
+      "loss": 0.0169,
+      "step": 1930
+    },
+    {
+      "epoch": 0.19769441436851157,
+      "grad_norm": 0.068359375,
+      "learning_rate": 1.8561816377444206e-05,
+      "loss": 0.0197,
+      "step": 1940
+    },
+    {
+      "epoch": 0.1987134577415451,
+      "grad_norm": 0.03662109375,
+      "learning_rate": 1.8544715953796893e-05,
+      "loss": 0.0162,
+      "step": 1950
+    },
+    {
+      "epoch": 0.1997325011145787,
+      "grad_norm": 0.03466796875,
+      "learning_rate": 1.8527522439602946e-05,
+      "loss": 0.0217,
+      "step": 1960
+    },
+    {
+      "epoch": 0.20075154448761226,
+      "grad_norm": 0.03662109375,
+      "learning_rate": 1.851023602217739e-05,
+      "loss": 0.0164,
+      "step": 1970
+    },
+    {
+      "epoch": 0.2017705878606458,
+      "grad_norm": 0.04638671875,
+      "learning_rate": 1.849285688984737e-05,
+      "loss": 0.0176,
+      "step": 1980
+    },
+    {
+      "epoch": 0.20278963123367938,
+      "grad_norm": 0.053955078125,
+      "learning_rate": 1.847538523195013e-05,
+      "loss": 0.0201,
+      "step": 1990
+    },
+    {
+      "epoch": 0.20380867460671295,
+      "grad_norm": 0.0400390625,
+      "learning_rate": 1.8457821238830933e-05,
+      "loss": 0.0155,
+      "step": 2000
+    },
+    {
+      "epoch": 0.20482771797974653,
+      "grad_norm": 0.032958984375,
+      "learning_rate": 1.8440165101840985e-05,
+      "loss": 0.0177,
+      "step": 2010
+    },
+    {
+      "epoch": 0.20584676135278007,
+      "grad_norm": 0.06787109375,
+      "learning_rate": 1.8422417013335353e-05,
+      "loss": 0.0159,
+      "step": 2020
+    },
+    {
+      "epoch": 0.20686580472581365,
+      "grad_norm": 0.048828125,
+      "learning_rate": 1.8404577166670883e-05,
+      "loss": 0.0165,
+      "step": 2030
+    },
+    {
+      "epoch": 0.20788484809884722,
+      "grad_norm": 0.043701171875,
+      "learning_rate": 1.838664575620407e-05,
+      "loss": 0.0166,
+      "step": 2040
+    },
+    {
+      "epoch": 0.20890389147188076,
+      "grad_norm": 0.07568359375,
+      "learning_rate": 1.8368622977288955e-05,
+      "loss": 0.0151,
+      "step": 2050
+    },
+    {
+      "epoch": 0.20992293484491434,
+      "grad_norm": 0.06298828125,
+      "learning_rate": 1.8350509026274997e-05,
+      "loss": 0.0168,
+      "step": 2060
+    },
+    {
+      "epoch": 0.2109419782179479,
+      "grad_norm": 0.03564453125,
+      "learning_rate": 1.833230410050493e-05,
+      "loss": 0.0157,
+      "step": 2070
+    },
+    {
+      "epoch": 0.21196102159098146,
+      "grad_norm": 0.11572265625,
+      "learning_rate": 1.831400839831261e-05,
+      "loss": 0.0141,
+      "step": 2080
+    },
+    {
+      "epoch": 0.21298006496401503,
+      "grad_norm": 0.09326171875,
+      "learning_rate": 1.8295622119020867e-05,
+      "loss": 0.0179,
+      "step": 2090
+    },
+    {
+      "epoch": 0.2139991083370486,
+      "grad_norm": 0.10400390625,
+      "learning_rate": 1.8277145462939313e-05,
+      "loss": 0.0152,
+      "step": 2100
+    },
+    {
+      "epoch": 0.21501815171008215,
+      "grad_norm": 0.08154296875,
+      "learning_rate": 1.8258578631362182e-05,
+      "loss": 0.0187,
+      "step": 2110
+    },
+    {
+      "epoch": 0.21603719508311572,
+      "grad_norm": 0.04345703125,
+      "learning_rate": 1.823992182656612e-05,
+      "loss": 0.017,
+      "step": 2120
+    },
+    {
+      "epoch": 0.2170562384561493,
+      "grad_norm": 0.05908203125,
+      "learning_rate": 1.822117525180799e-05,
+      "loss": 0.016,
+      "step": 2130
+    },
+    {
+      "epoch": 0.21807528182918284,
+      "grad_norm": 0.05712890625,
+      "learning_rate": 1.8202339111322657e-05,
+      "loss": 0.017,
+      "step": 2140
+    },
+    {
+      "epoch": 0.21909432520221642,
+      "grad_norm": 0.0654296875,
+      "learning_rate": 1.8183413610320756e-05,
+      "loss": 0.0151,
+      "step": 2150
+    },
+    {
+      "epoch": 0.22011336857525,
+      "grad_norm": 0.03857421875,
+      "learning_rate": 1.8164398954986463e-05,
+      "loss": 0.0178,
+      "step": 2160
+    },
+    {
+      "epoch": 0.22113241194828354,
+      "grad_norm": 0.06396484375,
+      "learning_rate": 1.8145295352475258e-05,
+      "loss": 0.0183,
+      "step": 2170
+    },
+    {
+      "epoch": 0.2221514553213171,
+      "grad_norm": 0.06201171875,
+      "learning_rate": 1.812610301091164e-05,
+      "loss": 0.018,
+      "step": 2180
+    },
+    {
+      "epoch": 0.22317049869435068,
+      "grad_norm": 0.045654296875,
+      "learning_rate": 1.8106822139386886e-05,
+      "loss": 0.0188,
+      "step": 2190
+    },
+    {
+      "epoch": 0.22418954206738426,
+      "grad_norm": 0.0849609375,
+      "learning_rate": 1.808745294795677e-05,
+      "loss": 0.0152,
+      "step": 2200
+    },
+    {
+      "epoch": 0.2252085854404178,
+      "grad_norm": 0.057373046875,
+      "learning_rate": 1.8067995647639257e-05,
+      "loss": 0.0186,
+      "step": 2210
+    },
+    {
+      "epoch": 0.22622762881345138,
+      "grad_norm": 0.050537109375,
+      "learning_rate": 1.804845045041222e-05,
+      "loss": 0.0185,
+      "step": 2220
+    },
+    {
+      "epoch": 0.22724667218648495,
+      "grad_norm": 0.0537109375,
+      "learning_rate": 1.8028817569211137e-05,
+      "loss": 0.0161,
+      "step": 2230
+    },
+    {
+      "epoch": 0.2282657155595185,
+      "grad_norm": 0.064453125,
+      "learning_rate": 1.8009097217926736e-05,
+      "loss": 0.0178,
+      "step": 2240
+    },
+    {
+      "epoch": 0.22928475893255207,
+      "grad_norm": 0.055908203125,
+      "learning_rate": 1.7989289611402717e-05,
+      "loss": 0.0154,
+      "step": 2250
+    },
+    {
+      "epoch": 0.23030380230558564,
+      "grad_norm": 0.07080078125,
+      "learning_rate": 1.7969394965433365e-05,
+      "loss": 0.0181,
+      "step": 2260
+    },
+    {
+      "epoch": 0.2313228456786192,
+      "grad_norm": 0.037841796875,
+      "learning_rate": 1.7949413496761222e-05,
+      "loss": 0.0178,
+      "step": 2270
+    },
+    {
+      "epoch": 0.23234188905165276,
+      "grad_norm": 0.04541015625,
+      "learning_rate": 1.792934542307473e-05,
+      "loss": 0.017,
+      "step": 2280
+    },
+    {
+      "epoch": 0.23336093242468633,
+      "grad_norm": 0.06201171875,
+      "learning_rate": 1.7909190963005833e-05,
+      "loss": 0.0197,
+      "step": 2290
+    },
+    {
+      "epoch": 0.23437997579771988,
+      "grad_norm": 0.09228515625,
+      "learning_rate": 1.788895033612763e-05,
+      "loss": 0.0139,
+      "step": 2300
+    },
+    {
+      "epoch": 0.23539901917075345,
+      "grad_norm": 0.042724609375,
+      "learning_rate": 1.7868623762951957e-05,
+      "loss": 0.0172,
+      "step": 2310
+    },
+    {
+      "epoch": 0.23641806254378703,
+      "grad_norm": 0.03759765625,
+      "learning_rate": 1.7848211464927e-05,
+      "loss": 0.0162,
+      "step": 2320
+    },
+    {
+      "epoch": 0.23743710591682057,
+      "grad_norm": 0.036865234375,
+      "learning_rate": 1.7827713664434864e-05,
+      "loss": 0.017,
+      "step": 2330
+    },
+    {
+      "epoch": 0.23845614928985415,
+      "grad_norm": 0.040771484375,
+      "learning_rate": 1.7807130584789175e-05,
+      "loss": 0.0161,
+      "step": 2340
+    },
+    {
+      "epoch": 0.23947519266288772,
+      "grad_norm": 0.06103515625,
+      "learning_rate": 1.7786462450232624e-05,
+      "loss": 0.0135,
+      "step": 2350
+    },
+    {
+      "epoch": 0.24049423603592127,
+      "grad_norm": 0.043212890625,
+      "learning_rate": 1.7765709485934538e-05,
+      "loss": 0.0187,
+      "step": 2360
+    },
+    {
+      "epoch": 0.24151327940895484,
+      "grad_norm": 0.048828125,
+      "learning_rate": 1.7744871917988424e-05,
+      "loss": 0.0161,
+      "step": 2370
+    },
+    {
+      "epoch": 0.2425323227819884,
+      "grad_norm": 0.0693359375,
+      "learning_rate": 1.772394997340951e-05,
+      "loss": 0.0165,
+      "step": 2380
+    },
+    {
+      "epoch": 0.243551366155022,
+      "grad_norm": 0.051513671875,
+      "learning_rate": 1.7702943880132254e-05,
+      "loss": 0.0171,
+      "step": 2390
+    },
+    {
+      "epoch": 0.24457040952805553,
+      "grad_norm": 0.052978515625,
+      "learning_rate": 1.7681853867007884e-05,
+      "loss": 0.0164,
+      "step": 2400
+    },
+    {
+      "epoch": 0.2455894529010891,
+      "grad_norm": 0.045654296875,
+      "learning_rate": 1.7660680163801885e-05,
+      "loss": 0.0171,
+      "step": 2410
+    },
+    {
+      "epoch": 0.24660849627412268,
+      "grad_norm": 0.05517578125,
+      "learning_rate": 1.7639423001191517e-05,
+      "loss": 0.0182,
+      "step": 2420
+    },
+    {
+      "epoch": 0.24762753964715623,
+      "grad_norm": 0.07666015625,
+      "learning_rate": 1.7618082610763275e-05,
+      "loss": 0.0159,
+      "step": 2430
+    },
+    {
+      "epoch": 0.2486465830201898,
+      "grad_norm": 0.04345703125,
+      "learning_rate": 1.75966592250104e-05,
+      "loss": 0.0169,
+      "step": 2440
+    },
+    {
+      "epoch": 0.24966562639322337,
+      "grad_norm": 0.047119140625,
+      "learning_rate": 1.7575153077330305e-05,
+      "loss": 0.013,
+      "step": 2450
+    },
+    {
+      "epoch": 0.2506846697662569,
+      "grad_norm": 0.06591796875,
+      "learning_rate": 1.7553564402022073e-05,
+      "loss": 0.0181,
+      "step": 2460
+    },
+    {
+      "epoch": 0.25170371313929046,
+      "grad_norm": 0.046142578125,
+      "learning_rate": 1.753189343428387e-05,
+      "loss": 0.0186,
+      "step": 2470
+    },
+    {
+      "epoch": 0.25272275651232406,
+      "grad_norm": 0.06005859375,
+      "learning_rate": 1.7510140410210416e-05,
+      "loss": 0.0157,
+      "step": 2480
+    },
+    {
+      "epoch": 0.2537417998853576,
+      "grad_norm": 0.05029296875,
+      "learning_rate": 1.7488305566790372e-05,
+      "loss": 0.0162,
+      "step": 2490
+    },
+    {
+      "epoch": 0.2547608432583912,
+      "grad_norm": 0.042724609375,
+      "learning_rate": 1.7466389141903805e-05,
+      "loss": 0.013,
+      "step": 2500
+    },
+    {
+      "epoch": 0.25577988663142476,
+      "grad_norm": 0.056640625,
+      "learning_rate": 1.744439137431955e-05,
+      "loss": 0.0162,
+      "step": 2510
+    },
+    {
+      "epoch": 0.2567989300044583,
+      "grad_norm": 0.03173828125,
+      "learning_rate": 1.742231250369266e-05,
+      "loss": 0.0157,
+      "step": 2520
+    },
+    {
+      "epoch": 0.2578179733774919,
+      "grad_norm": 0.06689453125,
+      "learning_rate": 1.740015277056173e-05,
+      "loss": 0.0154,
+      "step": 2530
+    },
+    {
+      "epoch": 0.25883701675052545,
+      "grad_norm": 0.047607421875,
+      "learning_rate": 1.7377912416346348e-05,
+      "loss": 0.0181,
+      "step": 2540
+    },
+    {
+      "epoch": 0.259856060123559,
+      "grad_norm": 0.06298828125,
+      "learning_rate": 1.7355591683344405e-05,
+      "loss": 0.0126,
+      "step": 2550
+    },
+    {
+      "epoch": 0.2608751034965926,
+      "grad_norm": 0.08935546875,
+      "learning_rate": 1.7333190814729494e-05,
+      "loss": 0.0162,
+      "step": 2560
+    },
+    {
+      "epoch": 0.26189414686962614,
+      "grad_norm": 0.06298828125,
+      "learning_rate": 1.7310710054548235e-05,
+      "loss": 0.0178,
+      "step": 2570
+    },
+    {
+      "epoch": 0.2629131902426597,
+      "grad_norm": 0.0546875,
+      "learning_rate": 1.7288149647717637e-05,
+      "loss": 0.0166,
+      "step": 2580
+    },
+    {
+      "epoch": 0.2639322336156933,
+      "grad_norm": 0.05078125,
+      "learning_rate": 1.7265509840022425e-05,
+      "loss": 0.0163,
+      "step": 2590
+    },
+    {
+      "epoch": 0.26495127698872684,
+      "grad_norm": 0.07861328125,
+      "learning_rate": 1.7242790878112344e-05,
+      "loss": 0.0139,
+      "step": 2600
+    },
+    {
+      "epoch": 0.2659703203617604,
+      "grad_norm": 0.05078125,
+      "learning_rate": 1.72199930094995e-05,
+      "loss": 0.0182,
+      "step": 2610
+    },
+    {
+      "epoch": 0.266989363734794,
+      "grad_norm": 0.03857421875,
+      "learning_rate": 1.7197116482555634e-05,
+      "loss": 0.0155,
+      "step": 2620
+    },
+    {
+      "epoch": 0.26800840710782753,
+      "grad_norm": 0.038330078125,
+      "learning_rate": 1.7174161546509448e-05,
+      "loss": 0.0174,
+      "step": 2630
+    },
+    {
+      "epoch": 0.2690274504808611,
+      "grad_norm": 0.04150390625,
+      "learning_rate": 1.715112845144386e-05,
+      "loss": 0.0195,
+      "step": 2640
+    },
+    {
+      "epoch": 0.2700464938538947,
+      "grad_norm": 0.0595703125,
+      "learning_rate": 1.7128017448293298e-05,
+      "loss": 0.0149,
+      "step": 2650
+    },
+    {
+      "epoch": 0.2710655372269282,
+      "grad_norm": 0.0732421875,
+      "learning_rate": 1.7104828788840966e-05,
+      "loss": 0.0173,
+      "step": 2660
+    },
+    {
+      "epoch": 0.27208458059996177,
+      "grad_norm": 0.055419921875,
+      "learning_rate": 1.7081562725716086e-05,
+      "loss": 0.0167,
+      "step": 2670
+    },
+    {
+      "epoch": 0.27310362397299537,
+      "grad_norm": 0.04052734375,
+      "learning_rate": 1.7058219512391162e-05,
+      "loss": 0.0147,
+      "step": 2680
+    },
+    {
+      "epoch": 0.2741226673460289,
+      "grad_norm": 0.060546875,
+      "learning_rate": 1.7034799403179208e-05,
+      "loss": 0.0164,
+      "step": 2690
+    },
+    {
+      "epoch": 0.27514171071906246,
+      "grad_norm": 0.035400390625,
+      "learning_rate": 1.701130265323099e-05,
+      "loss": 0.0148,
+      "step": 2700
+    },
+    {
+      "epoch": 0.27616075409209606,
+      "grad_norm": 0.051513671875,
+      "learning_rate": 1.6987729518532224e-05,
+      "loss": 0.0185,
+      "step": 2710
+    },
+    {
+      "epoch": 0.2771797974651296,
+      "grad_norm": 0.0771484375,
+      "learning_rate": 1.696408025590081e-05,
+      "loss": 0.0153,
+      "step": 2720
+    },
+    {
+      "epoch": 0.27819884083816315,
+      "grad_norm": 0.034423828125,
+      "learning_rate": 1.6940355122984032e-05,
+      "loss": 0.0163,
+      "step": 2730
+    },
+    {
+      "epoch": 0.27921788421119675,
+      "grad_norm": 0.052978515625,
+      "learning_rate": 1.6916554378255726e-05,
+      "loss": 0.0167,
+      "step": 2740
+    },
+    {
+      "epoch": 0.2802369275842303,
+      "grad_norm": 0.051025390625,
+      "learning_rate": 1.6892678281013495e-05,
+      "loss": 0.0147,
+      "step": 2750
+    },
+    {
+      "epoch": 0.28125597095726385,
+      "grad_norm": 0.07763671875,
+      "learning_rate": 1.686872709137587e-05,
+      "loss": 0.0176,
+      "step": 2760
+    },
+    {
+      "epoch": 0.28227501433029745,
+      "grad_norm": 0.044677734375,
+      "learning_rate": 1.684470107027947e-05,
+      "loss": 0.0149,
+      "step": 2770
+    },
+    {
+      "epoch": 0.283294057703331,
+      "grad_norm": 0.0439453125,
+      "learning_rate": 1.6820600479476176e-05,
+      "loss": 0.0148,
+      "step": 2780
+    },
+    {
+      "epoch": 0.28431310107636454,
+      "grad_norm": 0.042236328125,
+      "learning_rate": 1.6796425581530266e-05,
+      "loss": 0.0164,
+      "step": 2790
+    },
+    {
+      "epoch": 0.28533214444939814,
+      "grad_norm": 0.03759765625,
+      "learning_rate": 1.6772176639815555e-05,
+      "loss": 0.0149,
+      "step": 2800
+    },
+    {
+      "epoch": 0.2863511878224317,
+      "grad_norm": 0.0849609375,
+      "learning_rate": 1.6747853918512534e-05,
+      "loss": 0.0184,
+      "step": 2810
+    },
+    {
+      "epoch": 0.28737023119546523,
+      "grad_norm": 0.03515625,
+      "learning_rate": 1.6723457682605488e-05,
+      "loss": 0.0148,
+      "step": 2820
+    },
+    {
+      "epoch": 0.28838927456849883,
+      "grad_norm": 0.07080078125,
+      "learning_rate": 1.6698988197879596e-05,
+      "loss": 0.0143,
+      "step": 2830
+    },
+    {
+      "epoch": 0.2894083179415324,
+      "grad_norm": 0.034423828125,
+      "learning_rate": 1.6674445730918066e-05,
+      "loss": 0.0171,
+      "step": 2840
+    },
+    {
+      "epoch": 0.2904273613145659,
+      "grad_norm": 0.03759765625,
+      "learning_rate": 1.6649830549099198e-05,
+      "loss": 0.0131,
+      "step": 2850
+    },
+    {
+      "epoch": 0.2914464046875995,
+      "grad_norm": 0.0419921875,
+      "learning_rate": 1.662514292059349e-05,
+      "loss": 0.0157,
+      "step": 2860
+    },
+    {
+      "epoch": 0.29246544806063307,
+      "grad_norm": 0.0634765625,
+      "learning_rate": 1.660038311436071e-05,
+      "loss": 0.0151,
+      "step": 2870
+    },
+    {
+      "epoch": 0.29348449143366667,
+      "grad_norm": 0.06591796875,
+      "learning_rate": 1.6575551400146974e-05,
+      "loss": 0.0138,
+      "step": 2880
+    },
+    {
+      "epoch": 0.2945035348067002,
+      "grad_norm": 0.02880859375,
+      "learning_rate": 1.6550648048481793e-05,
+      "loss": 0.0156,
+      "step": 2890
+    },
+    {
+      "epoch": 0.29552257817973376,
+      "grad_norm": 0.049560546875,
+      "learning_rate": 1.6525673330675133e-05,
+      "loss": 0.0149,
+      "step": 2900
+    },
+    {
+      "epoch": 0.29654162155276736,
+      "grad_norm": 0.052490234375,
+      "learning_rate": 1.6500627518814466e-05,
+      "loss": 0.0163,
+      "step": 2910
+    },
+    {
+      "epoch": 0.2975606649258009,
+      "grad_norm": 0.04052734375,
+      "learning_rate": 1.6475510885761793e-05,
+      "loss": 0.0167,
+      "step": 2920
+    },
+    {
+      "epoch": 0.29857970829883446,
+      "grad_norm": 0.078125,
+      "learning_rate": 1.6450323705150684e-05,
+      "loss": 0.0163,
+      "step": 2930
+    },
+    {
+      "epoch": 0.29959875167186806,
+      "grad_norm": 0.034423828125,
+      "learning_rate": 1.6425066251383285e-05,
+      "loss": 0.0163,
+      "step": 2940
+    },
+    {
+      "epoch": 0.3006177950449016,
+      "grad_norm": 0.06494140625,
+      "learning_rate": 1.6399738799627334e-05,
+      "loss": 0.0136,
+      "step": 2950
+    },
+    {
+      "epoch": 0.30163683841793515,
+      "grad_norm": 0.076171875,
+      "learning_rate": 1.6374341625813165e-05,
+      "loss": 0.018,
+      "step": 2960
+    },
+    {
+      "epoch": 0.30265588179096875,
+      "grad_norm": 0.11767578125,
+      "learning_rate": 1.6348875006630706e-05,
+      "loss": 0.0169,
+      "step": 2970
+    },
+    {
+      "epoch": 0.3036749251640023,
+      "grad_norm": 0.1015625,
+      "learning_rate": 1.6323339219526447e-05,
+      "loss": 0.0158,
+      "step": 2980
+    },
+    {
+      "epoch": 0.30469396853703584,
+      "grad_norm": 0.0341796875,
+      "learning_rate": 1.6297734542700438e-05,
+      "loss": 0.0173,
+      "step": 2990
+    },
+    {
+      "epoch": 0.30571301191006944,
+      "grad_norm": 0.06884765625,
+      "learning_rate": 1.6272061255103247e-05,
+      "loss": 0.012,
+      "step": 3000
+    },
+    {
+      "epoch": 0.306732055283103,
+      "grad_norm": 0.043701171875,
+      "learning_rate": 1.624631963643292e-05,
+      "loss": 0.0165,
+      "step": 3010
+    },
+    {
+      "epoch": 0.30775109865613653,
+      "grad_norm": 0.046142578125,
+      "learning_rate": 1.622050996713194e-05,
+      "loss": 0.0145,
+      "step": 3020
+    },
+    {
+      "epoch": 0.30877014202917014,
+      "grad_norm": 0.0791015625,
+      "learning_rate": 1.6194632528384167e-05,
+      "loss": 0.0144,
+      "step": 3030
+    },
+    {
+      "epoch": 0.3097891854022037,
+      "grad_norm": 0.07275390625,
+      "learning_rate": 1.616868760211178e-05,
+      "loss": 0.0157,
+      "step": 3040
+    },
+    {
+      "epoch": 0.3108082287752372,
+      "grad_norm": 0.07861328125,
+      "learning_rate": 1.6142675470972198e-05,
+      "loss": 0.0129,
+      "step": 3050
+    },
+    {
+      "epoch": 0.31182727214827083,
+      "grad_norm": 0.05224609375,
+      "learning_rate": 1.6116596418355007e-05,
+      "loss": 0.0186,
+      "step": 3060
+    },
+    {
+      "epoch": 0.3128463155213044,
+      "grad_norm": 0.037841796875,
+      "learning_rate": 1.6090450728378865e-05,
+      "loss": 0.0154,
+      "step": 3070
+    },
+    {
+      "epoch": 0.3138653588943379,
+      "grad_norm": 0.059326171875,
+      "learning_rate": 1.6064238685888424e-05,
+      "loss": 0.0168,
+      "step": 3080
+    },
+    {
+      "epoch": 0.3148844022673715,
+      "grad_norm": 0.039306640625,
+      "learning_rate": 1.6037960576451198e-05,
+      "loss": 0.0148,
+      "step": 3090
+    },
+    {
+      "epoch": 0.31590344564040507,
+      "grad_norm": 0.058837890625,
+      "learning_rate": 1.6011616686354478e-05,
+      "loss": 0.0148,
+      "step": 3100
+    },
+    {
+      "epoch": 0.3169224890134386,
+      "grad_norm": 0.0625,
+      "learning_rate": 1.5985207302602205e-05,
+      "loss": 0.0163,
+      "step": 3110
+    },
+    {
+      "epoch": 0.3179415323864722,
+      "grad_norm": 0.03466796875,
+      "learning_rate": 1.595873271291184e-05,
+      "loss": 0.0159,
+      "step": 3120
+    },
+    {
+      "epoch": 0.31896057575950576,
+      "grad_norm": 0.041748046875,
+      "learning_rate": 1.593219320571123e-05,
+      "loss": 0.0162,
+      "step": 3130
+    },
+    {
+      "epoch": 0.3199796191325393,
+      "grad_norm": 0.035400390625,
+      "learning_rate": 1.590558907013546e-05,
+      "loss": 0.0142,
+      "step": 3140
+    },
+    {
+      "epoch": 0.3209986625055729,
+      "grad_norm": 0.034912109375,
+      "learning_rate": 1.587892059602372e-05,
+      "loss": 0.0131,
+      "step": 3150
+    },
+    {
+      "epoch": 0.32201770587860645,
+      "grad_norm": 0.044921875,
+      "learning_rate": 1.5852188073916145e-05,
+      "loss": 0.0165,
+      "step": 3160
+    },
+    {
+      "epoch": 0.32303674925164,
+      "grad_norm": 0.042236328125,
+      "learning_rate": 1.5825391795050615e-05,
+      "loss": 0.0161,
+      "step": 3170
+    },
+    {
+      "epoch": 0.3240557926246736,
+      "grad_norm": 0.044189453125,
+      "learning_rate": 1.5798532051359628e-05,
+      "loss": 0.0135,
+      "step": 3180
+    },
+    {
+      "epoch": 0.32507483599770715,
+      "grad_norm": 0.04931640625,
+      "learning_rate": 1.577160913546711e-05,
+      "loss": 0.0153,
+      "step": 3190
+    },
+    {
+      "epoch": 0.3260938793707407,
+      "grad_norm": 0.0517578125,
+      "learning_rate": 1.574462334068519e-05,
+      "loss": 0.0133,
+      "step": 3200
+    },
+    {
+      "epoch": 0.3271129227437743,
+      "grad_norm": 0.050537109375,
+      "learning_rate": 1.5717574961011058e-05,
+      "loss": 0.0175,
+      "step": 3210
+    },
+    {
+      "epoch": 0.32813196611680784,
+      "grad_norm": 0.054931640625,
+      "learning_rate": 1.5690464291123716e-05,
+      "loss": 0.0147,
+      "step": 3220
+    },
+    {
+      "epoch": 0.3291510094898414,
+      "grad_norm": 0.08984375,
+      "learning_rate": 1.5663291626380805e-05,
+      "loss": 0.0133,
+      "step": 3230
+    },
+    {
+      "epoch": 0.330170052862875,
+      "grad_norm": 0.055419921875,
+      "learning_rate": 1.5636057262815357e-05,
+      "loss": 0.0155,
+      "step": 3240
+    },
+    {
+      "epoch": 0.33118909623590853,
+      "grad_norm": 0.02587890625,
+      "learning_rate": 1.560876149713259e-05,
+      "loss": 0.0132,
+      "step": 3250
+    },
+    {
+      "epoch": 0.33220813960894213,
+      "grad_norm": 0.059326171875,
+      "learning_rate": 1.558140462670667e-05,
+      "loss": 0.0181,
+      "step": 3260
+    },
+    {
+      "epoch": 0.3332271829819757,
+      "grad_norm": 0.0390625,
+      "learning_rate": 1.555398694957746e-05,
+      "loss": 0.0169,
+      "step": 3270
+    },
+    {
+      "epoch": 0.3342462263550092,
+      "grad_norm": 0.0361328125,
+      "learning_rate": 1.552650876444729e-05,
+      "loss": 0.0136,
+      "step": 3280
+    },
+    {
+      "epoch": 0.3352652697280428,
+      "grad_norm": 0.04638671875,
+      "learning_rate": 1.5498970370677694e-05,
+      "loss": 0.0164,
+      "step": 3290
+    },
+    {
+      "epoch": 0.33628431310107637,
+      "grad_norm": 0.06982421875,
+      "learning_rate": 1.547137206828615e-05,
+      "loss": 0.0122,
+      "step": 3300
+    },
+    {
+      "epoch": 0.3373033564741099,
+      "grad_norm": 0.07861328125,
+      "learning_rate": 1.544371415794281e-05,
+      "loss": 0.0167,
+      "step": 3310
+    },
+    {
+      "epoch": 0.3383223998471435,
+      "grad_norm": 0.06982421875,
+      "learning_rate": 1.541599694096723e-05,
+      "loss": 0.0174,
+      "step": 3320
+    },
+    {
+      "epoch": 0.33934144322017706,
+      "grad_norm": 0.08642578125,
+      "learning_rate": 1.538822071932508e-05,
+      "loss": 0.0146,
+      "step": 3330
+    },
+    {
+      "epoch": 0.3403604865932106,
+      "grad_norm": 0.03759765625,
+      "learning_rate": 1.5360385795624853e-05,
+      "loss": 0.0178,
+      "step": 3340
+    },
+    {
+      "epoch": 0.3413795299662442,
+      "grad_norm": 0.043701171875,
+      "learning_rate": 1.5332492473114584e-05,
+      "loss": 0.0139,
+      "step": 3350
+    },
+    {
+      "epoch": 0.34239857333927776,
+      "grad_norm": 0.047607421875,
+      "learning_rate": 1.530454105567852e-05,
+      "loss": 0.0154,
+      "step": 3360
+    },
+    {
+      "epoch": 0.3434176167123113,
+      "grad_norm": 0.0595703125,
+      "learning_rate": 1.5276531847833834e-05,
+      "loss": 0.0145,
+      "step": 3370
+    },
+    {
+      "epoch": 0.3444366600853449,
+      "grad_norm": 0.046875,
+      "learning_rate": 1.52484651547273e-05,
+      "loss": 0.0148,
+      "step": 3380
+    },
+    {
+      "epoch": 0.34545570345837845,
+      "grad_norm": 0.0361328125,
+      "learning_rate": 1.5220341282131963e-05,
+      "loss": 0.0183,
+      "step": 3390
+    },
+    {
+      "epoch": 0.346474746831412,
+      "grad_norm": 0.055908203125,
+      "learning_rate": 1.5192160536443798e-05,
+      "loss": 0.0142,
+      "step": 3400
+    },
+    {
+      "epoch": 0.3474937902044456,
+      "grad_norm": 0.047607421875,
+      "learning_rate": 1.5163923224678407e-05,
+      "loss": 0.0179,
+      "step": 3410
+    },
+    {
+      "epoch": 0.34851283357747914,
+      "grad_norm": 0.09326171875,
+      "learning_rate": 1.5135629654467639e-05,
+      "loss": 0.0154,
+      "step": 3420
+    },
+    {
+      "epoch": 0.3495318769505127,
+      "grad_norm": 0.0712890625,
+      "learning_rate": 1.5107280134056251e-05,
+      "loss": 0.0148,
+      "step": 3430
+    },
+    {
+      "epoch": 0.3505509203235463,
+      "grad_norm": 0.0732421875,
+      "learning_rate": 1.5078874972298554e-05,
+      "loss": 0.0157,
+      "step": 3440
+    },
+    {
+      "epoch": 0.35156996369657983,
+      "grad_norm": 0.05419921875,
+      "learning_rate": 1.5050414478655046e-05,
+      "loss": 0.0134,
+      "step": 3450
+    },
+    {
+      "epoch": 0.3525890070696134,
+      "grad_norm": 0.051025390625,
+      "learning_rate": 1.5021898963189037e-05,
+      "loss": 0.0159,
+      "step": 3460
+    },
+    {
+      "epoch": 0.353608050442647,
+      "grad_norm": 0.0625,
+      "learning_rate": 1.4993328736563267e-05,
+      "loss": 0.0154,
+      "step": 3470
+    },
+    {
+      "epoch": 0.3546270938156805,
+      "grad_norm": 0.048828125,
+      "learning_rate": 1.4964704110036541e-05,
+      "loss": 0.0148,
+      "step": 3480
+    },
+    {
+      "epoch": 0.3556461371887141,
+      "grad_norm": 0.045654296875,
+      "learning_rate": 1.4936025395460314e-05,
+      "loss": 0.016,
+      "step": 3490
+    },
+    {
+      "epoch": 0.3566651805617477,
+      "grad_norm": 0.07080078125,
+      "learning_rate": 1.490729290527531e-05,
+      "loss": 0.0126,
+      "step": 3500
+    },
+    {
+      "epoch": 0.3576842239347812,
+      "grad_norm": 0.0498046875,
+      "learning_rate": 1.4878506952508103e-05,
+      "loss": 0.0171,
+      "step": 3510
+    },
+    {
+      "epoch": 0.35870326730781477,
+      "grad_norm": 0.05029296875,
+      "learning_rate": 1.484966785076773e-05,
+      "loss": 0.016,
+      "step": 3520
+    },
+    {
+      "epoch": 0.35972231068084837,
+      "grad_norm": 0.03369140625,
+      "learning_rate": 1.4820775914242249e-05,
+      "loss": 0.015,
+      "step": 3530
+    },
+    {
+      "epoch": 0.3607413540538819,
+      "grad_norm": 0.06103515625,
+      "learning_rate": 1.4791831457695333e-05,
+      "loss": 0.0155,
+      "step": 3540
+    },
+    {
+      "epoch": 0.36176039742691546,
+      "grad_norm": 0.03955078125,
+      "learning_rate": 1.4762834796462832e-05,
+      "loss": 0.0143,
+      "step": 3550
+    },
+    {
+      "epoch": 0.36277944079994906,
+      "grad_norm": 0.05712890625,
+      "learning_rate": 1.4733786246449346e-05,
+      "loss": 0.0166,
+      "step": 3560
+    },
+    {
+      "epoch": 0.3637984841729826,
+      "grad_norm": 0.08740234375,
+      "learning_rate": 1.4704686124124767e-05,
+      "loss": 0.0151,
+      "step": 3570
+    },
+    {
+      "epoch": 0.36481752754601615,
+      "grad_norm": 0.06689453125,
+      "learning_rate": 1.4675534746520858e-05,
+      "loss": 0.016,
+      "step": 3580
+    },
+    {
+      "epoch": 0.36583657091904975,
+      "grad_norm": 0.06298828125,
+      "learning_rate": 1.4646332431227775e-05,
+      "loss": 0.0164,
+      "step": 3590
+    },
+    {
+      "epoch": 0.3668556142920833,
+      "grad_norm": 0.047607421875,
+      "learning_rate": 1.461707949639061e-05,
+      "loss": 0.0126,
+      "step": 3600
+    },
+    {
+      "epoch": 0.36787465766511684,
+      "grad_norm": 0.09619140625,
+      "learning_rate": 1.4587776260705937e-05,
+      "loss": 0.0174,
+      "step": 3610
+    },
+    {
+      "epoch": 0.36889370103815045,
+      "grad_norm": 0.03515625,
+      "learning_rate": 1.4558423043418337e-05,
+      "loss": 0.0165,
+      "step": 3620
+    },
+    {
+      "epoch": 0.369912744411184,
+      "grad_norm": 0.06787109375,
+      "learning_rate": 1.4529020164316913e-05,
+      "loss": 0.0137,
+      "step": 3630
+    },
+    {
+      "epoch": 0.3709317877842176,
+      "grad_norm": 0.04150390625,
+      "learning_rate": 1.4499567943731803e-05,
+      "loss": 0.017,
+      "step": 3640
+    },
+    {
+      "epoch": 0.37195083115725114,
+      "grad_norm": 0.06396484375,
+      "learning_rate": 1.4470066702530705e-05,
+      "loss": 0.014,
+      "step": 3650
+    },
+    {
+      "epoch": 0.3729698745302847,
+      "grad_norm": 0.0537109375,
+      "learning_rate": 1.4440516762115372e-05,
+      "loss": 0.0167,
+      "step": 3660
+    },
+    {
+      "epoch": 0.3739889179033183,
+      "grad_norm": 0.0380859375,
+      "learning_rate": 1.4410918444418106e-05,
+      "loss": 0.0151,
+      "step": 3670
+    },
+    {
+      "epoch": 0.37500796127635183,
+      "grad_norm": 0.10498046875,
+      "learning_rate": 1.4381272071898263e-05,
+      "loss": 0.0142,
+      "step": 3680
+    },
+    {
+      "epoch": 0.3760270046493854,
+      "grad_norm": 0.03515625,
+      "learning_rate": 1.4351577967538726e-05,
+      "loss": 0.0172,
+      "step": 3690
+    },
+    {
+      "epoch": 0.377046048022419,
+      "grad_norm": 0.057861328125,
+      "learning_rate": 1.4321836454842399e-05,
+      "loss": 0.0145,
+      "step": 3700
+    },
+    {
+      "epoch": 0.3780650913954525,
+      "grad_norm": 0.0498046875,
+      "learning_rate": 1.4292047857828672e-05,
+      "loss": 0.0167,
+      "step": 3710
+    },
+    {
+      "epoch": 0.37908413476848607,
+      "grad_norm": 0.060546875,
+      "learning_rate": 1.4262212501029904e-05,
+      "loss": 0.0157,
+      "step": 3720
+    },
+    {
+      "epoch": 0.38010317814151967,
+      "grad_norm": 0.04931640625,
+      "learning_rate": 1.4232330709487871e-05,
+      "loss": 0.0149,
+      "step": 3730
+    },
+    {
+      "epoch": 0.3811222215145532,
+      "grad_norm": 0.048095703125,
+      "learning_rate": 1.4202402808750235e-05,
+      "loss": 0.0184,
+      "step": 3740
+    },
+    {
+      "epoch": 0.38214126488758676,
+      "grad_norm": 0.05029296875,
+      "learning_rate": 1.4172429124866993e-05,
+      "loss": 0.0137,
+      "step": 3750
+    },
+    {
+      "epoch": 0.38316030826062036,
+      "grad_norm": 0.046875,
+      "learning_rate": 1.4142409984386937e-05,
+      "loss": 0.0167,
+      "step": 3760
+    },
+    {
+      "epoch": 0.3841793516336539,
+      "grad_norm": 0.052978515625,
+      "learning_rate": 1.411234571435408e-05,
+      "loss": 0.0146,
+      "step": 3770
+    },
+    {
+      "epoch": 0.38519839500668746,
+      "grad_norm": 0.043212890625,
+      "learning_rate": 1.4082236642304095e-05,
+      "loss": 0.0146,
+      "step": 3780
+    },
+    {
+      "epoch": 0.38621743837972106,
+      "grad_norm": 0.037109375,
+      "learning_rate": 1.4052083096260758e-05,
+      "loss": 0.0174,
+      "step": 3790
+    },
+    {
+      "epoch": 0.3872364817527546,
+      "grad_norm": 0.09912109375,
+      "learning_rate": 1.4021885404732367e-05,
+      "loss": 0.0129,
+      "step": 3800
+    },
+    {
+      "epoch": 0.38825552512578815,
+      "grad_norm": 0.09326171875,
+      "learning_rate": 1.3991643896708163e-05,
+      "loss": 0.0167,
+      "step": 3810
+    },
+    {
+      "epoch": 0.38927456849882175,
+      "grad_norm": 0.091796875,
+      "learning_rate": 1.3961358901654743e-05,
+      "loss": 0.0153,
+      "step": 3820
+    },
+    {
+      "epoch": 0.3902936118718553,
+      "grad_norm": 0.0771484375,
+      "learning_rate": 1.393103074951248e-05,
+      "loss": 0.0179,
+      "step": 3830
+    },
+    {
+      "epoch": 0.39131265524488884,
+      "grad_norm": 0.05224609375,
+      "learning_rate": 1.3900659770691918e-05,
+      "loss": 0.0165,
+      "step": 3840
+    },
+    {
+      "epoch": 0.39233169861792244,
+      "grad_norm": 0.0439453125,
+      "learning_rate": 1.3870246296070176e-05,
+      "loss": 0.013,
+      "step": 3850
+    },
+    {
+      "epoch": 0.393350741990956,
+      "grad_norm": 0.041015625,
+      "learning_rate": 1.3839790656987355e-05,
+      "loss": 0.0162,
+      "step": 3860
+    },
+    {
+      "epoch": 0.39436978536398953,
+      "grad_norm": 0.044189453125,
+      "learning_rate": 1.3809293185242903e-05,
+      "loss": 0.0158,
+      "step": 3870
+    },
+    {
+      "epoch": 0.39538882873702313,
+      "grad_norm": 0.048095703125,
+      "learning_rate": 1.3778754213092019e-05,
+      "loss": 0.0144,
+      "step": 3880
+    },
+    {
+      "epoch": 0.3964078721100567,
+      "grad_norm": 0.05322265625,
+      "learning_rate": 1.3748174073242035e-05,
+      "loss": 0.0153,
+      "step": 3890
+    },
+    {
+      "epoch": 0.3974269154830902,
+      "grad_norm": 0.052978515625,
+      "learning_rate": 1.3717553098848781e-05,
+      "loss": 0.0128,
+      "step": 3900
+    },
+    {
+      "epoch": 0.3984459588561238,
+      "grad_norm": 0.051513671875,
+      "learning_rate": 1.368689162351296e-05,
+      "loss": 0.0171,
+      "step": 3910
+    },
+    {
+      "epoch": 0.3994650022291574,
+      "grad_norm": 0.044921875,
+      "learning_rate": 1.3656189981276507e-05,
+      "loss": 0.0158,
+      "step": 3920
+    },
+    {
+      "epoch": 0.4004840456021909,
+      "grad_norm": 0.06591796875,
+      "learning_rate": 1.3625448506618967e-05,
+      "loss": 0.0147,
+      "step": 3930
+    },
+    {
+      "epoch": 0.4015030889752245,
+      "grad_norm": 0.0517578125,
+      "learning_rate": 1.3594667534453834e-05,
+      "loss": 0.0172,
+      "step": 3940
+    },
+    {
+      "epoch": 0.40252213234825807,
+      "grad_norm": 0.04833984375,
+      "learning_rate": 1.3563847400124906e-05,
+      "loss": 0.0149,
+      "step": 3950
+    },
+    {
+      "epoch": 0.4035411757212916,
+      "grad_norm": 0.055908203125,
+      "learning_rate": 1.353298843940264e-05,
+      "loss": 0.017,
+      "step": 3960
+    },
+    {
+      "epoch": 0.4045602190943252,
+      "grad_norm": 0.036865234375,
+      "learning_rate": 1.3502090988480483e-05,
+      "loss": 0.015,
+      "step": 3970
+    },
+    {
+      "epoch": 0.40557926246735876,
+      "grad_norm": 0.06591796875,
+      "learning_rate": 1.3471155383971215e-05,
+      "loss": 0.0145,
+      "step": 3980
+    },
+    {
+      "epoch": 0.4065983058403923,
+      "grad_norm": 0.052001953125,
+      "learning_rate": 1.344018196290328e-05,
+      "loss": 0.0156,
+      "step": 3990
+    },
+    {
+      "epoch": 0.4076173492134259,
+      "grad_norm": 0.035888671875,
+      "learning_rate": 1.340917106271712e-05,
+      "loss": 0.0147,
+      "step": 4000
+    },
+    {
+      "epoch": 0.40863639258645945,
+      "grad_norm": 0.0576171875,
+      "learning_rate": 1.337812302126149e-05,
+      "loss": 0.0156,
+      "step": 4010
+    },
+    {
+      "epoch": 0.40965543595949305,
+      "grad_norm": 0.047119140625,
+      "learning_rate": 1.3347038176789778e-05,
+      "loss": 0.0143,
+      "step": 4020
+    },
+    {
+      "epoch": 0.4106744793325266,
+      "grad_norm": 0.0400390625,
+      "learning_rate": 1.3315916867956329e-05,
+      "loss": 0.0153,
+      "step": 4030
+    },
+    {
+      "epoch": 0.41169352270556014,
+      "grad_norm": 0.0498046875,
+      "learning_rate": 1.3284759433812748e-05,
+      "loss": 0.0161,
+      "step": 4040
+    },
+    {
+      "epoch": 0.41271256607859375,
+      "grad_norm": 0.0546875,
+      "learning_rate": 1.3253566213804208e-05,
+      "loss": 0.0135,
+      "step": 4050
+    },
+    {
+      "epoch": 0.4137316094516273,
+      "grad_norm": 0.059326171875,
+      "learning_rate": 1.3222337547765743e-05,
+      "loss": 0.0152,
+      "step": 4060
+    },
+    {
+      "epoch": 0.41475065282466084,
+      "grad_norm": 0.047119140625,
+      "learning_rate": 1.3191073775918571e-05,
+      "loss": 0.0158,
+      "step": 4070
+    },
+    {
+      "epoch": 0.41576969619769444,
+      "grad_norm": 0.12060546875,
+      "learning_rate": 1.315977523886636e-05,
+      "loss": 0.0132,
+      "step": 4080
+    },
+    {
+      "epoch": 0.416788739570728,
+      "grad_norm": 0.07421875,
+      "learning_rate": 1.3128442277591522e-05,
+      "loss": 0.0162,
+      "step": 4090
+    },
+    {
+      "epoch": 0.41780778294376153,
+      "grad_norm": 0.083984375,
+      "learning_rate": 1.3097075233451523e-05,
+      "loss": 0.0142,
+      "step": 4100
+    },
+    {
+      "epoch": 0.41882682631679513,
+      "grad_norm": 0.08349609375,
+      "learning_rate": 1.3065674448175129e-05,
+      "loss": 0.0179,
+      "step": 4110
+    },
+    {
+      "epoch": 0.4198458696898287,
+      "grad_norm": 0.046630859375,
+      "learning_rate": 1.3034240263858706e-05,
+      "loss": 0.0161,
+      "step": 4120
+    },
+    {
+      "epoch": 0.4208649130628622,
+      "grad_norm": 0.038330078125,
+      "learning_rate": 1.3002773022962485e-05,
+      "loss": 0.0143,
+      "step": 4130
+    },
+    {
+      "epoch": 0.4218839564358958,
+      "grad_norm": 0.03662109375,
+      "learning_rate": 1.297127306830683e-05,
+      "loss": 0.0161,
+      "step": 4140
+    },
+    {
+      "epoch": 0.42290299980892937,
+      "grad_norm": 0.060302734375,
+      "learning_rate": 1.2939740743068515e-05,
+      "loss": 0.0134,
+      "step": 4150
+    },
+    {
+      "epoch": 0.4239220431819629,
+      "grad_norm": 0.0595703125,
+      "learning_rate": 1.2908176390776958e-05,
+      "loss": 0.0193,
+      "step": 4160
+    },
+    {
+      "epoch": 0.4249410865549965,
+      "grad_norm": 0.035400390625,
+      "learning_rate": 1.287658035531052e-05,
+      "loss": 0.0163,
+      "step": 4170
+    },
+    {
+      "epoch": 0.42596012992803006,
+      "grad_norm": 0.039306640625,
+      "learning_rate": 1.2844952980892715e-05,
+      "loss": 0.0151,
+      "step": 4180
+    },
+    {
+      "epoch": 0.4269791733010636,
+      "grad_norm": 0.048095703125,
+      "learning_rate": 1.2813294612088485e-05,
+      "loss": 0.0153,
+      "step": 4190
+    },
+    {
+      "epoch": 0.4279982166740972,
+      "grad_norm": 0.049072265625,
+      "learning_rate": 1.2781605593800449e-05,
+      "loss": 0.0125,
+      "step": 4200
+    },
+    {
+      "epoch": 0.42901726004713076,
+      "grad_norm": 0.05126953125,
+      "learning_rate": 1.2749886271265127e-05,
+      "loss": 0.0163,
+      "step": 4210
+    },
+    {
+      "epoch": 0.4300363034201643,
+      "grad_norm": 0.0390625,
+      "learning_rate": 1.2718136990049193e-05,
+      "loss": 0.0136,
+      "step": 4220
+    },
+    {
+      "epoch": 0.4310553467931979,
+      "grad_norm": 0.06494140625,
+      "learning_rate": 1.2686358096045706e-05,
+      "loss": 0.0147,
+      "step": 4230
+    },
+    {
+      "epoch": 0.43207439016623145,
+      "grad_norm": 0.0439453125,
+      "learning_rate": 1.2654549935470346e-05,
+      "loss": 0.0168,
+      "step": 4240
+    },
+    {
+      "epoch": 0.433093433539265,
+      "grad_norm": 0.05810546875,
+      "learning_rate": 1.2622712854857632e-05,
+      "loss": 0.012,
+      "step": 4250
+    },
+    {
+      "epoch": 0.4341124769122986,
+      "grad_norm": 0.06201171875,
+      "learning_rate": 1.2590847201057155e-05,
+      "loss": 0.0156,
+      "step": 4260
+    },
+    {
+      "epoch": 0.43513152028533214,
+      "grad_norm": 0.049072265625,
+      "learning_rate": 1.2558953321229799e-05,
+      "loss": 0.016,
+      "step": 4270
+    },
+    {
+      "epoch": 0.4361505636583657,
+      "grad_norm": 0.043212890625,
+      "learning_rate": 1.2527031562843954e-05,
+      "loss": 0.0161,
+      "step": 4280
+    },
+    {
+      "epoch": 0.4371696070313993,
+      "grad_norm": 0.07275390625,
+      "learning_rate": 1.2495082273671736e-05,
+      "loss": 0.0181,
+      "step": 4290
+    },
+    {
+      "epoch": 0.43818865040443283,
+      "grad_norm": 0.06787109375,
+      "learning_rate": 1.2463105801785196e-05,
+      "loss": 0.0128,
+      "step": 4300
+    },
+    {
+      "epoch": 0.4392076937774664,
+      "grad_norm": 0.0419921875,
+      "learning_rate": 1.2431102495552524e-05,
+      "loss": 0.0176,
+      "step": 4310
+    },
+    {
+      "epoch": 0.4402267371505,
+      "grad_norm": 0.057861328125,
+      "learning_rate": 1.2399072703634257e-05,
+      "loss": 0.0168,
+      "step": 4320
+    },
+    {
+      "epoch": 0.4412457805235335,
+      "grad_norm": 0.06982421875,
+      "learning_rate": 1.236701677497948e-05,
+      "loss": 0.0146,
+      "step": 4330
+    },
+    {
+      "epoch": 0.44226482389656707,
+      "grad_norm": 0.0693359375,
+      "learning_rate": 1.2334935058822042e-05,
+      "loss": 0.0156,
+      "step": 4340
+    },
+    {
+      "epoch": 0.4432838672696007,
+      "grad_norm": 0.03466796875,
+      "learning_rate": 1.2302827904676706e-05,
+      "loss": 0.0114,
+      "step": 4350
+    },
+    {
+      "epoch": 0.4443029106426342,
+      "grad_norm": 0.05126953125,
+      "learning_rate": 1.2270695662335393e-05,
+      "loss": 0.0162,
+      "step": 4360
+    },
+    {
+      "epoch": 0.44532195401566776,
+      "grad_norm": 0.043212890625,
+      "learning_rate": 1.223853868186333e-05,
+      "loss": 0.0152,
+      "step": 4370
+    },
+    {
+      "epoch": 0.44634099738870137,
+      "grad_norm": 0.099609375,
+      "learning_rate": 1.220635731359527e-05,
+      "loss": 0.0143,
+      "step": 4380
+    },
+    {
+      "epoch": 0.4473600407617349,
+      "grad_norm": 0.03564453125,
+      "learning_rate": 1.217415190813165e-05,
+      "loss": 0.0152,
+      "step": 4390
+    },
+    {
+      "epoch": 0.4483790841347685,
+      "grad_norm": 0.051513671875,
+      "learning_rate": 1.2141922816334779e-05,
+      "loss": 0.0144,
+      "step": 4400
+    },
+    {
+      "epoch": 0.44939812750780206,
+      "grad_norm": 0.050048828125,
+      "learning_rate": 1.2109670389325028e-05,
+      "loss": 0.0167,
+      "step": 4410
+    },
+    {
+      "epoch": 0.4504171708808356,
+      "grad_norm": 0.07275390625,
+      "learning_rate": 1.207739497847698e-05,
+      "loss": 0.0161,
+      "step": 4420
+    },
+    {
+      "epoch": 0.4514362142538692,
+      "grad_norm": 0.0498046875,
+      "learning_rate": 1.2045096935415623e-05,
+      "loss": 0.0135,
+      "step": 4430
+    },
+    {
+      "epoch": 0.45245525762690275,
+      "grad_norm": 0.04150390625,
+      "learning_rate": 1.2012776612012511e-05,
+      "loss": 0.0158,
+      "step": 4440
+    },
+    {
+      "epoch": 0.4534743009999363,
+      "grad_norm": 0.055908203125,
+      "learning_rate": 1.1980434360381935e-05,
+      "loss": 0.0154,
+      "step": 4450
+    },
+    {
+      "epoch": 0.4544933443729699,
+      "grad_norm": 0.05029296875,
+      "learning_rate": 1.1948070532877083e-05,
+      "loss": 0.0169,
+      "step": 4460
+    },
+    {
+      "epoch": 0.45551238774600344,
+      "grad_norm": 0.03955078125,
+      "learning_rate": 1.1915685482086187e-05,
+      "loss": 0.0169,
+      "step": 4470
+    },
+    {
+      "epoch": 0.456531431119037,
+      "grad_norm": 0.047607421875,
+      "learning_rate": 1.1883279560828722e-05,
+      "loss": 0.0134,
+      "step": 4480
+    },
+    {
+      "epoch": 0.4575504744920706,
+      "grad_norm": 0.038818359375,
+      "learning_rate": 1.1850853122151516e-05,
+      "loss": 0.0155,
+      "step": 4490
+    },
+    {
+      "epoch": 0.45856951786510414,
+      "grad_norm": 0.06005859375,
+      "learning_rate": 1.1818406519324933e-05,
+      "loss": 0.0119,
+      "step": 4500
+    },
+    {
+      "epoch": 0.4595885612381377,
+      "grad_norm": 0.055419921875,
+      "learning_rate": 1.1785940105839013e-05,
+      "loss": 0.0169,
+      "step": 4510
+    },
+    {
+      "epoch": 0.4606076046111713,
+      "grad_norm": 0.04150390625,
+      "learning_rate": 1.1753454235399625e-05,
+      "loss": 0.0156,
+      "step": 4520
+    },
+    {
+      "epoch": 0.46162664798420483,
+      "grad_norm": 0.038330078125,
+      "learning_rate": 1.1720949261924614e-05,
+      "loss": 0.0124,
+      "step": 4530
+    },
+    {
+      "epoch": 0.4626456913572384,
+      "grad_norm": 0.06396484375,
+      "learning_rate": 1.1688425539539936e-05,
+      "loss": 0.0149,
+      "step": 4540
+    },
+    {
+      "epoch": 0.463664734730272,
+      "grad_norm": 0.048828125,
+      "learning_rate": 1.1655883422575818e-05,
+      "loss": 0.0137,
+      "step": 4550
+    },
+    {
+      "epoch": 0.4646837781033055,
+      "grad_norm": 0.07861328125,
+      "learning_rate": 1.1623323265562876e-05,
+      "loss": 0.0165,
+      "step": 4560
+    },
+    {
+      "epoch": 0.46570282147633907,
+      "grad_norm": 0.06494140625,
+      "learning_rate": 1.1590745423228273e-05,
+      "loss": 0.0149,
+      "step": 4570
+    },
+    {
+      "epoch": 0.46672186484937267,
+      "grad_norm": 0.042236328125,
+      "learning_rate": 1.1558150250491843e-05,
+      "loss": 0.0147,
+      "step": 4580
+    },
+    {
+      "epoch": 0.4677409082224062,
+      "grad_norm": 0.03955078125,
+      "learning_rate": 1.1525538102462217e-05,
+      "loss": 0.0135,
+      "step": 4590
+    },
+    {
+      "epoch": 0.46875995159543976,
+      "grad_norm": 0.09521484375,
+      "learning_rate": 1.1492909334432978e-05,
+      "loss": 0.0137,
+      "step": 4600
+    },
+    {
+      "epoch": 0.46977899496847336,
+      "grad_norm": 0.06640625,
+      "learning_rate": 1.1460264301878762e-05,
+      "loss": 0.016,
+      "step": 4610
+    },
+    {
+      "epoch": 0.4707980383415069,
+      "grad_norm": 0.06396484375,
+      "learning_rate": 1.1427603360451415e-05,
+      "loss": 0.0146,
+      "step": 4620
+    },
+    {
+      "epoch": 0.47181708171454045,
+      "grad_norm": 0.06982421875,
+      "learning_rate": 1.1394926865976088e-05,
+      "loss": 0.0141,
+      "step": 4630
+    },
+    {
+      "epoch": 0.47283612508757406,
+      "grad_norm": 0.05810546875,
+      "learning_rate": 1.1362235174447378e-05,
+      "loss": 0.0164,
+      "step": 4640
+    },
+    {
+      "epoch": 0.4738551684606076,
+      "grad_norm": 0.0400390625,
+      "learning_rate": 1.1329528642025453e-05,
+      "loss": 0.0132,
+      "step": 4650
+    },
+    {
+      "epoch": 0.47487421183364115,
+      "grad_norm": 0.0556640625,
+      "learning_rate": 1.1296807625032162e-05,
+      "loss": 0.0177,
+      "step": 4660
+    },
+    {
+      "epoch": 0.47589325520667475,
+      "grad_norm": 0.03759765625,
+      "learning_rate": 1.1264072479947153e-05,
+      "loss": 0.0151,
+      "step": 4670
+    },
+    {
+      "epoch": 0.4769122985797083,
+      "grad_norm": 0.05224609375,
+      "learning_rate": 1.1231323563403994e-05,
+      "loss": 0.0133,
+      "step": 4680
+    },
+    {
+      "epoch": 0.47793134195274184,
+      "grad_norm": 0.060302734375,
+      "learning_rate": 1.1198561232186291e-05,
+      "loss": 0.0144,
+      "step": 4690
+    },
+    {
+      "epoch": 0.47895038532577544,
+      "grad_norm": 0.056640625,
+      "learning_rate": 1.1165785843223792e-05,
+      "loss": 0.0124,
+      "step": 4700
+    },
+    {
+      "epoch": 0.479969428698809,
+      "grad_norm": 0.060791015625,
+      "learning_rate": 1.1132997753588503e-05,
+      "loss": 0.0167,
+      "step": 4710
+    },
+    {
+      "epoch": 0.48098847207184253,
+      "grad_norm": 0.04931640625,
+      "learning_rate": 1.1100197320490802e-05,
+      "loss": 0.016,
+      "step": 4720
+    },
+    {
+      "epoch": 0.48200751544487613,
+      "grad_norm": 0.2216796875,
+      "learning_rate": 1.1067384901275538e-05,
+      "loss": 0.0129,
+      "step": 4730
+    },
+    {
+      "epoch": 0.4830265588179097,
+      "grad_norm": 0.0400390625,
+      "learning_rate": 1.1034560853418144e-05,
+      "loss": 0.0157,
+      "step": 4740
+    },
+    {
+      "epoch": 0.4840456021909432,
+      "grad_norm": 0.0654296875,
+      "learning_rate": 1.100172553452074e-05,
+      "loss": 0.0116,
+      "step": 4750
+    },
+    {
+      "epoch": 0.4850646455639768,
+      "grad_norm": 0.0361328125,
+      "learning_rate": 1.0968879302308244e-05,
+      "loss": 0.0166,
+      "step": 4760
+    },
+    {
+      "epoch": 0.48608368893701037,
+      "grad_norm": 0.057861328125,
+      "learning_rate": 1.0936022514624464e-05,
+      "loss": 0.0141,
+      "step": 4770
+    },
+    {
+      "epoch": 0.487102732310044,
+      "grad_norm": 0.04345703125,
+      "learning_rate": 1.0903155529428207e-05,
+      "loss": 0.0152,
+      "step": 4780
+    },
+    {
+      "epoch": 0.4881217756830775,
+      "grad_norm": 0.0712890625,
+      "learning_rate": 1.087027870478938e-05,
+      "loss": 0.017,
+      "step": 4790
+    },
+    {
+      "epoch": 0.48914081905611106,
+      "grad_norm": 0.05224609375,
+      "learning_rate": 1.0837392398885078e-05,
+      "loss": 0.014,
+      "step": 4800
+    },
+    {
+      "epoch": 0.49015986242914467,
+      "grad_norm": 0.046875,
+      "learning_rate": 1.0804496969995694e-05,
+      "loss": 0.0172,
+      "step": 4810
+    },
+    {
+      "epoch": 0.4911789058021782,
+      "grad_norm": 0.03759765625,
+      "learning_rate": 1.0771592776501017e-05,
+      "loss": 0.0157,
+      "step": 4820
+    },
+    {
+      "epoch": 0.49219794917521176,
+      "grad_norm": 0.041259765625,
+      "learning_rate": 1.0738680176876315e-05,
+      "loss": 0.0149,
+      "step": 4830
+    },
+    {
+      "epoch": 0.49321699254824536,
+      "grad_norm": 0.061279296875,
+      "learning_rate": 1.0705759529688435e-05,
+      "loss": 0.0141,
+      "step": 4840
+    },
+    {
+      "epoch": 0.4942360359212789,
+      "grad_norm": 0.060302734375,
+      "learning_rate": 1.0672831193591905e-05,
+      "loss": 0.0147,
+      "step": 4850
+    },
+    {
+      "epoch": 0.49525507929431245,
+      "grad_norm": 0.035400390625,
+      "learning_rate": 1.0639895527325018e-05,
+      "loss": 0.0171,
+      "step": 4860
+    },
+    {
+      "epoch": 0.49627412266734605,
+      "grad_norm": 0.04345703125,
+      "learning_rate": 1.0606952889705922e-05,
+      "loss": 0.0137,
+      "step": 4870
+    },
+    {
+      "epoch": 0.4972931660403796,
+      "grad_norm": 0.08203125,
+      "learning_rate": 1.0574003639628718e-05,
+      "loss": 0.016,
+      "step": 4880
+    },
+    {
+      "epoch": 0.49831220941341314,
+      "grad_norm": 0.06982421875,
+      "learning_rate": 1.0541048136059547e-05,
+      "loss": 0.0158,
+      "step": 4890
+    },
+    {
+      "epoch": 0.49933125278644674,
+      "grad_norm": 0.049560546875,
+      "learning_rate": 1.0508086738032679e-05,
+      "loss": 0.014,
+      "step": 4900
+    },
+    {
+      "epoch": 0.5003502961594802,
+      "grad_norm": 0.053466796875,
+      "learning_rate": 1.0475119804646596e-05,
+      "loss": 0.0174,
+      "step": 4910
+    },
+    {
+      "epoch": 0.5013693395325138,
+      "grad_norm": 0.045166015625,
+      "learning_rate": 1.044214769506009e-05,
+      "loss": 0.0159,
+      "step": 4920
+    },
+    {
+      "epoch": 0.5023883829055474,
+      "grad_norm": 0.034912109375,
+      "learning_rate": 1.0409170768488344e-05,
+      "loss": 0.0139,
+      "step": 4930
+    },
+    {
+      "epoch": 0.5034074262785809,
+      "grad_norm": 0.04541015625,
+      "learning_rate": 1.0376189384199023e-05,
+      "loss": 0.0174,
+      "step": 4940
+    },
+    {
+      "epoch": 0.5044264696516145,
+      "grad_norm": 0.08154296875,
+      "learning_rate": 1.0343203901508346e-05,
+      "loss": 0.0143,
+      "step": 4950
+    },
+    {
+      "epoch": 0.5054455130246481,
+      "grad_norm": 0.05615234375,
+      "learning_rate": 1.0310214679777198e-05,
+      "loss": 0.0178,
+      "step": 4960
+    },
+    {
+      "epoch": 0.5064645563976817,
+      "grad_norm": 0.037109375,
+      "learning_rate": 1.0277222078407186e-05,
+      "loss": 0.0144,
+      "step": 4970
+    },
+    {
+      "epoch": 0.5074835997707152,
+      "grad_norm": 0.047607421875,
+      "learning_rate": 1.024422645683674e-05,
+      "loss": 0.0144,
+      "step": 4980
+    },
+    {
+      "epoch": 0.5085026431437488,
+      "grad_norm": 0.059326171875,
+      "learning_rate": 1.0211228174537195e-05,
+      "loss": 0.0158,
+      "step": 4990
+    },
+    {
+      "epoch": 0.5095216865167824,
+      "grad_norm": 0.06298828125,
+      "learning_rate": 1.0178227591008878e-05,
+      "loss": 0.0126,
+      "step": 5000
+    },
+    {
+      "epoch": 0.5105407298898159,
+      "grad_norm": 0.055908203125,
+      "learning_rate": 1.0145225065777178e-05,
+      "loss": 0.0153,
+      "step": 5010
+    },
+    {
+      "epoch": 0.5115597732628495,
+      "grad_norm": 0.035888671875,
+      "learning_rate": 1.011222095838864e-05,
+      "loss": 0.0155,
+      "step": 5020
+    },
+    {
+      "epoch": 0.5125788166358831,
+      "grad_norm": 0.07568359375,
+      "learning_rate": 1.0079215628407048e-05,
+      "loss": 0.0161,
+      "step": 5030
+    },
+    {
+      "epoch": 0.5135978600089166,
+      "grad_norm": 0.064453125,
+      "learning_rate": 1.0046209435409511e-05,
+      "loss": 0.0155,
+      "step": 5040
+    },
+    {
+      "epoch": 0.5146169033819502,
+      "grad_norm": 0.04150390625,
+      "learning_rate": 1.0013202738982527e-05,
+      "loss": 0.012,
+      "step": 5050
+    },
+    {
+      "epoch": 0.5156359467549838,
+      "grad_norm": 0.057373046875,
+      "learning_rate": 9.98019589871809e-06,
+      "loss": 0.0181,
+      "step": 5060
+    },
+    {
+      "epoch": 0.5166549901280173,
+      "grad_norm": 0.05712890625,
+      "learning_rate": 9.94718927420976e-06,
+      "loss": 0.0151,
+      "step": 5070
+    },
+    {
+      "epoch": 0.5176740335010509,
+      "grad_norm": 0.051025390625,
+      "learning_rate": 9.914183225048732e-06,
+      "loss": 0.0149,
+      "step": 5080
+    },
+    {
+      "epoch": 0.5186930768740845,
+      "grad_norm": 0.046142578125,
+      "learning_rate": 9.881178110819954e-06,
+      "loss": 0.0156,
+      "step": 5090
+    },
+    {
+      "epoch": 0.519712120247118,
+      "grad_norm": 0.051025390625,
+      "learning_rate": 9.848174291098175e-06,
+      "loss": 0.0126,
+      "step": 5100
+    },
+    {
+      "epoch": 0.5207311636201516,
+      "grad_norm": 0.0625,
+      "learning_rate": 9.815172125444052e-06,
+      "loss": 0.0173,
+      "step": 5110
+    },
+    {
+      "epoch": 0.5217502069931852,
+      "grad_norm": 0.052978515625,
+      "learning_rate": 9.7821719734002e-06,
+      "loss": 0.0156,
+      "step": 5120
+    },
+    {
+      "epoch": 0.5227692503662187,
+      "grad_norm": 0.068359375,
+      "learning_rate": 9.749174194487323e-06,
+      "loss": 0.0137,
+      "step": 5130
+    },
+    {
+      "epoch": 0.5237882937392523,
+      "grad_norm": 0.06640625,
+      "learning_rate": 9.716179148200252e-06,
+      "loss": 0.0162,
+      "step": 5140
+    },
+    {
+      "epoch": 0.5248073371122859,
+      "grad_norm": 0.0732421875,
+      "learning_rate": 9.683187194004062e-06,
+      "loss": 0.0137,
+      "step": 5150
+    },
+    {
+      "epoch": 0.5258263804853194,
+      "grad_norm": 0.060302734375,
+      "learning_rate": 9.650198691330123e-06,
+      "loss": 0.0159,
+      "step": 5160
+    },
+    {
+      "epoch": 0.526845423858353,
+      "grad_norm": 0.033447265625,
+      "learning_rate": 9.617213999572223e-06,
+      "loss": 0.0141,
+      "step": 5170
+    },
+    {
+      "epoch": 0.5278644672313866,
+      "grad_norm": 0.04052734375,
+      "learning_rate": 9.584233478082615e-06,
+      "loss": 0.015,
+      "step": 5180
+    },
+    {
+      "epoch": 0.5288835106044201,
+      "grad_norm": 0.04736328125,
+      "learning_rate": 9.551257486168128e-06,
+      "loss": 0.0157,
+      "step": 5190
+    },
+    {
+      "epoch": 0.5299025539774537,
+      "grad_norm": 0.045166015625,
+      "learning_rate": 9.518286383086238e-06,
+      "loss": 0.0124,
+      "step": 5200
+    },
+    {
+      "epoch": 0.5309215973504873,
+      "grad_norm": 0.037109375,
+      "learning_rate": 9.485320528041171e-06,
+      "loss": 0.0157,
+      "step": 5210
+    },
+    {
+      "epoch": 0.5319406407235208,
+      "grad_norm": 0.034423828125,
+      "learning_rate": 9.45236028017996e-06,
+      "loss": 0.0128,
+      "step": 5220
+    },
+    {
+      "epoch": 0.5329596840965544,
+      "grad_norm": 0.130859375,
+      "learning_rate": 9.419405998588565e-06,
+      "loss": 0.0154,
+      "step": 5230
+    },
+    {
+      "epoch": 0.533978727469588,
+      "grad_norm": 0.055419921875,
+      "learning_rate": 9.386458042287941e-06,
+      "loss": 0.0144,
+      "step": 5240
+    },
+    {
+      "epoch": 0.5349977708426215,
+      "grad_norm": 0.051513671875,
+      "learning_rate": 9.353516770230134e-06,
+      "loss": 0.0127,
+      "step": 5250
+    },
+    {
+      "epoch": 0.5360168142156551,
+      "grad_norm": 0.0888671875,
+      "learning_rate": 9.320582541294365e-06,
+      "loss": 0.0162,
+      "step": 5260
+    },
+    {
+      "epoch": 0.5370358575886887,
+      "grad_norm": 0.05078125,
+      "learning_rate": 9.287655714283126e-06,
+      "loss": 0.0141,
+      "step": 5270
+    },
+    {
+      "epoch": 0.5380549009617221,
+      "grad_norm": 0.045166015625,
+      "learning_rate": 9.254736647918266e-06,
+      "loss": 0.0137,
+      "step": 5280
+    },
+    {
+      "epoch": 0.5390739443347558,
+      "grad_norm": 0.03955078125,
+      "learning_rate": 9.221825700837097e-06,
+      "loss": 0.0159,
+      "step": 5290
+    },
+    {
+      "epoch": 0.5400929877077894,
+      "grad_norm": 0.05859375,
+      "learning_rate": 9.188923231588451e-06,
+      "loss": 0.0125,
+      "step": 5300
+    },
+    {
+      "epoch": 0.5411120310808228,
+      "grad_norm": 0.044677734375,
+      "learning_rate": 9.156029598628829e-06,
+      "loss": 0.0168,
+      "step": 5310
+    },
+    {
+      "epoch": 0.5421310744538564,
+      "grad_norm": 0.05322265625,
+      "learning_rate": 9.123145160318441e-06,
+      "loss": 0.0154,
+      "step": 5320
+    },
+    {
+      "epoch": 0.54315011782689,
+      "grad_norm": 0.03857421875,
+      "learning_rate": 9.090270274917331e-06,
+      "loss": 0.0161,
+      "step": 5330
+    },
+    {
+      "epoch": 0.5441691611999235,
+      "grad_norm": 0.034423828125,
+      "learning_rate": 9.05740530058148e-06,
+      "loss": 0.0146,
+      "step": 5340
+    },
+    {
+      "epoch": 0.5451882045729571,
+      "grad_norm": 0.041748046875,
+      "learning_rate": 9.024550595358874e-06,
+      "loss": 0.0124,
+      "step": 5350
+    },
+    {
+      "epoch": 0.5462072479459907,
+      "grad_norm": 0.07080078125,
+      "learning_rate": 8.991706517185641e-06,
+      "loss": 0.0172,
+      "step": 5360
+    },
+    {
+      "epoch": 0.5472262913190242,
+      "grad_norm": 0.08544921875,
+      "learning_rate": 8.958873423882118e-06,
+      "loss": 0.0158,
+      "step": 5370
+    },
+    {
+      "epoch": 0.5482453346920578,
+      "grad_norm": 0.0625,
+      "learning_rate": 8.92605167314898e-06,
+      "loss": 0.0146,
+      "step": 5380
+    },
+    {
+      "epoch": 0.5492643780650914,
+      "grad_norm": 0.0625,
+      "learning_rate": 8.893241622563314e-06,
+      "loss": 0.0173,
+      "step": 5390
+    },
+    {
+      "epoch": 0.5502834214381249,
+      "grad_norm": 0.047119140625,
+      "learning_rate": 8.860443629574755e-06,
+      "loss": 0.0113,
+      "step": 5400
+    },
+    {
+      "epoch": 0.5513024648111585,
+      "grad_norm": 0.040283203125,
+      "learning_rate": 8.827658051501565e-06,
+      "loss": 0.0166,
+      "step": 5410
+    },
+    {
+      "epoch": 0.5523215081841921,
+      "grad_norm": 0.0311279296875,
+      "learning_rate": 8.794885245526764e-06,
+      "loss": 0.0169,
+      "step": 5420
+    },
+    {
+      "epoch": 0.5533405515572256,
+      "grad_norm": 0.059814453125,
+      "learning_rate": 8.76212556869421e-06,
+      "loss": 0.0129,
+      "step": 5430
+    },
+    {
+      "epoch": 0.5543595949302592,
+      "grad_norm": 0.057373046875,
+      "learning_rate": 8.72937937790474e-06,
+      "loss": 0.0166,
+      "step": 5440
+    },
+    {
+      "epoch": 0.5553786383032928,
+      "grad_norm": 0.07373046875,
+      "learning_rate": 8.696647029912255e-06,
+      "loss": 0.0136,
+      "step": 5450
+    },
+    {
+      "epoch": 0.5563976816763263,
+      "grad_norm": 0.034423828125,
+      "learning_rate": 8.66392888131986e-06,
+      "loss": 0.0177,
+      "step": 5460
+    },
+    {
+      "epoch": 0.5574167250493599,
+      "grad_norm": 0.06689453125,
+      "learning_rate": 8.631225288575946e-06,
+      "loss": 0.0143,
+      "step": 5470
+    },
+    {
+      "epoch": 0.5584357684223935,
+      "grad_norm": 0.0546875,
+      "learning_rate": 8.598536607970345e-06,
+      "loss": 0.0144,
+      "step": 5480
+    },
+    {
+      "epoch": 0.559454811795427,
+      "grad_norm": 0.05029296875,
+      "learning_rate": 8.56586319563041e-06,
+      "loss": 0.016,
+      "step": 5490
+    },
+    {
+      "epoch": 0.5604738551684606,
+      "grad_norm": 0.0517578125,
+      "learning_rate": 8.533205407517167e-06,
+      "loss": 0.0129,
+      "step": 5500
+    },
+    {
+      "epoch": 0.5614928985414942,
+      "grad_norm": 0.047119140625,
+      "learning_rate": 8.500563599421413e-06,
+      "loss": 0.0157,
+      "step": 5510
+    },
+    {
+      "epoch": 0.5625119419145277,
+      "grad_norm": 0.078125,
+      "learning_rate": 8.467938126959867e-06,
+      "loss": 0.0148,
+      "step": 5520
+    },
+    {
+      "epoch": 0.5635309852875613,
+      "grad_norm": 0.055908203125,
+      "learning_rate": 8.435329345571256e-06,
+      "loss": 0.0156,
+      "step": 5530
+    },
+    {
+      "epoch": 0.5645500286605949,
+      "grad_norm": 0.038330078125,
+      "learning_rate": 8.402737610512484e-06,
+      "loss": 0.0151,
+      "step": 5540
+    },
+    {
+      "epoch": 0.5655690720336284,
+      "grad_norm": 0.05078125,
+      "learning_rate": 8.370163276854737e-06,
+      "loss": 0.015,
+      "step": 5550
+    },
+    {
+      "epoch": 0.566588115406662,
+      "grad_norm": 0.05908203125,
+      "learning_rate": 8.337606699479624e-06,
+      "loss": 0.0177,
+      "step": 5560
+    },
+    {
+      "epoch": 0.5676071587796956,
+      "grad_norm": 0.039794921875,
+      "learning_rate": 8.3050682330753e-06,
+      "loss": 0.0131,
+      "step": 5570
+    },
+    {
+      "epoch": 0.5686262021527291,
+      "grad_norm": 0.04541015625,
+      "learning_rate": 8.272548232132619e-06,
+      "loss": 0.0169,
+      "step": 5580
+    },
+    {
+      "epoch": 0.5696452455257627,
+      "grad_norm": 0.043701171875,
+      "learning_rate": 8.240047050941257e-06,
+      "loss": 0.0164,
+      "step": 5590
+    },
+    {
+      "epoch": 0.5706642888987963,
+      "grad_norm": 0.0849609375,
+      "learning_rate": 8.207565043585866e-06,
+      "loss": 0.013,
+      "step": 5600
+    },
+    {
+      "epoch": 0.5716833322718298,
+      "grad_norm": 0.033447265625,
+      "learning_rate": 8.17510256394219e-06,
+      "loss": 0.0148,
+      "step": 5610
+    },
+    {
+      "epoch": 0.5727023756448634,
+      "grad_norm": 0.0830078125,
+      "learning_rate": 8.142659965673256e-06,
+      "loss": 0.0146,
+      "step": 5620
+    },
+    {
+      "epoch": 0.573721419017897,
+      "grad_norm": 0.047607421875,
+      "learning_rate": 8.110237602225464e-06,
+      "loss": 0.0124,
+      "step": 5630
+    },
+    {
+      "epoch": 0.5747404623909305,
+      "grad_norm": 0.034423828125,
+      "learning_rate": 8.077835826824786e-06,
+      "loss": 0.0155,
+      "step": 5640
+    },
+    {
+      "epoch": 0.5757595057639641,
+      "grad_norm": 0.04541015625,
+      "learning_rate": 8.04545499247289e-06,
+      "loss": 0.0123,
+      "step": 5650
+    },
+    {
+      "epoch": 0.5767785491369977,
+      "grad_norm": 0.03515625,
+      "learning_rate": 8.013095451943297e-06,
+      "loss": 0.0161,
+      "step": 5660
+    },
+    {
+      "epoch": 0.5777975925100312,
+      "grad_norm": 0.05517578125,
+      "learning_rate": 7.980757557777549e-06,
+      "loss": 0.0141,
+      "step": 5670
+    },
+    {
+      "epoch": 0.5788166358830648,
+      "grad_norm": 0.07763671875,
+      "learning_rate": 7.948441662281359e-06,
+      "loss": 0.0137,
+      "step": 5680
+    },
+    {
+      "epoch": 0.5798356792560984,
+      "grad_norm": 0.06298828125,
+      "learning_rate": 7.916148117520776e-06,
+      "loss": 0.0154,
+      "step": 5690
+    },
+    {
+      "epoch": 0.5808547226291318,
+      "grad_norm": 0.037841796875,
+      "learning_rate": 7.883877275318345e-06,
+      "loss": 0.0129,
+      "step": 5700
+    },
+    {
+      "epoch": 0.5818737660021654,
+      "grad_norm": 0.08935546875,
+      "learning_rate": 7.851629487249281e-06,
+      "loss": 0.0163,
+      "step": 5710
+    },
+    {
+      "epoch": 0.582892809375199,
+      "grad_norm": 0.050048828125,
+      "learning_rate": 7.819405104637634e-06,
+      "loss": 0.014,
+      "step": 5720
+    },
+    {
+      "epoch": 0.5839118527482327,
+      "grad_norm": 0.0634765625,
+      "learning_rate": 7.787204478552468e-06,
+      "loss": 0.0134,
+      "step": 5730
+    },
+    {
+      "epoch": 0.5849308961212661,
+      "grad_norm": 0.060546875,
+      "learning_rate": 7.755027959804019e-06,
+      "loss": 0.0165,
+      "step": 5740
+    },
+    {
+      "epoch": 0.5859499394942997,
+      "grad_norm": 0.06298828125,
+      "learning_rate": 7.722875898939897e-06,
+      "loss": 0.0126,
+      "step": 5750
+    },
+    {
+      "epoch": 0.5869689828673333,
+      "grad_norm": 0.09423828125,
+      "learning_rate": 7.690748646241248e-06,
+      "loss": 0.0146,
+      "step": 5760
+    },
+    {
+      "epoch": 0.5879880262403668,
+      "grad_norm": 0.04052734375,
+      "learning_rate": 7.658646551718953e-06,
+      "loss": 0.0153,
+      "step": 5770
+    },
+    {
+      "epoch": 0.5890070696134004,
+      "grad_norm": 0.047119140625,
+      "learning_rate": 7.626569965109798e-06,
+      "loss": 0.0128,
+      "step": 5780
+    },
+    {
+      "epoch": 0.590026112986434,
+      "grad_norm": 0.0654296875,
+      "learning_rate": 7.59451923587268e-06,
+      "loss": 0.0149,
+      "step": 5790
+    },
+    {
+      "epoch": 0.5910451563594675,
+      "grad_norm": 0.06982421875,
+      "learning_rate": 7.5624947131847826e-06,
+      "loss": 0.0128,
+      "step": 5800
+    },
+    {
+      "epoch": 0.5920641997325011,
+      "grad_norm": 0.049072265625,
+      "learning_rate": 7.530496745937793e-06,
+      "loss": 0.0176,
+      "step": 5810
+    },
+    {
+      "epoch": 0.5930832431055347,
+      "grad_norm": 0.040283203125,
+      "learning_rate": 7.498525682734081e-06,
+      "loss": 0.0142,
+      "step": 5820
+    },
+    {
+      "epoch": 0.5941022864785682,
+      "grad_norm": 0.03564453125,
+      "learning_rate": 7.466581871882921e-06,
+      "loss": 0.0149,
+      "step": 5830
+    },
+    {
+      "epoch": 0.5951213298516018,
+      "grad_norm": 0.045654296875,
+      "learning_rate": 7.434665661396667e-06,
+      "loss": 0.0145,
+      "step": 5840
+    },
+    {
+      "epoch": 0.5961403732246354,
+      "grad_norm": 0.051025390625,
+      "learning_rate": 7.402777398987002e-06,
+      "loss": 0.0114,
+      "step": 5850
+    },
+    {
+      "epoch": 0.5971594165976689,
+      "grad_norm": 0.0634765625,
+      "learning_rate": 7.370917432061113e-06,
+      "loss": 0.0144,
+      "step": 5860
+    },
+    {
+      "epoch": 0.5981784599707025,
+      "grad_norm": 0.041748046875,
+      "learning_rate": 7.3390861077179335e-06,
+      "loss": 0.0136,
+      "step": 5870
+    },
+    {
+      "epoch": 0.5991975033437361,
+      "grad_norm": 0.052490234375,
+      "learning_rate": 7.307283772744334e-06,
+      "loss": 0.0133,
+      "step": 5880
+    },
+    {
+      "epoch": 0.6002165467167696,
+      "grad_norm": 0.046875,
+      "learning_rate": 7.275510773611374e-06,
+      "loss": 0.0137,
+      "step": 5890
+    },
+    {
+      "epoch": 0.6012355900898032,
+      "grad_norm": 0.0693359375,
+      "learning_rate": 7.243767456470505e-06,
+      "loss": 0.0113,
+      "step": 5900
+    },
+    {
+      "epoch": 0.6022546334628368,
+      "grad_norm": 0.041748046875,
+      "learning_rate": 7.21205416714982e-06,
+      "loss": 0.0149,
+      "step": 5910
+    },
+    {
+      "epoch": 0.6032736768358703,
+      "grad_norm": 0.06591796875,
+      "learning_rate": 7.180371251150249e-06,
+      "loss": 0.0132,
+      "step": 5920
+    },
+    {
+      "epoch": 0.6042927202089039,
+      "grad_norm": 0.046630859375,
+      "learning_rate": 7.1487190536418505e-06,
+      "loss": 0.0137,
+      "step": 5930
+    },
+    {
+      "epoch": 0.6053117635819375,
+      "grad_norm": 0.036376953125,
+      "learning_rate": 7.117097919459992e-06,
+      "loss": 0.0143,
+      "step": 5940
+    },
+    {
+      "epoch": 0.606330806954971,
+      "grad_norm": 0.0927734375,
+      "learning_rate": 7.085508193101639e-06,
+      "loss": 0.0129,
+      "step": 5950
+    },
+    {
+      "epoch": 0.6073498503280046,
+      "grad_norm": 0.0625,
+      "learning_rate": 7.053950218721575e-06,
+      "loss": 0.0173,
+      "step": 5960
+    },
+    {
+      "epoch": 0.6083688937010382,
+      "grad_norm": 0.03271484375,
+      "learning_rate": 7.02242434012867e-06,
+      "loss": 0.0142,
+      "step": 5970
+    },
+    {
+      "epoch": 0.6093879370740717,
+      "grad_norm": 0.061279296875,
+      "learning_rate": 6.990930900782112e-06,
+      "loss": 0.0138,
+      "step": 5980
+    },
+    {
+      "epoch": 0.6104069804471053,
+      "grad_norm": 0.047607421875,
+      "learning_rate": 6.95947024378769e-06,
+      "loss": 0.0145,
+      "step": 5990
+    },
+    {
+      "epoch": 0.6114260238201389,
+      "grad_norm": 0.05224609375,
+      "learning_rate": 6.928042711894047e-06,
+      "loss": 0.0122,
+      "step": 6000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 9813,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.8788170935536976e+19,
+  "train_batch_size": 3,
+  "trial_name": null,
+  "trial_params": null
+}