{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 800,
  "global_step": 6502,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009227929867733005,
      "grad_norm": 50.66204833984375,
      "learning_rate": 1.479591836734694e-06,
      "loss": 2.4591,
      "step": 30
    },
    {
      "epoch": 0.01845585973546601,
      "grad_norm": 96.23739624023438,
      "learning_rate": 3.0102040816326534e-06,
      "loss": 0.8107,
      "step": 60
    },
    {
      "epoch": 0.027683789603199015,
      "grad_norm": 668.5885009765625,
      "learning_rate": 4.540816326530613e-06,
      "loss": 0.3919,
      "step": 90
    },
    {
      "epoch": 0.03691171947093202,
      "grad_norm": 9.798393249511719,
      "learning_rate": 6.071428571428571e-06,
      "loss": 0.3028,
      "step": 120
    },
    {
      "epoch": 0.046139649338665024,
      "grad_norm": 10.637200355529785,
      "learning_rate": 7.602040816326531e-06,
      "loss": 0.309,
      "step": 150
    },
    {
      "epoch": 0.05536757920639803,
      "grad_norm": 247.37608337402344,
      "learning_rate": 9.13265306122449e-06,
      "loss": 0.2733,
      "step": 180
    },
    {
      "epoch": 0.06459550907413103,
      "grad_norm": 32.60674285888672,
      "learning_rate": 9.999895138272554e-06,
      "loss": 0.2555,
      "step": 210
    },
    {
      "epoch": 0.07382343894186404,
      "grad_norm": 21.95768928527832,
      "learning_rate": 9.998852765698074e-06,
      "loss": 0.194,
      "step": 240
    },
    {
      "epoch": 0.08305136880959704,
      "grad_norm": 11.552107810974121,
      "learning_rate": 9.99669379579836e-06,
      "loss": 0.224,
      "step": 270
    },
    {
      "epoch": 0.09227929867733005,
      "grad_norm": 16.594078063964844,
      "learning_rate": 9.993418710824068e-06,
      "loss": 0.1934,
      "step": 300
    },
    {
      "epoch": 0.10150722854506306,
      "grad_norm": 11.209543228149414,
      "learning_rate": 9.989028242333275e-06,
      "loss": 0.2084,
      "step": 330
    },
    {
      "epoch": 0.11073515841279606,
      "grad_norm": 23.406234741210938,
      "learning_rate": 9.983523371028076e-06,
      "loss": 0.1876,
      "step": 360
    },
    {
      "epoch": 0.11996308828052907,
      "grad_norm": 9.357805252075195,
      "learning_rate": 9.976905326535517e-06,
      "loss": 0.191,
      "step": 390
    },
    {
      "epoch": 0.12919101814826206,
      "grad_norm": 21.04151725769043,
      "learning_rate": 9.969175587132942e-06,
      "loss": 0.1781,
      "step": 420
    },
    {
      "epoch": 0.13841894801599508,
      "grad_norm": 13.652193069458008,
      "learning_rate": 9.960335879417782e-06,
      "loss": 0.1768,
      "step": 450
    },
    {
      "epoch": 0.14764687788372807,
      "grad_norm": 7.896795272827148,
      "learning_rate": 9.950388177921886e-06,
      "loss": 0.1792,
      "step": 480
    },
    {
      "epoch": 0.1568748077514611,
      "grad_norm": 7.785383701324463,
      "learning_rate": 9.939334704670464e-06,
      "loss": 0.1792,
      "step": 510
    },
    {
      "epoch": 0.16610273761919409,
      "grad_norm": 10.756692886352539,
      "learning_rate": 9.92717792868576e-06,
      "loss": 0.1794,
      "step": 540
    },
    {
      "epoch": 0.1753306674869271,
      "grad_norm": 7.182068347930908,
      "learning_rate": 9.913920565435543e-06,
      "loss": 0.1719,
      "step": 570
    },
    {
      "epoch": 0.1845585973546601,
      "grad_norm": 130.00680541992188,
      "learning_rate": 9.89956557622654e-06,
      "loss": 0.162,
      "step": 600
    },
    {
      "epoch": 0.19378652722239312,
      "grad_norm": 13.810831069946289,
      "learning_rate": 9.884116167542981e-06,
      "loss": 0.1667,
      "step": 630
    },
    {
      "epoch": 0.2030144570901261,
      "grad_norm": 13.16609001159668,
      "learning_rate": 9.867575790330356e-06,
      "loss": 0.161,
      "step": 660
    },
    {
      "epoch": 0.21224238695785913,
      "grad_norm": 25.982439041137695,
      "learning_rate": 9.849948139224581e-06,
      "loss": 0.1831,
      "step": 690
    },
    {
      "epoch": 0.22147031682559212,
      "grad_norm": 9.271159172058105,
      "learning_rate": 9.831237151726716e-06,
      "loss": 0.1719,
      "step": 720
    },
    {
      "epoch": 0.23069824669332514,
      "grad_norm": 4.983822822570801,
      "learning_rate": 9.81144700732345e-06,
      "loss": 0.16,
      "step": 750
    },
    {
      "epoch": 0.23992617656105814,
      "grad_norm": 6.652640342712402,
      "learning_rate": 9.790582126553526e-06,
      "loss": 0.1726,
      "step": 780
    },
    {
      "epoch": 0.24607812980621346,
      "eval_accuracy": 0.9531888982703618,
      "eval_exact_match": 0.7418741355463347,
      "eval_loss": 0.16981439292430878,
      "eval_runtime": 124.3815,
      "eval_samples_per_second": 46.462,
      "eval_steps_per_second": 5.813,
      "step": 800
    },
    {
      "epoch": 0.24915410642879113,
      "grad_norm": 22.226713180541992,
      "learning_rate": 9.76864717002031e-06,
      "loss": 0.1694,
      "step": 810
    },
    {
      "epoch": 0.2583820362965241,
      "grad_norm": 15.475312232971191,
      "learning_rate": 9.745647037350772e-06,
      "loss": 0.1644,
      "step": 840
    },
    {
      "epoch": 0.26760996616425714,
      "grad_norm": 7.272610187530518,
      "learning_rate": 9.721586866101026e-06,
      "loss": 0.1636,
      "step": 870
    },
    {
      "epoch": 0.27683789603199016,
      "grad_norm": 17.45174217224121,
      "learning_rate": 9.696472030608775e-06,
      "loss": 0.1469,
      "step": 900
    },
    {
      "epoch": 0.2860658258997232,
      "grad_norm": 22.935935974121094,
      "learning_rate": 9.670308140792822e-06,
      "loss": 0.1626,
      "step": 930
    },
    {
      "epoch": 0.29529375576745615,
      "grad_norm": 23.110702514648438,
      "learning_rate": 9.643101040899984e-06,
      "loss": 0.1485,
      "step": 960
    },
    {
      "epoch": 0.30452168563518917,
      "grad_norm": 9.469276428222656,
      "learning_rate": 9.614856808199671e-06,
      "loss": 0.1512,
      "step": 990
    },
    {
      "epoch": 0.3137496155029222,
      "grad_norm": 14.428640365600586,
      "learning_rate": 9.585581751626383e-06,
      "loss": 0.155,
      "step": 1020
    },
    {
      "epoch": 0.3229775453706552,
      "grad_norm": 22.722126007080078,
      "learning_rate": 9.555282410370487e-06,
      "loss": 0.1777,
      "step": 1050
    },
    {
      "epoch": 0.33220547523838817,
      "grad_norm": 8.687199592590332,
      "learning_rate": 9.523965552417563e-06,
      "loss": 0.1639,
      "step": 1080
    },
    {
      "epoch": 0.3414334051061212,
      "grad_norm": 29.839000701904297,
      "learning_rate": 9.491638173036613e-06,
      "loss": 0.1619,
      "step": 1110
    },
    {
      "epoch": 0.3506613349738542,
      "grad_norm": 9.729668617248535,
      "learning_rate": 9.458307493217542e-06,
      "loss": 0.1452,
      "step": 1140
    },
    {
      "epoch": 0.35988926484158723,
      "grad_norm": 25.106536865234375,
      "learning_rate": 9.423980958058192e-06,
      "loss": 0.168,
      "step": 1170
    },
    {
      "epoch": 0.3691171947093202,
      "grad_norm": 9.98951244354248,
      "learning_rate": 9.388666235101325e-06,
      "loss": 0.1508,
      "step": 1200
    },
    {
      "epoch": 0.3783451245770532,
      "grad_norm": 13.271267890930176,
      "learning_rate": 9.352371212621918e-06,
      "loss": 0.1673,
      "step": 1230
    },
    {
      "epoch": 0.38757305444478624,
      "grad_norm": 9.981292724609375,
      "learning_rate": 9.315103997865161e-06,
      "loss": 0.1527,
      "step": 1260
    },
    {
      "epoch": 0.3968009843125192,
      "grad_norm": 12.183391571044922,
      "learning_rate": 9.27687291523552e-06,
      "loss": 0.1625,
      "step": 1290
    },
    {
      "epoch": 0.4060289141802522,
      "grad_norm": 18.46415138244629,
      "learning_rate": 9.237686504437329e-06,
      "loss": 0.1572,
      "step": 1320
    },
    {
      "epoch": 0.41525684404798524,
      "grad_norm": 7.23091459274292,
      "learning_rate": 9.197553518567255e-06,
      "loss": 0.1795,
      "step": 1350
    },
    {
      "epoch": 0.42448477391571826,
      "grad_norm": 8.87973403930664,
      "learning_rate": 9.156482922159113e-06,
      "loss": 0.181,
      "step": 1380
    },
    {
      "epoch": 0.4337127037834512,
      "grad_norm": 2.988166570663452,
      "learning_rate": 9.114483889181465e-06,
      "loss": 0.1696,
      "step": 1410
    },
    {
      "epoch": 0.44294063365118425,
      "grad_norm": 11.367295265197754,
      "learning_rate": 9.071565800988406e-06,
      "loss": 0.1591,
      "step": 1440
    },
    {
      "epoch": 0.45216856351891727,
      "grad_norm": 13.207951545715332,
      "learning_rate": 9.027738244224062e-06,
      "loss": 0.1405,
      "step": 1470
    },
    {
      "epoch": 0.4613964933866503,
      "grad_norm": 7.953868865966797,
      "learning_rate": 8.983011008681199e-06,
      "loss": 0.1588,
      "step": 1500
    },
    {
      "epoch": 0.47062442325438325,
      "grad_norm": 15.074382781982422,
      "learning_rate": 8.93739408511448e-06,
      "loss": 0.1467,
      "step": 1530
    },
    {
      "epoch": 0.47985235312211627,
      "grad_norm": 5.083987712860107,
      "learning_rate": 8.890897663008815e-06,
      "loss": 0.1631,
      "step": 1560
    },
    {
      "epoch": 0.4890802829898493,
      "grad_norm": 10.089990615844727,
      "learning_rate": 8.84353212830334e-06,
      "loss": 0.1526,
      "step": 1590
    },
    {
      "epoch": 0.4921562596124269,
      "eval_accuracy": 0.957732243119853,
      "eval_exact_match": 0.7619294605809128,
      "eval_loss": 0.150468111038208,
      "eval_runtime": 123.479,
      "eval_samples_per_second": 46.801,
      "eval_steps_per_second": 5.855,
      "step": 1600
    },
    {
      "epoch": 0.49830821285758226,
      "grad_norm": 10.789036750793457,
      "learning_rate": 8.795308061071491e-06,
      "loss": 0.1504,
      "step": 1620
    },
    {
      "epoch": 0.5075361427253153,
      "grad_norm": 40.19456100463867,
      "learning_rate": 8.746236233157728e-06,
      "loss": 0.1575,
      "step": 1650
    },
    {
      "epoch": 0.5167640725930482,
      "grad_norm": 11.352813720703125,
      "learning_rate": 8.696327605771427e-06,
      "loss": 0.1635,
      "step": 1680
    },
    {
      "epoch": 0.5259920024607813,
      "grad_norm": 4.414275646209717,
      "learning_rate": 8.64559332703846e-06,
      "loss": 0.1598,
      "step": 1710
    },
    {
      "epoch": 0.5352199323285143,
      "grad_norm": 7.247404098510742,
      "learning_rate": 8.594044729511029e-06,
      "loss": 0.1343,
      "step": 1740
    },
    {
      "epoch": 0.5444478621962473,
      "grad_norm": 16.993389129638672,
      "learning_rate": 8.541693327636314e-06,
      "loss": 0.1588,
      "step": 1770
    },
    {
      "epoch": 0.5536757920639803,
      "grad_norm": 6.359425067901611,
      "learning_rate": 8.488550815184473e-06,
      "loss": 0.1448,
      "step": 1800
    },
    {
      "epoch": 0.5629037219317133,
      "grad_norm": 18.355993270874023,
      "learning_rate": 8.434629062636604e-06,
      "loss": 0.1437,
      "step": 1830
    },
    {
      "epoch": 0.5721316517994464,
      "grad_norm": 8.389277458190918,
      "learning_rate": 8.379940114533222e-06,
      "loss": 0.1403,
      "step": 1860
    },
    {
      "epoch": 0.5813595816671794,
      "grad_norm": 27.69739532470703,
      "learning_rate": 8.324496186783864e-06,
      "loss": 0.1588,
      "step": 1890
    },
    {
      "epoch": 0.5905875115349123,
      "grad_norm": 2.400268077850342,
      "learning_rate": 8.26830966393841e-06,
      "loss": 0.1377,
      "step": 1920
    },
    {
      "epoch": 0.5998154414026453,
      "grad_norm": 5.174127578735352,
      "learning_rate": 8.211393096420742e-06,
      "loss": 0.134,
      "step": 1950
    },
    {
      "epoch": 0.6090433712703783,
      "grad_norm": 4.358870983123779,
      "learning_rate": 8.15375919772534e-06,
      "loss": 0.1407,
      "step": 1980
    },
    {
      "epoch": 0.6182713011381114,
      "grad_norm": 13.652819633483887,
      "learning_rate": 8.095420841577466e-06,
      "loss": 0.1232,
      "step": 2010
    },
    {
      "epoch": 0.6274992310058444,
      "grad_norm": 16.534194946289062,
      "learning_rate": 8.036391059057545e-06,
      "loss": 0.1278,
      "step": 2040
    },
    {
      "epoch": 0.6367271608735774,
      "grad_norm": 21.05171775817871,
      "learning_rate": 7.976683035690409e-06,
      "loss": 0.1357,
      "step": 2070
    },
    {
      "epoch": 0.6459550907413104,
      "grad_norm": 5.839425086975098,
      "learning_rate": 7.916310108500038e-06,
      "loss": 0.1321,
      "step": 2100
    },
    {
      "epoch": 0.6551830206090433,
      "grad_norm": 4.549000263214111,
      "learning_rate": 7.855285763030445e-06,
      "loss": 0.1303,
      "step": 2130
    },
    {
      "epoch": 0.6644109504767763,
      "grad_norm": 18.829463958740234,
      "learning_rate": 7.793623630333422e-06,
      "loss": 0.1415,
      "step": 2160
    },
    {
      "epoch": 0.6736388803445094,
      "grad_norm": 51.823917388916016,
      "learning_rate": 7.731337483923744e-06,
      "loss": 0.1405,
      "step": 2190
    },
    {
      "epoch": 0.6828668102122424,
      "grad_norm": 17.93177032470703,
      "learning_rate": 7.668441236702578e-06,
      "loss": 0.1375,
      "step": 2220
    },
    {
      "epoch": 0.6920947400799754,
      "grad_norm": 9.073467254638672,
      "learning_rate": 7.6049489378497475e-06,
      "loss": 0.1529,
      "step": 2250
    },
    {
      "epoch": 0.7013226699477084,
      "grad_norm": 6.653486251831055,
      "learning_rate": 7.5408747696855575e-06,
      "loss": 0.1245,
      "step": 2280
    },
    {
      "epoch": 0.7105505998154414,
      "grad_norm": 78.53523254394531,
      "learning_rate": 7.476233044502874e-06,
      "loss": 0.1297,
      "step": 2310
    },
    {
      "epoch": 0.7197785296831745,
      "grad_norm": 29.850419998168945,
      "learning_rate": 7.4110382013701846e-06,
      "loss": 0.1408,
      "step": 2340
    },
    {
      "epoch": 0.7290064595509074,
      "grad_norm": 8.267908096313477,
      "learning_rate": 7.345304802906328e-06,
      "loss": 0.1323,
      "step": 2370
    },
    {
      "epoch": 0.7382343894186404,
      "grad_norm": 15.625893592834473,
      "learning_rate": 7.279047532027635e-06,
      "loss": 0.1301,
      "step": 2400
    },
    {
      "epoch": 0.7382343894186404,
      "eval_accuracy": 0.9621128756732333,
      "eval_exact_match": 0.7802558782849239,
      "eval_loss": 0.13456065952777863,
      "eval_runtime": 122.4449,
      "eval_samples_per_second": 47.197,
      "eval_steps_per_second": 5.905,
      "step": 2400
    },
    {
      "epoch": 0.7474623192863734,
      "grad_norm": 22.09284210205078,
      "learning_rate": 7.212281188668191e-06,
      "loss": 0.115,
      "step": 2430
    },
    {
      "epoch": 0.7566902491541064,
      "grad_norm": 22.269826889038086,
      "learning_rate": 7.145020686473968e-06,
      "loss": 0.1264,
      "step": 2460
    },
    {
      "epoch": 0.7659181790218395,
      "grad_norm": 12.40841007232666,
      "learning_rate": 7.077281049471549e-06,
      "loss": 0.1347,
      "step": 2490
    },
    {
      "epoch": 0.7751461088895725,
      "grad_norm": 10.491952896118164,
      "learning_rate": 7.009077408712207e-06,
      "loss": 0.1347,
      "step": 2520
    },
    {
      "epoch": 0.7843740387573055,
      "grad_norm": 18.861055374145508,
      "learning_rate": 6.940424998892063e-06,
      "loss": 0.1515,
      "step": 2550
    },
    {
      "epoch": 0.7936019686250384,
      "grad_norm": 8.669054985046387,
      "learning_rate": 6.871339154949104e-06,
      "loss": 0.1348,
      "step": 2580
    },
    {
      "epoch": 0.8028298984927714,
      "grad_norm": 8.927881240844727,
      "learning_rate": 6.801835308637809e-06,
      "loss": 0.1238,
      "step": 2610
    },
    {
      "epoch": 0.8120578283605044,
      "grad_norm": 26.579429626464844,
      "learning_rate": 6.731928985082148e-06,
      "loss": 0.1394,
      "step": 2640
    },
    {
      "epoch": 0.8212857582282375,
      "grad_norm": 19.812923431396484,
      "learning_rate": 6.661635799307718e-06,
      "loss": 0.1231,
      "step": 2670
    },
    {
      "epoch": 0.8305136880959705,
      "grad_norm": 12.649471282958984,
      "learning_rate": 6.590971452753807e-06,
      "loss": 0.1385,
      "step": 2700
    },
    {
      "epoch": 0.8397416179637035,
      "grad_norm": 12.52941608428955,
      "learning_rate": 6.519951729766157e-06,
      "loss": 0.1339,
      "step": 2730
    },
    {
      "epoch": 0.8489695478314365,
      "grad_norm": 2.309412956237793,
      "learning_rate": 6.448592494071195e-06,
      "loss": 0.1297,
      "step": 2760
    },
    {
      "epoch": 0.8581974776991694,
      "grad_norm": 11.02414321899414,
      "learning_rate": 6.376909685232544e-06,
      "loss": 0.1417,
      "step": 2790
    },
    {
      "epoch": 0.8674254075669025,
      "grad_norm": 10.928828239440918,
      "learning_rate": 6.304919315090594e-06,
      "loss": 0.1233,
      "step": 2820
    },
    {
      "epoch": 0.8766533374346355,
      "grad_norm": 7.780458927154541,
      "learning_rate": 6.232637464185924e-06,
      "loss": 0.1287,
      "step": 2850
    },
    {
      "epoch": 0.8858812673023685,
      "grad_norm": 21.29149627685547,
      "learning_rate": 6.1600802781673775e-06,
      "loss": 0.1198,
      "step": 2880
    },
    {
      "epoch": 0.8951091971701015,
      "grad_norm": 18.80558967590332,
      "learning_rate": 6.087263964185601e-06,
      "loss": 0.1166,
      "step": 2910
    },
    {
      "epoch": 0.9043371270378345,
      "grad_norm": 8.064098358154297,
      "learning_rate": 6.014204787272842e-06,
      "loss": 0.1385,
      "step": 2940
    },
    {
      "epoch": 0.9135650569055676,
      "grad_norm": 13.307632446289062,
      "learning_rate": 5.940919066709812e-06,
      "loss": 0.1447,
      "step": 2970
    },
    {
      "epoch": 0.9227929867733006,
      "grad_norm": 9.524603843688965,
      "learning_rate": 5.867423172380441e-06,
      "loss": 0.1448,
      "step": 3000
    },
    {
      "epoch": 0.9320209166410335,
      "grad_norm": 13.8273286819458,
      "learning_rate": 5.793733521115325e-06,
      "loss": 0.1254,
      "step": 3030
    },
    {
      "epoch": 0.9412488465087665,
      "grad_norm": 27.4748477935791,
      "learning_rate": 5.719866573024684e-06,
      "loss": 0.1293,
      "step": 3060
    },
    {
      "epoch": 0.9504767763764995,
      "grad_norm": 10.63260269165039,
      "learning_rate": 5.645838827821658e-06,
      "loss": 0.1116,
      "step": 3090
    },
    {
      "epoch": 0.9597047062442325,
      "grad_norm": 10.844072341918945,
      "learning_rate": 5.571666821136751e-06,
      "loss": 0.1393,
      "step": 3120
    },
    {
      "epoch": 0.9689326361119656,
      "grad_norm": 13.513023376464844,
      "learning_rate": 5.4973671208242616e-06,
      "loss": 0.1247,
      "step": 3150
    },
    {
      "epoch": 0.9781605659796986,
      "grad_norm": 4.520773410797119,
      "learning_rate": 5.422956323261503e-06,
      "loss": 0.1181,
      "step": 3180
    },
    {
      "epoch": 0.9843125192248539,
      "eval_accuracy": 0.9619281811791872,
      "eval_exact_match": 0.7844052558782849,
      "eval_loss": 0.1342000812292099,
      "eval_runtime": 122.3515,
      "eval_samples_per_second": 47.233,
      "eval_steps_per_second": 5.909,
      "step": 3200
    },
    {
      "epoch": 0.9873884958474316,
      "grad_norm": 23.68109130859375,
      "learning_rate": 5.348451049641662e-06,
      "loss": 0.1047,
      "step": 3210
    },
    {
      "epoch": 0.9966164257151645,
      "grad_norm": 19.535175323486328,
      "learning_rate": 5.273867942261107e-06,
      "loss": 0.1158,
      "step": 3240
    },
    {
      "epoch": 1.0058443555828975,
      "grad_norm": 35.44476318359375,
      "learning_rate": 5.199223660801993e-06,
      "loss": 0.1354,
      "step": 3270
    },
    {
      "epoch": 1.0150722854506307,
      "grad_norm": 50.02422332763672,
      "learning_rate": 5.12453487861097e-06,
      "loss": 0.0888,
      "step": 3300
    },
    {
      "epoch": 1.0243002153183636,
      "grad_norm": 24.165525436401367,
      "learning_rate": 5.049818278974851e-06,
      "loss": 0.1287,
      "step": 3330
    },
    {
      "epoch": 1.0335281451860965,
      "grad_norm": 17.49215316772461,
      "learning_rate": 4.975090551394051e-06,
      "loss": 0.0954,
      "step": 3360
    },
    {
      "epoch": 1.0427560750538296,
      "grad_norm": 7.993144989013672,
      "learning_rate": 4.90036838785464e-06,
      "loss": 0.0996,
      "step": 3390
    },
    {
      "epoch": 1.0519840049215625,
      "grad_norm": 43.465579986572266,
      "learning_rate": 4.825668479099844e-06,
      "loss": 0.0828,
      "step": 3420
    },
    {
      "epoch": 1.0612119347892957,
      "grad_norm": 9.943622589111328,
      "learning_rate": 4.751007510901823e-06,
      "loss": 0.1083,
      "step": 3450
    },
    {
      "epoch": 1.0704398646570286,
      "grad_norm": 18.9721736907959,
      "learning_rate": 4.676402160334561e-06,
      "loss": 0.0947,
      "step": 3480
    },
    {
      "epoch": 1.0796677945247617,
      "grad_norm": 7.654590129852295,
      "learning_rate": 4.601869092048686e-06,
      "loss": 0.0977,
      "step": 3510
    },
    {
      "epoch": 1.0888957243924946,
      "grad_norm": 11.893392562866211,
      "learning_rate": 4.527424954549082e-06,
      "loss": 0.0891,
      "step": 3540
    },
    {
      "epoch": 1.0981236542602275,
      "grad_norm": 8.733033180236816,
      "learning_rate": 4.453086376476103e-06,
      "loss": 0.0802,
      "step": 3570
    },
    {
      "epoch": 1.1073515841279606,
      "grad_norm": 8.004829406738281,
      "learning_rate": 4.378869962891213e-06,
      "loss": 0.0867,
      "step": 3600
    },
    {
      "epoch": 1.1165795139956936,
      "grad_norm": 9.916909217834473,
      "learning_rate": 4.304792291567912e-06,
      "loss": 0.0808,
      "step": 3630
    },
    {
      "epoch": 1.1258074438634267,
      "grad_norm": 10.153642654418945,
      "learning_rate": 4.230869909288737e-06,
      "loss": 0.1023,
      "step": 3660
    },
    {
      "epoch": 1.1350353737311596,
      "grad_norm": 10.010107040405273,
      "learning_rate": 4.1571193281492025e-06,
      "loss": 0.0979,
      "step": 3690
    },
    {
      "epoch": 1.1442633035988927,
      "grad_norm": 12.91443157196045,
      "learning_rate": 4.08355702186948e-06,
      "loss": 0.1037,
      "step": 3720
    },
    {
      "epoch": 1.1534912334666256,
      "grad_norm": 64.11460876464844,
      "learning_rate": 4.010199422114649e-06,
      "loss": 0.1009,
      "step": 3750
    },
    {
      "epoch": 1.1627191633343585,
      "grad_norm": 6.108353614807129,
      "learning_rate": 3.937062914824346e-06,
      "loss": 0.1096,
      "step": 3780
    },
    {
      "epoch": 1.1719470932020917,
      "grad_norm": 6.995621681213379,
      "learning_rate": 3.864163836552625e-06,
      "loss": 0.0899,
      "step": 3810
    },
    {
      "epoch": 1.1811750230698246,
      "grad_norm": 9.924674034118652,
      "learning_rate": 3.7915184708188512e-06,
      "loss": 0.1087,
      "step": 3840
    },
    {
      "epoch": 1.1904029529375577,
      "grad_norm": 38.43867111206055,
      "learning_rate": 3.7191430444704353e-06,
      "loss": 0.1065,
      "step": 3870
    },
    {
      "epoch": 1.1996308828052906,
      "grad_norm": 127.10018920898438,
      "learning_rate": 3.6470537240582403e-06,
      "loss": 0.0967,
      "step": 3900
    },
    {
      "epoch": 1.2088588126730238,
      "grad_norm": 5.650942325592041,
      "learning_rate": 3.575266612225435e-06,
      "loss": 0.091,
      "step": 3930
    },
    {
      "epoch": 1.2180867425407567,
      "grad_norm": 36.26810836791992,
      "learning_rate": 3.5037977441106434e-06,
      "loss": 0.0988,
      "step": 3960
    },
    {
      "epoch": 1.2273146724084896,
      "grad_norm": 8.099671363830566,
      "learning_rate": 3.4326630837661623e-06,
      "loss": 0.0914,
      "step": 3990
    },
    {
      "epoch": 1.2303906490310674,
      "eval_accuracy": 0.9631609383041336,
      "eval_exact_match": 0.7871715076071922,
      "eval_loss": 0.13382020592689514,
      "eval_runtime": 122.4574,
      "eval_samples_per_second": 47.192,
      "eval_steps_per_second": 5.904,
      "step": 4000
    },
    {
      "epoch": 1.2365426022762227,
      "grad_norm": 2.012192726135254,
      "learning_rate": 3.361878520592059e-06,
      "loss": 0.0996,
      "step": 4020
    },
    {
      "epoch": 1.2457705321439556,
      "grad_norm": 4.293970108032227,
      "learning_rate": 3.2914598657869446e-06,
      "loss": 0.0947,
      "step": 4050
    },
    {
      "epoch": 1.2549984620116887,
      "grad_norm": 13.106005668640137,
      "learning_rate": 3.2214228488162163e-06,
      "loss": 0.0877,
      "step": 4080
    },
    {
      "epoch": 1.2642263918794217,
      "grad_norm": 69.8658676147461,
      "learning_rate": 3.1517831138985542e-06,
      "loss": 0.0941,
      "step": 4110
    },
    {
      "epoch": 1.2734543217471548,
      "grad_norm": 10.34127426147461,
      "learning_rate": 3.082556216511462e-06,
      "loss": 0.1074,
      "step": 4140
    },
    {
      "epoch": 1.2826822516148877,
      "grad_norm": 10.491802215576172,
      "learning_rate": 3.013757619916627e-06,
      "loss": 0.0851,
      "step": 4170
    },
    {
      "epoch": 1.2919101814826206,
      "grad_norm": 6.333405494689941,
      "learning_rate": 2.9454026917058824e-06,
      "loss": 0.1051,
      "step": 4200
    },
    {
      "epoch": 1.3011381113503537,
      "grad_norm": 11.53557300567627,
      "learning_rate": 2.8775067003685366e-06,
      "loss": 0.095,
      "step": 4230
    },
    {
      "epoch": 1.3103660412180869,
      "grad_norm": 11.399128913879395,
      "learning_rate": 2.8100848118808415e-06,
      "loss": 0.0901,
      "step": 4260
    },
    {
      "epoch": 1.3195939710858198,
      "grad_norm": 12.951314926147461,
      "learning_rate": 2.743152086318348e-06,
      "loss": 0.0921,
      "step": 4290
    },
    {
      "epoch": 1.3288219009535527,
      "grad_norm": 12.634110450744629,
      "learning_rate": 2.676723474491948e-06,
      "loss": 0.0892,
      "step": 4320
    },
    {
      "epoch": 1.3380498308212858,
      "grad_norm": 49.48850631713867,
      "learning_rate": 2.610813814608271e-06,
      "loss": 0.0881,
      "step": 4350
    },
    {
      "epoch": 1.3472777606890187,
      "grad_norm": 21.164209365844727,
      "learning_rate": 2.545437828955291e-06,
      "loss": 0.0937,
      "step": 4380
    },
    {
      "epoch": 1.3565056905567516,
      "grad_norm": 12.729103088378906,
      "learning_rate": 2.480610120613778e-06,
      "loss": 0.0835,
      "step": 4410
    },
    {
      "epoch": 1.3657336204244848,
      "grad_norm": 12.80295467376709,
      "learning_rate": 2.4163451701954145e-06,
      "loss": 0.0884,
      "step": 4440
    },
    {
      "epoch": 1.374961550292218,
      "grad_norm": 7.701408386230469,
      "learning_rate": 2.352657332608233e-06,
      "loss": 0.088,
      "step": 4470
    },
    {
      "epoch": 1.3841894801599508,
      "grad_norm": 17.93044090270996,
      "learning_rate": 2.289560833850168e-06,
      "loss": 0.0965,
      "step": 4500
    },
    {
      "epoch": 1.3934174100276837,
      "grad_norm": 7.396183490753174,
      "learning_rate": 2.2270697678313687e-06,
      "loss": 0.0873,
      "step": 4530
    },
    {
      "epoch": 1.4026453398954168,
      "grad_norm": 8.487717628479004,
      "learning_rate": 2.1651980932260454e-06,
      "loss": 0.0852,
      "step": 4560
    },
    {
      "epoch": 1.4118732697631498,
      "grad_norm": 5.432651042938232,
      "learning_rate": 2.103959630354498e-06,
      "loss": 0.0975,
      "step": 4590
    },
    {
      "epoch": 1.4211011996308829,
      "grad_norm": 11.554012298583984,
      "learning_rate": 2.0433680580960753e-06,
      "loss": 0.1049,
      "step": 4620
    },
    {
      "epoch": 1.4303291294986158,
      "grad_norm": 4.724039077758789,
      "learning_rate": 1.9834369108336987e-06,
      "loss": 0.0921,
      "step": 4650
    },
    {
      "epoch": 1.439557059366349,
      "grad_norm": 6.700310707092285,
      "learning_rate": 1.924179575430689e-06,
      "loss": 0.1047,
      "step": 4680
    },
    {
      "epoch": 1.4487849892340818,
      "grad_norm": 9.561090469360352,
      "learning_rate": 1.8656092882405296e-06,
      "loss": 0.0757,
      "step": 4710
    },
    {
      "epoch": 1.4580129191018147,
      "grad_norm": 9.078134536743164,
      "learning_rate": 1.8077391321502513e-06,
      "loss": 0.086,
      "step": 4740
    },
    {
      "epoch": 1.4672408489695479,
      "grad_norm": 6.513936519622803,
      "learning_rate": 1.7505820336580959e-06,
      "loss": 0.0757,
      "step": 4770
    },
    {
      "epoch": 1.4764687788372808,
      "grad_norm": 9.984694480895996,
      "learning_rate": 1.6941507599861245e-06,
      "loss": 0.081,
      "step": 4800
    },
    {
      "epoch": 1.4764687788372808,
      "eval_accuracy": 0.9634118308930201,
      "eval_exact_match": 0.7880359612724758,
      "eval_loss": 0.13220299780368805,
      "eval_runtime": 123.5912,
      "eval_samples_per_second": 46.759,
      "eval_steps_per_second": 5.85,
      "step": 4800
    },
    {
      "epoch": 1.485696708705014,
      "grad_norm": 9.214570999145508,
      "learning_rate": 1.638457916228382e-06,
      "loss": 0.0924,
      "step": 4830
    },
    {
      "epoch": 1.4949246385727468,
      "grad_norm": 20.25838851928711,
      "learning_rate": 1.5835159425352975e-06,
      "loss": 0.0992,
      "step": 4860
    },
    {
      "epoch": 1.50415256844048,
      "grad_norm": 14.184989929199219,
      "learning_rate": 1.5293371113349166e-06,
      "loss": 0.0824,
      "step": 4890
    },
    {
      "epoch": 1.5133804983082129,
      "grad_norm": 9.43948745727539,
      "learning_rate": 1.4759335245915945e-06,
      "loss": 0.0973,
      "step": 4920
    },
    {
      "epoch": 1.5226084281759458,
      "grad_norm": 6.130595684051514,
      "learning_rate": 1.4233171111027827e-06,
      "loss": 0.0943,
      "step": 4950
    },
    {
      "epoch": 1.531836358043679,
      "grad_norm": 26.128459930419922,
      "learning_rate": 1.3714996238344724e-06,
      "loss": 0.087,
      "step": 4980
    },
    {
      "epoch": 1.541064287911412,
      "grad_norm": 7.372842788696289,
      "learning_rate": 1.3204926372959376e-06,
      "loss": 0.0966,
      "step": 5010
    },
    {
      "epoch": 1.5502922177791447,
      "grad_norm": 8.696173667907715,
      "learning_rate": 1.270307544954319e-06,
      "loss": 0.085,
      "step": 5040
    },
    {
      "epoch": 1.5595201476468779,
      "grad_norm": 15.655683517456055,
      "learning_rate": 1.2209555566896652e-06,
      "loss": 0.0936,
      "step": 5070
    },
    {
      "epoch": 1.568748077514611,
      "grad_norm": 26.870996475219727,
      "learning_rate": 1.1724476962909664e-06,
      "loss": 0.0943,
      "step": 5100
    },
    {
      "epoch": 1.577976007382344,
      "grad_norm": 4.403360843658447,
      "learning_rate": 1.1247947989937685e-06,
      "loss": 0.0819,
      "step": 5130
    },
    {
      "epoch": 1.5872039372500768,
      "grad_norm": 3.324984073638916,
      "learning_rate": 1.0780075090598974e-06,
      "loss": 0.0908,
      "step": 5160
    },
    {
      "epoch": 1.59643186711781,
      "grad_norm": 10.39843463897705,
      "learning_rate": 1.0320962773998417e-06,
      "loss": 0.0821,
      "step": 5190
    },
    {
      "epoch": 1.605659796985543,
      "grad_norm": 6.516891002655029,
      "learning_rate": 9.870713592383214e-07,
      "loss": 0.0836,
      "step": 5220
    },
    {
      "epoch": 1.6148877268532758,
      "grad_norm": 3.791872262954712,
      "learning_rate": 9.429428118235806e-07,
      "loss": 0.0872,
      "step": 5250
    },
    {
      "epoch": 1.6241156567210089,
      "grad_norm": 5.973302364349365,
      "learning_rate": 8.997204921808833e-07,
      "loss": 0.0951,
      "step": 5280
    },
    {
      "epoch": 1.633343586588742,
      "grad_norm": 6.1672587394714355,
      "learning_rate": 8.57414054910749e-07,
      "loss": 0.0955,
      "step": 5310
    },
    {
      "epoch": 1.642571516456475,
      "grad_norm": 7.527838230133057,
      "learning_rate": 8.160329500323933e-07,
      "loss": 0.0903,
      "step": 5340
    },
    {
      "epoch": 1.6517994463242078,
      "grad_norm": 94.20953369140625,
      "learning_rate": 7.755864208728736e-07,
      "loss": 0.0823,
      "step": 5370
    },
    {
      "epoch": 1.661027376191941,
      "grad_norm": 17.918153762817383,
      "learning_rate": 7.360835020023976e-07,
      "loss": 0.0785,
      "step": 5400
    },
    {
      "epoch": 1.670255306059674,
      "grad_norm": 6.371737957000732,
      "learning_rate": 6.975330172162687e-07,
      "loss": 0.0864,
      "step": 5430
    },
    {
      "epoch": 1.679483235927407,
      "grad_norm": 26.493167877197266,
      "learning_rate": 6.599435775639046e-07,
      "loss": 0.1011,
      "step": 5460
    },
    {
      "epoch": 1.68871116579514,
      "grad_norm": 5.014997482299805,
      "learning_rate": 6.233235794253817e-07,
      "loss": 0.0815,
      "step": 5490
    },
    {
      "epoch": 1.697939095662873,
      "grad_norm": 6.553559303283691,
      "learning_rate": 5.876812026359341e-07,
      "loss": 0.0955,
      "step": 5520
    },
    {
      "epoch": 1.707167025530606,
      "grad_norm": 8.305948257446289,
      "learning_rate": 5.530244086588094e-07,
      "loss": 0.0934,
      "step": 5550
    },
    {
      "epoch": 1.7163949553983389,
      "grad_norm": 6.3951640129089355,
      "learning_rate": 5.193609388069204e-07,
      "loss": 0.0816,
      "step": 5580
    },
    {
      "epoch": 1.7225469086434944,
      "eval_accuracy": 0.964552263058983,
      "eval_exact_match": 0.7951244813278008,
      "eval_loss": 0.12911444902420044,
      "eval_runtime": 122.3841,
      "eval_samples_per_second": 47.22,
      "eval_steps_per_second": 5.908,
      "step": 5600
    },
    {
      "epoch": 1.725622885266072,
      "grad_norm": 16.649213790893555,
      "learning_rate": 4.86698312513656e-07,
      "loss": 0.0866,
      "step": 5610
    },
    {
      "epoch": 1.7348508151338051,
      "grad_norm": 21.06963539123535,
      "learning_rate": 4.5504382565326355e-07,
      "loss": 0.083,
      "step": 5640
    },
    {
      "epoch": 1.744078745001538,
      "grad_norm": 4.905073165893555,
      "learning_rate": 4.244045489111598e-07,
      "loss": 0.0965,
      "step": 5670
    },
    {
      "epoch": 1.753306674869271,
      "grad_norm": 29.119220733642578,
      "learning_rate": 3.9478732620455315e-07,
      "loss": 0.1041,
      "step": 5700
    },
    {
      "epoch": 1.762534604737004,
      "grad_norm": 24.03986930847168,
      "learning_rate": 3.6619877315370644e-07,
      "loss": 0.0916,
      "step": 5730
    },
    {
      "epoch": 1.771762534604737,
      "grad_norm": 9.187104225158691,
      "learning_rate": 3.3864527560420744e-07,
      "loss": 0.0861,
      "step": 5760
    },
    {
      "epoch": 1.78099046447247,
      "grad_norm": 63.82421112060547,
      "learning_rate": 3.1213298820055084e-07,
      "loss": 0.0785,
      "step": 5790
    },
    {
      "epoch": 1.790218394340203,
      "grad_norm": 31.934934616088867,
      "learning_rate": 2.8666783301137813e-07,
      "loss": 0.0819,
      "step": 5820
    },
    {
      "epoch": 1.7994463242079362,
      "grad_norm": 10.350878715515137,
      "learning_rate": 2.6225549820665555e-07,
      "loss": 0.087,
      "step": 5850
    },
    {
      "epoch": 1.808674254075669,
      "grad_norm": 11.43632698059082,
      "learning_rate": 2.389014367871073e-07,
      "loss": 0.1064,
      "step": 5880
    },
    {
      "epoch": 1.817902183943402,
      "grad_norm": 5.604170799255371,
      "learning_rate": 2.1661086536617027e-07,
      "loss": 0.0943,
      "step": 5910
    },
    {
      "epoch": 1.827130113811135,
      "grad_norm": 18.148305892944336,
      "learning_rate": 1.953887630047613e-07,
      "loss": 0.0919,
      "step": 5940
    },
    {
      "epoch": 1.836358043678868,
      "grad_norm": 11.869507789611816,
      "learning_rate": 1.752398700990937e-07,
      "loss": 0.0895,
      "step": 5970
    },
    {
      "epoch": 1.845585973546601,
      "grad_norm": 9.245363235473633,
      "learning_rate": 1.5616868732182046e-07,
      "loss": 0.0872,
      "step": 6000
    },
    {
      "epoch": 1.854813903414334,
      "grad_norm": 12.95739459991455,
      "learning_rate": 1.3817947461670532e-07,
      "loss": 0.0806,
      "step": 6030
    },
    {
      "epoch": 1.8640418332820672,
      "grad_norm": 16.675260543823242,
      "learning_rate": 1.2127625024708657e-07,
      "loss": 0.0939,
      "step": 6060
    },
    {
      "epoch": 1.8732697631498,
      "grad_norm": 8.455509185791016,
      "learning_rate": 1.054627898983046e-07,
      "loss": 0.0813,
      "step": 6090
    },
    {
      "epoch": 1.882497693017533,
      "grad_norm": 13.262840270996094,
      "learning_rate": 9.074262583433413e-08,
      "loss": 0.0865,
      "step": 6120
    },
    {
      "epoch": 1.8917256228852661,
      "grad_norm": 14.098983764648438,
      "learning_rate": 7.711904610877175e-08,
      "loss": 0.1136,
      "step": 6150
    },
    {
      "epoch": 1.900953552752999,
      "grad_norm": 10.868261337280273,
      "learning_rate": 6.45950938303852e-08,
      "loss": 0.0903,
      "step": 6180
    },
    {
      "epoch": 1.910181482620732,
      "grad_norm": 45.73233413696289,
      "learning_rate": 5.317356648337268e-08,
      "loss": 0.0806,
      "step": 6210
    },
    {
      "epoch": 1.919409412488465,
      "grad_norm": 26.091588973999023,
      "learning_rate": 4.285701530248321e-08,
      "loss": 0.0847,
      "step": 6240
    },
    {
      "epoch": 1.9286373423561982,
      "grad_norm": 19.761188507080078,
      "learning_rate": 3.3647744703148575e-08,
      "loss": 0.0989,
      "step": 6270
    },
    {
      "epoch": 1.9378652722239311,
      "grad_norm": 32.86652374267578,
      "learning_rate": 2.5547811766744035e-08,
      "loss": 0.0824,
      "step": 6300
    },
    {
      "epoch": 1.947093202091664,
      "grad_norm": 18.7479305267334,
      "learning_rate": 1.8559025781094697e-08,
      "loss": 0.0808,
      "step": 6330
    },
    {
      "epoch": 1.9563211319593972,
      "grad_norm": 6.697521686553955,
      "learning_rate": 1.2682947836335502e-08,
      "loss": 0.0995,
      "step": 6360
    },
    {
      "epoch": 1.96554906182713,
      "grad_norm": 13.512880325317383,
      "learning_rate": 7.920890476209032e-09,
      "loss": 0.088,
      "step": 6390
    },
    {
      "epoch": 1.9686250384497077,
      "eval_accuracy": 0.9644171218664658,
      "eval_exact_match": 0.7947786998616874,
      "eval_loss": 0.1286803036928177,
      "eval_runtime": 122.5547,
      "eval_samples_per_second": 47.154,
      "eval_steps_per_second": 5.899,
      "step": 6400
    },
    {
      "epoch": 1.974776991694863,
      "grad_norm": 6.648954391479492,
      "learning_rate": 4.27391740488059e-09,
      "loss": 0.0888,
      "step": 6420
    },
    {
      "epoch": 1.9840049215625961,
      "grad_norm": 9.480125427246094,
      "learning_rate": 1.7428432493393765e-09,
      "loss": 0.0825,
      "step": 6450
    },
    {
      "epoch": 1.9932328514303292,
      "grad_norm": 8.281903266906738,
      "learning_rate": 3.282333774334845e-10,
      "loss": 0.1059,
      "step": 6480
    },
    {
      "epoch": 2.0,
      "step": 6502,
      "total_flos": 5.340659231903187e+18,
      "train_loss": 0.1384785544208584,
      "train_runtime": 10804.874,
      "train_samples_per_second": 19.256,
      "train_steps_per_second": 0.602
    }
  ],
  "logging_steps": 30,
  "max_steps": 6502,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 800,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.340659231903187e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}