{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 746,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0013404825737265416,
      "grad_norm": 3.3526411056518555,
      "learning_rate": 4.9999778317473914e-05,
      "loss": 4.9952,
      "step": 1
    },
    {
      "epoch": 0.002680965147453083,
      "grad_norm": 3.2630183696746826,
      "learning_rate": 4.999911327382711e-05,
      "loss": 4.971,
      "step": 2
    },
    {
      "epoch": 0.004021447721179625,
      "grad_norm": 3.3700828552246094,
      "learning_rate": 4.999800488085388e-05,
      "loss": 4.4211,
      "step": 3
    },
    {
      "epoch": 0.005361930294906166,
      "grad_norm": 5.005458354949951,
      "learning_rate": 4.999645315821111e-05,
      "loss": 4.4647,
      "step": 4
    },
    {
      "epoch": 0.006702412868632708,
      "grad_norm": 2.819751024246216,
      "learning_rate": 4.9994458133418e-05,
      "loss": 4.616,
      "step": 5
    },
    {
      "epoch": 0.00804289544235925,
      "grad_norm": 2.5557587146759033,
      "learning_rate": 4.999201984185552e-05,
      "loss": 4.5558,
      "step": 6
    },
    {
      "epoch": 0.00938337801608579,
      "grad_norm": 2.4157004356384277,
      "learning_rate": 4.998913832676579e-05,
      "loss": 4.6775,
      "step": 7
    },
    {
      "epoch": 0.010723860589812333,
      "grad_norm": 4.6227898597717285,
      "learning_rate": 4.9985813639251355e-05,
      "loss": 4.2805,
      "step": 8
    },
    {
      "epoch": 0.012064343163538873,
      "grad_norm": 3.3465769290924072,
      "learning_rate": 4.998204583827421e-05,
      "loss": 4.6374,
      "step": 9
    },
    {
      "epoch": 0.013404825737265416,
      "grad_norm": 2.7642695903778076,
      "learning_rate": 4.9977834990654804e-05,
      "loss": 4.6426,
      "step": 10
    },
    {
      "epoch": 0.014745308310991957,
      "grad_norm": 2.5907504558563232,
      "learning_rate": 4.997318117107085e-05,
      "loss": 4.6113,
      "step": 11
    },
    {
      "epoch": 0.0160857908847185,
      "grad_norm": 3.1902687549591064,
      "learning_rate": 4.996808446205599e-05,
      "loss": 4.6342,
      "step": 12
    },
    {
      "epoch": 0.01742627345844504,
      "grad_norm": 2.263828992843628,
      "learning_rate": 4.9962544953998316e-05,
      "loss": 4.6859,
      "step": 13
    },
    {
      "epoch": 0.01876675603217158,
      "grad_norm": 4.422379493713379,
      "learning_rate": 4.995656274513881e-05,
      "loss": 4.6602,
      "step": 14
    },
    {
      "epoch": 0.020107238605898123,
      "grad_norm": 2.6276822090148926,
      "learning_rate": 4.995013794156957e-05,
      "loss": 4.602,
      "step": 15
    },
    {
      "epoch": 0.021447721179624665,
      "grad_norm": 2.7755320072174072,
      "learning_rate": 4.994327065723192e-05,
      "loss": 4.7146,
      "step": 16
    },
    {
      "epoch": 0.022788203753351208,
      "grad_norm": 3.358004570007324,
      "learning_rate": 4.993596101391443e-05,
      "loss": 4.743,
      "step": 17
    },
    {
      "epoch": 0.024128686327077747,
      "grad_norm": 3.4165093898773193,
      "learning_rate": 4.992820914125069e-05,
      "loss": 4.5962,
      "step": 18
    },
    {
      "epoch": 0.02546916890080429,
      "grad_norm": 2.9194705486297607,
      "learning_rate": 4.9920015176717105e-05,
      "loss": 4.589,
      "step": 19
    },
    {
      "epoch": 0.02680965147453083,
      "grad_norm": 3.347116708755493,
      "learning_rate": 4.991137926563036e-05,
      "loss": 4.4779,
      "step": 20
    },
    {
      "epoch": 0.028150134048257374,
      "grad_norm": 2.8503966331481934,
      "learning_rate": 4.99023015611449e-05,
      "loss": 4.507,
      "step": 21
    },
    {
      "epoch": 0.029490616621983913,
      "grad_norm": 3.68805193901062,
      "learning_rate": 4.989278222425021e-05,
      "loss": 4.3752,
      "step": 22
    },
    {
      "epoch": 0.030831099195710455,
      "grad_norm": 2.815739393234253,
      "learning_rate": 4.988282142376795e-05,
      "loss": 4.557,
      "step": 23
    },
    {
      "epoch": 0.032171581769437,
      "grad_norm": 2.82580304145813,
      "learning_rate": 4.987241933634893e-05,
      "loss": 4.3446,
      "step": 24
    },
    {
      "epoch": 0.03351206434316354,
      "grad_norm": 2.799983501434326,
      "learning_rate": 4.986157614647005e-05,
      "loss": 4.5178,
      "step": 25
    },
    {
      "epoch": 0.03485254691689008,
      "grad_norm": 2.573227882385254,
      "learning_rate": 4.985029204643095e-05,
      "loss": 4.5714,
      "step": 26
    },
    {
      "epoch": 0.036193029490616625,
      "grad_norm": 4.1363725662231445,
      "learning_rate": 4.983856723635067e-05,
      "loss": 4.5211,
      "step": 27
    },
    {
      "epoch": 0.03753351206434316,
      "grad_norm": 2.340411901473999,
      "learning_rate": 4.982640192416404e-05,
      "loss": 4.4884,
      "step": 28
    },
    {
      "epoch": 0.0388739946380697,
      "grad_norm": 2.98046612739563,
      "learning_rate": 4.9813796325618055e-05,
      "loss": 4.4493,
      "step": 29
    },
    {
      "epoch": 0.040214477211796246,
      "grad_norm": 3.8894741535186768,
      "learning_rate": 4.980075066426796e-05,
      "loss": 4.444,
      "step": 30
    },
    {
      "epoch": 0.04155495978552279,
      "grad_norm": 1.941263198852539,
      "learning_rate": 4.9787265171473385e-05,
      "loss": 4.4268,
      "step": 31
    },
    {
      "epoch": 0.04289544235924933,
      "grad_norm": 3.7895383834838867,
      "learning_rate": 4.977334008639417e-05,
      "loss": 4.5663,
      "step": 32
    },
    {
      "epoch": 0.04423592493297587,
      "grad_norm": 2.8732171058654785,
      "learning_rate": 4.9758975655986164e-05,
      "loss": 4.3439,
      "step": 33
    },
    {
      "epoch": 0.045576407506702415,
      "grad_norm": 2.5092976093292236,
      "learning_rate": 4.974417213499681e-05,
      "loss": 4.5183,
      "step": 34
    },
    {
      "epoch": 0.04691689008042895,
      "grad_norm": 2.5558083057403564,
      "learning_rate": 4.972892978596069e-05,
      "loss": 4.5031,
      "step": 35
    },
    {
      "epoch": 0.04825737265415549,
      "grad_norm": 2.3673853874206543,
      "learning_rate": 4.9713248879194776e-05,
      "loss": 4.4335,
      "step": 36
    },
    {
      "epoch": 0.049597855227882036,
      "grad_norm": 3.106703758239746,
      "learning_rate": 4.969712969279372e-05,
      "loss": 4.2437,
      "step": 37
    },
    {
      "epoch": 0.05093833780160858,
      "grad_norm": 3.259270191192627,
      "learning_rate": 4.9680572512624865e-05,
      "loss": 4.1792,
      "step": 38
    },
    {
      "epoch": 0.05227882037533512,
      "grad_norm": 2.3385283946990967,
      "learning_rate": 4.9663577632323235e-05,
      "loss": 4.4908,
      "step": 39
    },
    {
      "epoch": 0.05361930294906166,
      "grad_norm": 1.8254426717758179,
      "learning_rate": 4.964614535328626e-05,
      "loss": 4.3529,
      "step": 40
    },
    {
      "epoch": 0.054959785522788206,
      "grad_norm": 2.6058223247528076,
      "learning_rate": 4.962827598466846e-05,
      "loss": 4.4056,
      "step": 41
    },
    {
      "epoch": 0.05630026809651475,
      "grad_norm": 2.2239863872528076,
      "learning_rate": 4.960996984337599e-05,
      "loss": 4.3295,
      "step": 42
    },
    {
      "epoch": 0.057640750670241284,
      "grad_norm": 2.376335620880127,
      "learning_rate": 4.959122725406098e-05,
      "loss": 4.5717,
      "step": 43
    },
    {
      "epoch": 0.058981233243967826,
      "grad_norm": 1.7582008838653564,
      "learning_rate": 4.957204854911579e-05,
      "loss": 4.1705,
      "step": 44
    },
    {
      "epoch": 0.06032171581769437,
      "grad_norm": 3.278836250305176,
      "learning_rate": 4.955243406866713e-05,
      "loss": 4.5934,
      "step": 45
    },
    {
      "epoch": 0.06166219839142091,
      "grad_norm": 3.2046706676483154,
      "learning_rate": 4.953238416057e-05,
      "loss": 4.3644,
      "step": 46
    },
    {
      "epoch": 0.06300268096514745,
      "grad_norm": 2.464764356613159,
      "learning_rate": 4.951189918040153e-05,
      "loss": 4.4133,
      "step": 47
    },
    {
      "epoch": 0.064343163538874,
      "grad_norm": 2.0737338066101074,
      "learning_rate": 4.9490979491454716e-05,
      "loss": 4.399,
      "step": 48
    },
    {
      "epoch": 0.06568364611260054,
      "grad_norm": 1.9400380849838257,
      "learning_rate": 4.94696254647319e-05,
      "loss": 4.1675,
      "step": 49
    },
    {
      "epoch": 0.06702412868632708,
      "grad_norm": 2.4042038917541504,
      "learning_rate": 4.944783747893825e-05,
      "loss": 4.4438,
      "step": 50
    },
    {
      "epoch": 0.06836461126005362,
      "grad_norm": 2.0460598468780518,
      "learning_rate": 4.942561592047503e-05,
      "loss": 4.3132,
      "step": 51
    },
    {
      "epoch": 0.06970509383378017,
      "grad_norm": 2.495248317718506,
      "learning_rate": 4.940296118343274e-05,
      "loss": 4.4234,
      "step": 52
    },
    {
      "epoch": 0.07104557640750671,
      "grad_norm": 2.2051336765289307,
      "learning_rate": 4.937987366958411e-05,
      "loss": 4.1376,
      "step": 53
    },
    {
      "epoch": 0.07238605898123325,
      "grad_norm": 2.5037894248962402,
      "learning_rate": 4.935635378837703e-05,
      "loss": 4.3765,
      "step": 54
    },
    {
      "epoch": 0.07372654155495978,
      "grad_norm": 2.715787172317505,
      "learning_rate": 4.9332401956927224e-05,
      "loss": 4.7173,
      "step": 55
    },
    {
      "epoch": 0.07506702412868632,
      "grad_norm": 1.9515987634658813,
      "learning_rate": 4.9308018600010905e-05,
      "loss": 4.3838,
      "step": 56
    },
    {
      "epoch": 0.07640750670241286,
      "grad_norm": 3.664212703704834,
      "learning_rate": 4.9283204150057186e-05,
      "loss": 4.0593,
      "step": 57
    },
    {
      "epoch": 0.0777479892761394,
      "grad_norm": 2.650737762451172,
      "learning_rate": 4.9257959047140476e-05,
      "loss": 4.2866,
      "step": 58
    },
    {
      "epoch": 0.07908847184986595,
      "grad_norm": 1.847379446029663,
      "learning_rate": 4.923228373897263e-05,
      "loss": 4.4003,
      "step": 59
    },
    {
      "epoch": 0.08042895442359249,
      "grad_norm": 2.86777925491333,
      "learning_rate": 4.920617868089501e-05,
      "loss": 4.0874,
      "step": 60
    },
    {
      "epoch": 0.08176943699731903,
      "grad_norm": 1.791843295097351,
      "learning_rate": 4.9179644335870444e-05,
      "loss": 4.1438,
      "step": 61
    },
    {
      "epoch": 0.08310991957104558,
      "grad_norm": 4.354154109954834,
      "learning_rate": 4.915268117447498e-05,
      "loss": 4.4184,
      "step": 62
    },
    {
      "epoch": 0.08445040214477212,
      "grad_norm": 1.8598178625106812,
      "learning_rate": 4.9125289674889566e-05,
      "loss": 4.3217,
      "step": 63
    },
    {
      "epoch": 0.08579088471849866,
      "grad_norm": 2.750469923019409,
      "learning_rate": 4.909747032289153e-05,
      "loss": 4.3744,
      "step": 64
    },
    {
      "epoch": 0.0871313672922252,
      "grad_norm": 2.4330313205718994,
      "learning_rate": 4.9069223611846014e-05,
      "loss": 4.3427,
      "step": 65
    },
    {
      "epoch": 0.08847184986595175,
      "grad_norm": 1.9383248090744019,
      "learning_rate": 4.9040550042697206e-05,
      "loss": 4.3464,
      "step": 66
    },
    {
      "epoch": 0.08981233243967829,
      "grad_norm": 3.577594041824341,
      "learning_rate": 4.901145012395945e-05,
      "loss": 4.3135,
      "step": 67
    },
    {
      "epoch": 0.09115281501340483,
      "grad_norm": 1.7440192699432373,
      "learning_rate": 4.898192437170822e-05,
      "loss": 4.5179,
      "step": 68
    },
    {
      "epoch": 0.09249329758713137,
      "grad_norm": 2.0847866535186768,
      "learning_rate": 4.895197330957097e-05,
      "loss": 4.3644,
      "step": 69
    },
    {
      "epoch": 0.0938337801608579,
      "grad_norm": 2.44808292388916,
      "learning_rate": 4.8921597468717887e-05,
      "loss": 4.0271,
      "step": 70
    },
    {
      "epoch": 0.09517426273458444,
      "grad_norm": 1.4615987539291382,
      "learning_rate": 4.889079738785242e-05,
      "loss": 4.5157,
      "step": 71
    },
    {
      "epoch": 0.09651474530831099,
      "grad_norm": 2.008985757827759,
      "learning_rate": 4.8859573613201725e-05,
      "loss": 4.1515,
      "step": 72
    },
    {
      "epoch": 0.09785522788203753,
      "grad_norm": 2.1875059604644775,
      "learning_rate": 4.882792669850705e-05,
      "loss": 4.3656,
      "step": 73
    },
    {
      "epoch": 0.09919571045576407,
      "grad_norm": 1.706811785697937,
      "learning_rate": 4.879585720501383e-05,
      "loss": 4.2608,
      "step": 74
    },
    {
      "epoch": 0.10053619302949061,
      "grad_norm": 1.9756377935409546,
      "learning_rate": 4.876336570146175e-05,
      "loss": 4.3485,
      "step": 75
    },
    {
      "epoch": 0.10187667560321716,
      "grad_norm": 2.3771932125091553,
      "learning_rate": 4.8730452764074716e-05,
      "loss": 4.7132,
      "step": 76
    },
    {
      "epoch": 0.1032171581769437,
      "grad_norm": 1.7962132692337036,
      "learning_rate": 4.8697118976550574e-05,
      "loss": 4.371,
      "step": 77
    },
    {
      "epoch": 0.10455764075067024,
      "grad_norm": 1.597954511642456,
      "learning_rate": 4.866336493005078e-05,
      "loss": 4.1567,
      "step": 78
    },
    {
      "epoch": 0.10589812332439678,
      "grad_norm": 1.3557466268539429,
      "learning_rate": 4.8629191223189916e-05,
      "loss": 4.1133,
      "step": 79
    },
    {
      "epoch": 0.10723860589812333,
      "grad_norm": 1.7042794227600098,
      "learning_rate": 4.859459846202507e-05,
      "loss": 4.5002,
      "step": 80
    },
    {
      "epoch": 0.10857908847184987,
      "grad_norm": 1.6977810859680176,
      "learning_rate": 4.8559587260045105e-05,
      "loss": 4.3682,
      "step": 81
    },
    {
      "epoch": 0.10991957104557641,
      "grad_norm": 1.827391505241394,
      "learning_rate": 4.8524158238159756e-05,
      "loss": 4.2495,
      "step": 82
    },
    {
      "epoch": 0.11126005361930295,
      "grad_norm": 1.9541435241699219,
      "learning_rate": 4.848831202468862e-05,
      "loss": 4.4091,
      "step": 83
    },
    {
      "epoch": 0.1126005361930295,
      "grad_norm": 2.02805233001709,
      "learning_rate": 4.845204925535004e-05,
      "loss": 4.4052,
      "step": 84
    },
    {
      "epoch": 0.11394101876675604,
      "grad_norm": 1.873839259147644,
      "learning_rate": 4.841537057324979e-05,
      "loss": 4.3652,
      "step": 85
    },
    {
      "epoch": 0.11528150134048257,
      "grad_norm": 1.5007935762405396,
      "learning_rate": 4.837827662886971e-05,
      "loss": 4.3055,
      "step": 86
    },
    {
      "epoch": 0.11662198391420911,
      "grad_norm": 1.8006932735443115,
      "learning_rate": 4.834076808005614e-05,
      "loss": 4.2383,
      "step": 87
    },
    {
      "epoch": 0.11796246648793565,
      "grad_norm": 1.4325038194656372,
      "learning_rate": 4.830284559200828e-05,
      "loss": 4.3694,
      "step": 88
    },
    {
      "epoch": 0.1193029490616622,
      "grad_norm": 1.5972894430160522,
      "learning_rate": 4.826450983726635e-05,
      "loss": 4.4479,
      "step": 89
    },
    {
      "epoch": 0.12064343163538874,
      "grad_norm": 1.7590267658233643,
      "learning_rate": 4.82257614956997e-05,
      "loss": 4.302,
      "step": 90
    },
    {
      "epoch": 0.12198391420911528,
      "grad_norm": 1.8001571893692017,
      "learning_rate": 4.818660125449477e-05,
      "loss": 4.2703,
      "step": 91
    },
    {
      "epoch": 0.12332439678284182,
      "grad_norm": 1.6677050590515137,
      "learning_rate": 4.814702980814284e-05,
      "loss": 4.351,
      "step": 92
    },
    {
      "epoch": 0.12466487935656836,
      "grad_norm": 1.6096783876419067,
      "learning_rate": 4.810704785842778e-05,
      "loss": 4.2497,
      "step": 93
    },
    {
      "epoch": 0.1260053619302949,
      "grad_norm": 2.0199062824249268,
      "learning_rate": 4.806665611441354e-05,
      "loss": 4.4206,
      "step": 94
    },
    {
      "epoch": 0.12734584450402145,
      "grad_norm": 2.203843116760254,
      "learning_rate": 4.802585529243164e-05,
      "loss": 4.3003,
      "step": 95
    },
    {
      "epoch": 0.128686327077748,
      "grad_norm": 2.0496983528137207,
      "learning_rate": 4.7984646116068424e-05,
      "loss": 4.4975,
      "step": 96
    },
    {
      "epoch": 0.13002680965147453,
      "grad_norm": 1.7279603481292725,
      "learning_rate": 4.794302931615223e-05,
      "loss": 4.1659,
      "step": 97
    },
    {
      "epoch": 0.13136729222520108,
      "grad_norm": 1.6434085369110107,
      "learning_rate": 4.790100563074045e-05,
      "loss": 4.3738,
      "step": 98
    },
    {
      "epoch": 0.13270777479892762,
      "grad_norm": 2.495715856552124,
      "learning_rate": 4.7858575805106423e-05,
      "loss": 4.133,
      "step": 99
    },
    {
      "epoch": 0.13404825737265416,
      "grad_norm": 1.7205560207366943,
      "learning_rate": 4.781574059172621e-05,
      "loss": 4.2405,
      "step": 100
    },
    {
      "epoch": 0.1353887399463807,
      "grad_norm": 1.8256422281265259,
      "learning_rate": 4.77725007502653e-05,
      "loss": 4.4148,
      "step": 101
    },
    {
      "epoch": 0.13672922252010725,
      "grad_norm": 1.5527430772781372,
      "learning_rate": 4.772885704756506e-05,
      "loss": 4.1488,
      "step": 102
    },
    {
      "epoch": 0.1380697050938338,
      "grad_norm": 1.8024431467056274,
      "learning_rate": 4.768481025762918e-05,
      "loss": 4.3247,
      "step": 103
    },
    {
      "epoch": 0.13941018766756033,
      "grad_norm": 1.5963706970214844,
      "learning_rate": 4.7640361161609975e-05,
      "loss": 4.3261,
      "step": 104
    },
    {
      "epoch": 0.14075067024128687,
      "grad_norm": 1.5833405256271362,
      "learning_rate": 4.7595510547794465e-05,
      "loss": 4.2407,
      "step": 105
    },
    {
      "epoch": 0.14209115281501342,
      "grad_norm": 1.635737419128418,
      "learning_rate": 4.755025921159044e-05,
      "loss": 4.2942,
      "step": 106
    },
    {
      "epoch": 0.14343163538873996,
      "grad_norm": 2.2439887523651123,
      "learning_rate": 4.750460795551235e-05,
      "loss": 4.329,
      "step": 107
    },
    {
      "epoch": 0.1447721179624665,
      "grad_norm": 1.521741271018982,
      "learning_rate": 4.7458557589167044e-05,
      "loss": 4.2611,
      "step": 108
    },
    {
      "epoch": 0.14611260053619302,
      "grad_norm": 1.5195074081420898,
      "learning_rate": 4.7412108929239455e-05,
      "loss": 4.1535,
      "step": 109
    },
    {
      "epoch": 0.14745308310991956,
      "grad_norm": 1.7524590492248535,
      "learning_rate": 4.736526279947807e-05,
      "loss": 4.1324,
      "step": 110
    },
    {
      "epoch": 0.1487935656836461,
      "grad_norm": 1.5709757804870605,
      "learning_rate": 4.731802003068038e-05,
      "loss": 4.3759,
      "step": 111
    },
    {
      "epoch": 0.15013404825737264,
      "grad_norm": 2.3734326362609863,
      "learning_rate": 4.727038146067807e-05,
      "loss": 4.0612,
      "step": 112
    },
    {
      "epoch": 0.15147453083109919,
      "grad_norm": 1.7686563730239868,
      "learning_rate": 4.722234793432224e-05,
      "loss": 4.2815,
      "step": 113
    },
    {
      "epoch": 0.15281501340482573,
      "grad_norm": 2.2321314811706543,
      "learning_rate": 4.717392030346836e-05,
      "loss": 4.2936,
      "step": 114
    },
    {
      "epoch": 0.15415549597855227,
      "grad_norm": 1.6879431009292603,
      "learning_rate": 4.7125099426961185e-05,
      "loss": 4.3934,
      "step": 115
    },
    {
      "epoch": 0.1554959785522788,
      "grad_norm": 1.6961618661880493,
      "learning_rate": 4.7075886170619543e-05,
      "loss": 4.322,
      "step": 116
    },
    {
      "epoch": 0.15683646112600536,
      "grad_norm": 1.763327717781067,
      "learning_rate": 4.702628140722096e-05,
      "loss": 4.1915,
      "step": 117
    },
    {
      "epoch": 0.1581769436997319,
      "grad_norm": 9.971641540527344,
      "learning_rate": 4.697628601648616e-05,
      "loss": 4.408,
      "step": 118
    },
    {
      "epoch": 0.15951742627345844,
      "grad_norm": 1.5898083448410034,
      "learning_rate": 4.692590088506351e-05,
      "loss": 4.3775,
      "step": 119
    },
    {
      "epoch": 0.16085790884718498,
      "grad_norm": 1.706078290939331,
      "learning_rate": 4.687512690651328e-05,
      "loss": 4.3802,
      "step": 120
    },
    {
      "epoch": 0.16219839142091153,
      "grad_norm": 2.41762113571167,
      "learning_rate": 4.6823964981291755e-05,
      "loss": 4.2379,
      "step": 121
    },
    {
      "epoch": 0.16353887399463807,
      "grad_norm": 1.5153508186340332,
      "learning_rate": 4.677241601673533e-05,
      "loss": 4.4031,
      "step": 122
    },
    {
      "epoch": 0.1648793565683646,
      "grad_norm": 1.601252555847168,
      "learning_rate": 4.672048092704438e-05,
      "loss": 4.5279,
      "step": 123
    },
    {
      "epoch": 0.16621983914209115,
      "grad_norm": 3.5004804134368896,
      "learning_rate": 4.666816063326706e-05,
      "loss": 4.3672,
      "step": 124
    },
    {
      "epoch": 0.1675603217158177,
      "grad_norm": 1.838731050491333,
      "learning_rate": 4.6615456063282944e-05,
      "loss": 4.4294,
      "step": 125
    },
    {
      "epoch": 0.16890080428954424,
      "grad_norm": 1.8564834594726562,
      "learning_rate": 4.656236815178663e-05,
      "loss": 4.1836,
      "step": 126
    },
    {
      "epoch": 0.17024128686327078,
      "grad_norm": 1.6874207258224487,
      "learning_rate": 4.6508897840271086e-05,
      "loss": 4.2818,
      "step": 127
    },
    {
      "epoch": 0.17158176943699732,
      "grad_norm": 2.0717060565948486,
      "learning_rate": 4.645504607701102e-05,
      "loss": 4.4053,
      "step": 128
    },
    {
      "epoch": 0.17292225201072386,
      "grad_norm": 1.5888526439666748,
      "learning_rate": 4.640081381704603e-05,
      "loss": 4.0819,
      "step": 129
    },
    {
      "epoch": 0.1742627345844504,
      "grad_norm": 1.6559789180755615,
      "learning_rate": 4.634620202216366e-05,
      "loss": 4.2886,
      "step": 130
    },
    {
      "epoch": 0.17560321715817695,
      "grad_norm": 1.318756341934204,
      "learning_rate": 4.629121166088236e-05,
      "loss": 4.4066,
      "step": 131
    },
    {
      "epoch": 0.1769436997319035,
      "grad_norm": 1.5231109857559204,
      "learning_rate": 4.6235843708434315e-05,
      "loss": 4.1626,
      "step": 132
    },
    {
      "epoch": 0.17828418230563003,
      "grad_norm": 2.5188205242156982,
      "learning_rate": 4.618009914674811e-05,
      "loss": 4.0126,
      "step": 133
    },
    {
      "epoch": 0.17962466487935658,
      "grad_norm": 1.5713856220245361,
      "learning_rate": 4.612397896443138e-05,
      "loss": 4.4837,
      "step": 134
    },
    {
      "epoch": 0.18096514745308312,
      "grad_norm": 1.650790810585022,
      "learning_rate": 4.6067484156753234e-05,
      "loss": 4.6447,
      "step": 135
    },
    {
      "epoch": 0.18230563002680966,
      "grad_norm": 1.526718258857727,
      "learning_rate": 4.6010615725626594e-05,
      "loss": 4.3942,
      "step": 136
    },
    {
      "epoch": 0.1836461126005362,
      "grad_norm": 1.750684380531311,
      "learning_rate": 4.595337467959045e-05,
      "loss": 4.2953,
      "step": 137
    },
    {
      "epoch": 0.18498659517426275,
      "grad_norm": 1.5442519187927246,
      "learning_rate": 4.5895762033792e-05,
      "loss": 4.2861,
      "step": 138
    },
    {
      "epoch": 0.1863270777479893,
      "grad_norm": 2.508603096008301,
      "learning_rate": 4.583777880996858e-05,
      "loss": 4.0075,
      "step": 139
    },
    {
      "epoch": 0.1876675603217158,
      "grad_norm": 2.661263942718506,
      "learning_rate": 4.577942603642959e-05,
      "loss": 4.1049,
      "step": 140
    },
    {
      "epoch": 0.18900804289544235,
      "grad_norm": 1.8339372873306274,
      "learning_rate": 4.572070474803825e-05,
      "loss": 4.3574,
      "step": 141
    },
    {
      "epoch": 0.1903485254691689,
      "grad_norm": 1.620552659034729,
      "learning_rate": 4.566161598619325e-05,
      "loss": 4.3972,
      "step": 142
    },
    {
      "epoch": 0.19168900804289543,
      "grad_norm": 1.8532575368881226,
      "learning_rate": 4.5602160798810256e-05,
      "loss": 4.2641,
      "step": 143
    },
    {
      "epoch": 0.19302949061662197,
      "grad_norm": 1.7382028102874756,
      "learning_rate": 4.554234024030337e-05,
      "loss": 4.5016,
      "step": 144
    },
    {
      "epoch": 0.19436997319034852,
      "grad_norm": 2.024874448776245,
      "learning_rate": 4.5482155371566384e-05,
      "loss": 4.3223,
      "step": 145
    },
    {
      "epoch": 0.19571045576407506,
      "grad_norm": 1.7250862121582031,
      "learning_rate": 4.5421607259954017e-05,
      "loss": 4.3304,
      "step": 146
    },
    {
      "epoch": 0.1970509383378016,
      "grad_norm": 2.2707390785217285,
      "learning_rate": 4.5360696979262905e-05,
      "loss": 4.2743,
      "step": 147
    },
    {
      "epoch": 0.19839142091152814,
      "grad_norm": 1.3240299224853516,
      "learning_rate": 4.529942560971266e-05,
      "loss": 4.1492,
      "step": 148
    },
    {
      "epoch": 0.19973190348525469,
      "grad_norm": 1.6945743560791016,
      "learning_rate": 4.523779423792665e-05,
      "loss": 4.347,
      "step": 149
    },
    {
      "epoch": 0.20107238605898123,
      "grad_norm": 1.5952167510986328,
      "learning_rate": 4.51758039569127e-05,
      "loss": 4.1712,
      "step": 150
    },
    {
      "epoch": 0.20241286863270777,
      "grad_norm": 1.9782387018203735,
      "learning_rate": 4.51134558660438e-05,
      "loss": 4.2414,
      "step": 151
    },
    {
      "epoch": 0.2037533512064343,
      "grad_norm": 1.838925838470459,
      "learning_rate": 4.505075107103852e-05,
      "loss": 4.2947,
      "step": 152
    },
    {
      "epoch": 0.20509383378016086,
      "grad_norm": 1.7607638835906982,
      "learning_rate": 4.498769068394145e-05,
      "loss": 4.0831,
      "step": 153
    },
    {
      "epoch": 0.2064343163538874,
      "grad_norm": 1.8876625299453735,
      "learning_rate": 4.4924275823103465e-05,
      "loss": 4.2192,
      "step": 154
    },
    {
      "epoch": 0.20777479892761394,
      "grad_norm": 1.637762188911438,
      "learning_rate": 4.48605076131619e-05,
      "loss": 4.4715,
      "step": 155
    },
    {
      "epoch": 0.20911528150134048,
      "grad_norm": 2.7469165325164795,
      "learning_rate": 4.4796387185020566e-05,
      "loss": 4.1303,
      "step": 156
    },
    {
      "epoch": 0.21045576407506703,
      "grad_norm": 1.4918110370635986,
      "learning_rate": 4.473191567582975e-05,
      "loss": 4.4115,
      "step": 157
    },
    {
      "epoch": 0.21179624664879357,
      "grad_norm": 1.77053964138031,
      "learning_rate": 4.466709422896601e-05,
      "loss": 4.2949,
      "step": 158
    },
    {
      "epoch": 0.2131367292225201,
      "grad_norm": 1.3985557556152344,
      "learning_rate": 4.460192399401192e-05,
      "loss": 4.4337,
      "step": 159
    },
    {
      "epoch": 0.21447721179624665,
      "grad_norm": 1.6528301239013672,
      "learning_rate": 4.4536406126735664e-05,
      "loss": 3.9079,
      "step": 160
    },
    {
      "epoch": 0.2158176943699732,
      "grad_norm": 2.1471214294433594,
      "learning_rate": 4.4470541789070536e-05,
      "loss": 4.3985,
      "step": 161
    },
    {
      "epoch": 0.21715817694369974,
      "grad_norm": 1.532997727394104,
      "learning_rate": 4.4404332149094365e-05,
      "loss": 4.4077,
      "step": 162
    },
    {
      "epoch": 0.21849865951742628,
      "grad_norm": 1.709489345550537,
      "learning_rate": 4.433777838100876e-05,
      "loss": 4.1316,
      "step": 163
    },
    {
      "epoch": 0.21983914209115282,
      "grad_norm": 1.771577000617981,
      "learning_rate": 4.427088166511835e-05,
      "loss": 4.2523,
      "step": 164
    },
    {
      "epoch": 0.22117962466487937,
      "grad_norm": 1.3879780769348145,
      "learning_rate": 4.420364318780973e-05,
      "loss": 4.3171,
      "step": 165
    },
    {
      "epoch": 0.2225201072386059,
      "grad_norm": 1.483606219291687,
      "learning_rate": 4.413606414153055e-05,
      "loss": 4.2561,
      "step": 166
    },
    {
      "epoch": 0.22386058981233245,
      "grad_norm": 1.595353364944458,
      "learning_rate": 4.4068145724768324e-05,
      "loss": 4.3484,
      "step": 167
    },
    {
      "epoch": 0.225201072386059,
      "grad_norm": 1.7268496751785278,
      "learning_rate": 4.399988914202913e-05,
      "loss": 4.5508,
      "step": 168
    },
    {
      "epoch": 0.22654155495978553,
      "grad_norm": 2.074028253555298,
      "learning_rate": 4.393129560381632e-05,
      "loss": 4.3195,
      "step": 169
    },
    {
      "epoch": 0.22788203753351208,
      "grad_norm": 1.8451873064041138,
      "learning_rate": 4.3862366326608975e-05,
      "loss": 4.2486,
      "step": 170
    },
    {
      "epoch": 0.2292225201072386,
      "grad_norm": 1.6457356214523315,
      "learning_rate": 4.379310253284041e-05,
      "loss": 3.967,
      "step": 171
    },
    {
      "epoch": 0.23056300268096513,
      "grad_norm": 2.2118191719055176,
      "learning_rate": 4.3723505450876454e-05,
      "loss": 4.2569,
      "step": 172
    },
    {
      "epoch": 0.23190348525469168,
      "grad_norm": 1.9560130834579468,
      "learning_rate": 4.365357631499366e-05,
      "loss": 4.2011,
      "step": 173
    },
    {
      "epoch": 0.23324396782841822,
      "grad_norm": 1.492055892944336,
      "learning_rate": 4.358331636535742e-05,
      "loss": 4.2366,
      "step": 174
    },
    {
      "epoch": 0.23458445040214476,
      "grad_norm": 1.7142921686172485,
      "learning_rate": 4.3512726847999987e-05,
      "loss": 4.0431,
      "step": 175
    },
    {
      "epoch": 0.2359249329758713,
      "grad_norm": 1.3217313289642334,
      "learning_rate": 4.344180901479836e-05,
      "loss": 4.347,
      "step": 176
    },
    {
      "epoch": 0.23726541554959785,
      "grad_norm": 1.899259328842163,
      "learning_rate": 4.3370564123452094e-05,
      "loss": 4.0226,
      "step": 177
    },
    {
      "epoch": 0.2386058981233244,
      "grad_norm": 1.5178223848342896,
      "learning_rate": 4.329899343746099e-05,
      "loss": 4.0522,
      "step": 178
    },
    {
      "epoch": 0.23994638069705093,
      "grad_norm": 1.474506139755249,
      "learning_rate": 4.3227098226102685e-05,
      "loss": 4.3556,
      "step": 179
    },
    {
      "epoch": 0.24128686327077747,
      "grad_norm": 1.5425620079040527,
      "learning_rate": 4.315487976441014e-05,
      "loss": 4.3349,
      "step": 180
    },
    {
      "epoch": 0.24262734584450402,
      "grad_norm": 1.785186529159546,
      "learning_rate": 4.308233933314904e-05,
      "loss": 4.3767,
      "step": 181
    },
    {
      "epoch": 0.24396782841823056,
      "grad_norm": 1.6833457946777344,
      "learning_rate": 4.300947821879507e-05,
      "loss": 4.3415,
      "step": 182
    },
    {
      "epoch": 0.2453083109919571,
      "grad_norm": 1.6081000566482544,
      "learning_rate": 4.29362977135111e-05,
      "loss": 4.3398,
      "step": 183
    },
    {
      "epoch": 0.24664879356568364,
      "grad_norm": 1.5955443382263184,
      "learning_rate": 4.286279911512426e-05,
      "loss": 4.1918,
      "step": 184
    },
    {
      "epoch": 0.2479892761394102,
      "grad_norm": 2.135406970977783,
      "learning_rate": 4.278898372710296e-05,
      "loss": 3.9686,
      "step": 185
    },
    {
      "epoch": 0.24932975871313673,
      "grad_norm": 1.5492300987243652,
      "learning_rate": 4.271485285853374e-05,
      "loss": 4.1644,
      "step": 186
    },
    {
      "epoch": 0.25067024128686327,
      "grad_norm": 1.4507619142532349,
      "learning_rate": 4.264040782409804e-05,
      "loss": 4.5032,
      "step": 187
    },
    {
      "epoch": 0.2520107238605898,
      "grad_norm": 1.7045412063598633,
      "learning_rate": 4.256564994404893e-05,
      "loss": 4.3946,
      "step": 188
    },
    {
      "epoch": 0.25335120643431636,
      "grad_norm": 1.4163429737091064,
      "learning_rate": 4.249058054418766e-05,
      "loss": 4.1216,
      "step": 189
    },
    {
      "epoch": 0.2546916890080429,
      "grad_norm": 1.946765661239624,
      "learning_rate": 4.2415200955840184e-05,
      "loss": 4.1634,
      "step": 190
    },
    {
      "epoch": 0.25603217158176944,
      "grad_norm": 1.6845455169677734,
      "learning_rate": 4.233951251583349e-05,
      "loss": 4.1091,
      "step": 191
    },
    {
      "epoch": 0.257372654155496,
      "grad_norm": 1.8467648029327393,
      "learning_rate": 4.226351656647194e-05,
      "loss": 4.5806,
      "step": 192
    },
    {
      "epoch": 0.2587131367292225,
      "grad_norm": 1.9924100637435913,
      "learning_rate": 4.218721445551348e-05,
      "loss": 4.0176,
      "step": 193
    },
    {
      "epoch": 0.26005361930294907,
      "grad_norm": 1.6211397647857666,
      "learning_rate": 4.2110607536145654e-05,
      "loss": 4.2865,
      "step": 194
    },
    {
      "epoch": 0.2613941018766756,
      "grad_norm": 1.843051791191101,
      "learning_rate": 4.2033697166961716e-05,
      "loss": 4.2915,
      "step": 195
    },
    {
      "epoch": 0.26273458445040215,
      "grad_norm": 1.7140624523162842,
      "learning_rate": 4.1956484711936464e-05,
      "loss": 4.0178,
      "step": 196
    },
    {
      "epoch": 0.2640750670241287,
      "grad_norm": 1.618522047996521,
      "learning_rate": 4.1878971540402044e-05,
      "loss": 4.2507,
      "step": 197
    },
    {
      "epoch": 0.26541554959785524,
      "grad_norm": 1.6312532424926758,
      "learning_rate": 4.180115902702372e-05,
      "loss": 4.5598,
      "step": 198
    },
    {
      "epoch": 0.2667560321715818,
      "grad_norm": 1.7146576642990112,
      "learning_rate": 4.1723048551775454e-05,
      "loss": 4.3715,
      "step": 199
    },
    {
      "epoch": 0.2680965147453083,
      "grad_norm": 1.303650975227356,
      "learning_rate": 4.1644641499915454e-05,
      "loss": 4.1698,
      "step": 200
    },
    {
      "epoch": 0.26943699731903487,
      "grad_norm": 2.1732089519500732,
      "learning_rate": 4.156593926196157e-05,
      "loss": 4.0639,
      "step": 201
    },
    {
      "epoch": 0.2707774798927614,
      "grad_norm": 1.6341739892959595,
      "learning_rate": 4.148694323366668e-05,
      "loss": 4.3151,
      "step": 202
    },
    {
      "epoch": 0.27211796246648795,
      "grad_norm": 1.5698548555374146,
      "learning_rate": 4.140765481599391e-05,
      "loss": 4.2357,
      "step": 203
    },
    {
      "epoch": 0.2734584450402145,
      "grad_norm": 1.790808081626892,
      "learning_rate": 4.13280754150918e-05,
      "loss": 4.1957,
      "step": 204
    },
    {
      "epoch": 0.27479892761394104,
      "grad_norm": 1.5973646640777588,
      "learning_rate": 4.124820644226936e-05,
      "loss": 4.2999,
      "step": 205
    },
    {
      "epoch": 0.2761394101876676,
      "grad_norm": 1.9699524641036987,
      "learning_rate": 4.116804931397105e-05,
      "loss": 4.3858,
      "step": 206
    },
    {
      "epoch": 0.2774798927613941,
      "grad_norm": 1.3920892477035522,
      "learning_rate": 4.108760545175163e-05,
      "loss": 4.3195,
      "step": 207
    },
    {
      "epoch": 0.27882037533512066,
      "grad_norm": 1.7220263481140137,
      "learning_rate": 4.100687628225099e-05,
      "loss": 4.038,
      "step": 208
    },
    {
      "epoch": 0.2801608579088472,
      "grad_norm": 1.54973304271698,
      "learning_rate": 4.092586323716883e-05,
      "loss": 4.2801,
      "step": 209
    },
    {
      "epoch": 0.28150134048257375,
      "grad_norm": 1.623826026916504,
      "learning_rate": 4.0844567753239276e-05,
      "loss": 4.2336,
      "step": 210
    },
    {
      "epoch": 0.2828418230563003,
      "grad_norm": 1.3568044900894165,
      "learning_rate": 4.076299127220538e-05,
      "loss": 4.4482,
      "step": 211
    },
    {
      "epoch": 0.28418230563002683,
      "grad_norm": 1.5761674642562866,
      "learning_rate": 4.068113524079358e-05,
      "loss": 4.5305,
      "step": 212
    },
    {
      "epoch": 0.2855227882037534,
      "grad_norm": 1.4738843441009521,
      "learning_rate": 4.0599001110688e-05,
      "loss": 3.9993,
      "step": 213
    },
    {
      "epoch": 0.2868632707774799,
      "grad_norm": 2.239969253540039,
      "learning_rate": 4.051659033850478e-05,
      "loss": 4.0927,
      "step": 214
    },
    {
      "epoch": 0.28820375335120646,
      "grad_norm": 1.611913800239563,
      "learning_rate": 4.043390438576616e-05,
      "loss": 4.5465,
      "step": 215
    },
    {
      "epoch": 0.289544235924933,
      "grad_norm": 1.6325899362564087,
      "learning_rate": 4.0350944718874606e-05,
      "loss": 4.4422,
      "step": 216
    },
    {
      "epoch": 0.29088471849865954,
      "grad_norm": 1.7556217908859253,
      "learning_rate": 4.026771280908681e-05,
      "loss": 3.9823,
      "step": 217
    },
    {
      "epoch": 0.29222520107238603,
      "grad_norm": 1.6510450839996338,
      "learning_rate": 4.0184210132487576e-05,
      "loss": 3.9193,
      "step": 218
    },
    {
      "epoch": 0.2935656836461126,
      "grad_norm": 2.267282009124756,
      "learning_rate": 4.0100438169963636e-05,
      "loss": 4.0549,
      "step": 219
    },
    {
      "epoch": 0.2949061662198391,
      "grad_norm": 1.6804044246673584,
      "learning_rate": 4.001639840717741e-05,
      "loss": 4.3879,
      "step": 220
    },
    {
      "epoch": 0.29624664879356566,
      "grad_norm": 1.3055918216705322,
      "learning_rate": 3.993209233454066e-05,
      "loss": 4.3085,
      "step": 221
    },
    {
      "epoch": 0.2975871313672922,
      "grad_norm": 1.4905943870544434,
      "learning_rate": 3.9847521447188034e-05,
      "loss": 4.4018,
      "step": 222
    },
    {
      "epoch": 0.29892761394101874,
      "grad_norm": 1.7155883312225342,
      "learning_rate": 3.976268724495057e-05,
      "loss": 4.2343,
      "step": 223
    },
    {
      "epoch": 0.3002680965147453,
      "grad_norm": 2.746023416519165,
      "learning_rate": 3.967759123232908e-05,
      "loss": 4.2406,
      "step": 224
    },
    {
      "epoch": 0.30160857908847183,
      "grad_norm": 1.6308192014694214,
      "learning_rate": 3.959223491846749e-05,
      "loss": 4.2082,
      "step": 225
    },
    {
      "epoch": 0.30294906166219837,
      "grad_norm": 2.0225327014923096,
      "learning_rate": 3.950661981712606e-05,
      "loss": 4.2411,
      "step": 226
    },
    {
      "epoch": 0.3042895442359249,
      "grad_norm": 1.790639877319336,
      "learning_rate": 3.9420747446654556e-05,
      "loss": 4.1923,
      "step": 227
    },
    {
      "epoch": 0.30563002680965146,
      "grad_norm": 1.459539532661438,
      "learning_rate": 3.933461932996528e-05,
      "loss": 4.2988,
      "step": 228
    },
    {
      "epoch": 0.306970509383378,
      "grad_norm": 1.9452991485595703,
      "learning_rate": 3.924823699450614e-05,
      "loss": 4.1299,
      "step": 229
    },
    {
      "epoch": 0.30831099195710454,
      "grad_norm": 1.9040483236312866,
      "learning_rate": 3.916160197223344e-05,
      "loss": 4.1229,
      "step": 230
    },
    {
      "epoch": 0.3096514745308311,
      "grad_norm": 2.81461763381958,
      "learning_rate": 3.9074715799584874e-05,
      "loss": 4.1425,
      "step": 231
    },
    {
      "epoch": 0.3109919571045576,
      "grad_norm": 1.4306813478469849,
      "learning_rate": 3.89875800174521e-05,
      "loss": 4.1418,
      "step": 232
    },
    {
      "epoch": 0.31233243967828417,
      "grad_norm": 1.4787055253982544,
      "learning_rate": 3.890019617115357e-05,
      "loss": 4.2288,
      "step": 233
    },
    {
      "epoch": 0.3136729222520107,
      "grad_norm": 2.2095518112182617,
      "learning_rate": 3.881256581040701e-05,
      "loss": 4.4499,
      "step": 234
    },
    {
      "epoch": 0.31501340482573725,
      "grad_norm": 1.8035799264907837,
      "learning_rate": 3.8724690489302004e-05,
      "loss": 4.3237,
      "step": 235
    },
    {
      "epoch": 0.3163538873994638,
      "grad_norm": 1.730271816253662,
      "learning_rate": 3.8636571766272404e-05,
      "loss": 4.3262,
      "step": 236
    },
    {
      "epoch": 0.31769436997319034,
      "grad_norm": 1.5243645906448364,
      "learning_rate": 3.8548211204068704e-05,
      "loss": 4.2728,
      "step": 237
    },
    {
      "epoch": 0.3190348525469169,
      "grad_norm": 1.7042049169540405,
      "learning_rate": 3.8459610369730316e-05,
      "loss": 4.1133,
      "step": 238
    },
    {
      "epoch": 0.3203753351206434,
      "grad_norm": 1.6111284494400024,
      "learning_rate": 3.8370770834557765e-05,
      "loss": 4.1065,
      "step": 239
    },
    {
      "epoch": 0.32171581769436997,
      "grad_norm": 1.9032849073410034,
      "learning_rate": 3.828169417408488e-05,
      "loss": 4.5417,
      "step": 240
    },
    {
      "epoch": 0.3230563002680965,
      "grad_norm": 1.5171478986740112,
      "learning_rate": 3.819238196805077e-05,
      "loss": 4.1116,
      "step": 241
    },
    {
      "epoch": 0.32439678284182305,
      "grad_norm": 2.0508604049682617,
      "learning_rate": 3.810283580037188e-05,
      "loss": 4.4837,
      "step": 242
    },
    {
      "epoch": 0.3257372654155496,
      "grad_norm": 1.5974640846252441,
      "learning_rate": 3.801305725911387e-05,
      "loss": 4.1371,
      "step": 243
    },
    {
      "epoch": 0.32707774798927614,
      "grad_norm": 1.529778242111206,
      "learning_rate": 3.792304793646343e-05,
      "loss": 4.3942,
      "step": 244
    },
    {
      "epoch": 0.3284182305630027,
      "grad_norm": 1.8285270929336548,
      "learning_rate": 3.78328094287001e-05,
      "loss": 4.0091,
      "step": 245
    },
    {
      "epoch": 0.3297587131367292,
      "grad_norm": 2.31738543510437,
      "learning_rate": 3.774234333616788e-05,
      "loss": 4.0133,
      "step": 246
    },
    {
      "epoch": 0.33109919571045576,
      "grad_norm": 1.7283586263656616,
      "learning_rate": 3.765165126324695e-05,
      "loss": 4.483,
      "step": 247
    },
    {
      "epoch": 0.3324396782841823,
      "grad_norm": 2.2344255447387695,
      "learning_rate": 3.756073481832512e-05,
      "loss": 4.253,
      "step": 248
    },
    {
      "epoch": 0.33378016085790885,
      "grad_norm": 2.0832972526550293,
      "learning_rate": 3.746959561376937e-05,
      "loss": 4.0796,
      "step": 249
    },
    {
      "epoch": 0.3351206434316354,
      "grad_norm": 1.4113162755966187,
      "learning_rate": 3.737823526589722e-05,
      "loss": 4.3089,
      "step": 250
    },
    {
      "epoch": 0.33646112600536193,
      "grad_norm": 1.932127594947815,
      "learning_rate": 3.728665539494809e-05,
      "loss": 4.0903,
      "step": 251
    },
    {
      "epoch": 0.3378016085790885,
      "grad_norm": 1.6619492769241333,
      "learning_rate": 3.719485762505457e-05,
      "loss": 4.2508,
      "step": 252
    },
    {
      "epoch": 0.339142091152815,
      "grad_norm": 2.39372181892395,
      "learning_rate": 3.7102843584213556e-05,
      "loss": 4.4867,
      "step": 253
    },
    {
      "epoch": 0.34048257372654156,
      "grad_norm": 1.6463251113891602,
      "learning_rate": 3.701061490425745e-05,
      "loss": 4.1576,
      "step": 254
    },
    {
      "epoch": 0.3418230563002681,
      "grad_norm": 1.641948938369751,
      "learning_rate": 3.6918173220825204e-05,
      "loss": 4.2981,
      "step": 255
    },
    {
      "epoch": 0.34316353887399464,
      "grad_norm": 1.940873384475708,
      "learning_rate": 3.682552017333328e-05,
      "loss": 4.0453,
      "step": 256
    },
    {
      "epoch": 0.3445040214477212,
      "grad_norm": 1.4857423305511475,
      "learning_rate": 3.673265740494662e-05,
      "loss": 4.3173,
      "step": 257
    },
    {
      "epoch": 0.34584450402144773,
      "grad_norm": 1.6838629245758057,
      "learning_rate": 3.663958656254947e-05,
      "loss": 4.2694,
      "step": 258
    },
    {
      "epoch": 0.34718498659517427,
      "grad_norm": 1.514359712600708,
      "learning_rate": 3.654630929671616e-05,
      "loss": 4.1445,
      "step": 259
    },
    {
      "epoch": 0.3485254691689008,
      "grad_norm": 1.842326283454895,
      "learning_rate": 3.645282726168191e-05,
      "loss": 4.2037,
      "step": 260
    },
    {
      "epoch": 0.34986595174262736,
      "grad_norm": 2.151712656021118,
      "learning_rate": 3.63591421153134e-05,
      "loss": 4.131,
      "step": 261
    },
    {
      "epoch": 0.3512064343163539,
      "grad_norm": 1.5983384847640991,
      "learning_rate": 3.626525551907943e-05,
      "loss": 4.1629,
      "step": 262
    },
    {
      "epoch": 0.35254691689008044,
      "grad_norm": 1.7316803932189941,
      "learning_rate": 3.617116913802143e-05,
      "loss": 4.368,
      "step": 263
    },
    {
      "epoch": 0.353887399463807,
      "grad_norm": 1.8699780702590942,
      "learning_rate": 3.6076884640723914e-05,
      "loss": 4.1434,
      "step": 264
    },
    {
      "epoch": 0.3552278820375335,
      "grad_norm": 1.6108945608139038,
      "learning_rate": 3.598240369928494e-05,
      "loss": 4.3329,
      "step": 265
    },
    {
      "epoch": 0.35656836461126007,
      "grad_norm": 1.8125485181808472,
      "learning_rate": 3.58877279892864e-05,
      "loss": 4.2709,
      "step": 266
    },
    {
      "epoch": 0.3579088471849866,
      "grad_norm": 1.8078837394714355,
      "learning_rate": 3.579285918976433e-05,
      "loss": 4.1348,
      "step": 267
    },
    {
      "epoch": 0.35924932975871315,
      "grad_norm": 1.5984883308410645,
      "learning_rate": 3.5697798983179165e-05,
      "loss": 4.2623,
      "step": 268
    },
    {
      "epoch": 0.3605898123324397,
      "grad_norm": 1.7439504861831665,
      "learning_rate": 3.560254905538582e-05,
      "loss": 4.014,
      "step": 269
    },
    {
      "epoch": 0.36193029490616624,
      "grad_norm": 1.5043836832046509,
      "learning_rate": 3.5507111095603864e-05,
      "loss": 4.4548,
      "step": 270
    },
    {
      "epoch": 0.3632707774798928,
      "grad_norm": 1.7845739126205444,
      "learning_rate": 3.541148679638756e-05,
      "loss": 4.0811,
      "step": 271
    },
    {
      "epoch": 0.3646112600536193,
      "grad_norm": 1.594000220298767,
      "learning_rate": 3.531567785359579e-05,
      "loss": 4.0656,
      "step": 272
    },
    {
      "epoch": 0.36595174262734587,
      "grad_norm": 1.3641453981399536,
      "learning_rate": 3.5219685966362024e-05,
      "loss": 4.1347,
      "step": 273
    },
    {
      "epoch": 0.3672922252010724,
      "grad_norm": 2.123870372772217,
      "learning_rate": 3.512351283706419e-05,
      "loss": 4.0572,
      "step": 274
    },
    {
      "epoch": 0.36863270777479895,
      "grad_norm": 1.5682214498519897,
      "learning_rate": 3.5027160171294476e-05,
      "loss": 3.9792,
      "step": 275
    },
    {
      "epoch": 0.3699731903485255,
      "grad_norm": 1.7921156883239746,
      "learning_rate": 3.493062967782906e-05,
      "loss": 4.2667,
      "step": 276
    },
    {
      "epoch": 0.37131367292225204,
      "grad_norm": 1.289312720298767,
      "learning_rate": 3.483392306859784e-05,
      "loss": 4.2908,
      "step": 277
    },
    {
      "epoch": 0.3726541554959786,
      "grad_norm": 1.6255465745925903,
      "learning_rate": 3.473704205865405e-05,
      "loss": 4.3037,
      "step": 278
    },
    {
      "epoch": 0.3739946380697051,
      "grad_norm": 5.407750606536865,
      "learning_rate": 3.463998836614383e-05,
      "loss": 3.9892,
      "step": 279
    },
    {
      "epoch": 0.3753351206434316,
      "grad_norm": 1.6176046133041382,
      "learning_rate": 3.4542763712275836e-05,
      "loss": 4.1985,
      "step": 280
    },
    {
      "epoch": 0.37667560321715815,
      "grad_norm": 1.957220196723938,
      "learning_rate": 3.444536982129058e-05,
      "loss": 4.2234,
      "step": 281
    },
    {
      "epoch": 0.3780160857908847,
      "grad_norm": 1.6883248090744019,
      "learning_rate": 3.4347808420429986e-05,
      "loss": 4.3222,
      "step": 282
    },
    {
      "epoch": 0.37935656836461124,
      "grad_norm": 2.0616700649261475,
      "learning_rate": 3.4250081239906674e-05,
      "loss": 4.186,
      "step": 283
    },
    {
      "epoch": 0.3806970509383378,
      "grad_norm": 1.6081446409225464,
      "learning_rate": 3.4152190012873296e-05,
      "loss": 3.941,
      "step": 284
    },
    {
      "epoch": 0.3820375335120643,
      "grad_norm": 2.2144858837127686,
      "learning_rate": 3.405413647539182e-05,
      "loss": 3.8544,
      "step": 285
    },
    {
      "epoch": 0.38337801608579086,
      "grad_norm": 2.4649174213409424,
      "learning_rate": 3.395592236640271e-05,
      "loss": 4.2041,
      "step": 286
    },
    {
      "epoch": 0.3847184986595174,
      "grad_norm": 2.011274814605713,
      "learning_rate": 3.3857549427694114e-05,
      "loss": 4.1236,
      "step": 287
    },
    {
      "epoch": 0.38605898123324395,
      "grad_norm": 1.6481976509094238,
      "learning_rate": 3.375901940387096e-05,
      "loss": 4.2079,
      "step": 288
    },
    {
      "epoch": 0.3873994638069705,
      "grad_norm": 2.9300923347473145,
      "learning_rate": 3.3660334042324e-05,
      "loss": 4.1188,
      "step": 289
    },
    {
      "epoch": 0.38873994638069703,
      "grad_norm": 1.484844446182251,
      "learning_rate": 3.356149509319886e-05,
      "loss": 4.1278,
      "step": 290
    },
    {
      "epoch": 0.3900804289544236,
      "grad_norm": 2.7519867420196533,
      "learning_rate": 3.346250430936498e-05,
      "loss": 4.0015,
      "step": 291
    },
    {
      "epoch": 0.3914209115281501,
      "grad_norm": 1.782799243927002,
      "learning_rate": 3.336336344638451e-05,
      "loss": 4.092,
      "step": 292
    },
    {
      "epoch": 0.39276139410187666,
      "grad_norm": 1.6486201286315918,
      "learning_rate": 3.326407426248121e-05,
      "loss": 4.144,
      "step": 293
    },
    {
      "epoch": 0.3941018766756032,
      "grad_norm": 1.4300029277801514,
      "learning_rate": 3.316463851850925e-05,
      "loss": 4.3014,
      "step": 294
    },
    {
      "epoch": 0.39544235924932974,
      "grad_norm": 1.3786250352859497,
      "learning_rate": 3.3065057977921986e-05,
      "loss": 4.0207,
      "step": 295
    },
    {
      "epoch": 0.3967828418230563,
      "grad_norm": 2.008800745010376,
      "learning_rate": 3.296533440674067e-05,
      "loss": 4.0964,
      "step": 296
    },
    {
      "epoch": 0.39812332439678283,
      "grad_norm": 1.933161735534668,
      "learning_rate": 3.2865469573523163e-05,
      "loss": 4.0538,
      "step": 297
    },
    {
      "epoch": 0.39946380697050937,
      "grad_norm": 1.932469367980957,
      "learning_rate": 3.2765465249332545e-05,
      "loss": 4.4318,
      "step": 298
    },
    {
      "epoch": 0.4008042895442359,
      "grad_norm": 1.565575122833252,
      "learning_rate": 3.266532320770571e-05,
      "loss": 3.9859,
      "step": 299
    },
    {
      "epoch": 0.40214477211796246,
      "grad_norm": 1.6429823637008667,
      "learning_rate": 3.2565045224621923e-05,
      "loss": 4.0066,
      "step": 300
    },
    {
      "epoch": 0.403485254691689,
      "grad_norm": 1.5932061672210693,
      "learning_rate": 3.2464633078471305e-05,
      "loss": 4.1402,
      "step": 301
    },
    {
      "epoch": 0.40482573726541554,
      "grad_norm": 1.3744337558746338,
      "learning_rate": 3.236408855002332e-05,
      "loss": 4.119,
      "step": 302
    },
    {
      "epoch": 0.4061662198391421,
      "grad_norm": 1.62874174118042,
      "learning_rate": 3.226341342239516e-05,
      "loss": 4.0802,
      "step": 303
    },
    {
      "epoch": 0.4075067024128686,
      "grad_norm": 1.5629057884216309,
      "learning_rate": 3.216260948102017e-05,
      "loss": 4.2826,
      "step": 304
    },
    {
      "epoch": 0.40884718498659517,
      "grad_norm": 1.5869566202163696,
      "learning_rate": 3.2061678513616125e-05,
      "loss": 4.2169,
      "step": 305
    },
    {
      "epoch": 0.4101876675603217,
      "grad_norm": 1.4807497262954712,
      "learning_rate": 3.1960622310153576e-05,
      "loss": 4.5131,
      "step": 306
    },
    {
      "epoch": 0.41152815013404825,
      "grad_norm": 1.5955722332000732,
      "learning_rate": 3.185944266282409e-05,
      "loss": 3.9613,
      "step": 307
    },
    {
      "epoch": 0.4128686327077748,
      "grad_norm": 2.003096103668213,
      "learning_rate": 3.1758141366008434e-05,
      "loss": 4.1859,
      "step": 308
    },
    {
      "epoch": 0.41420911528150134,
      "grad_norm": 1.6839512586593628,
      "learning_rate": 3.165672021624481e-05,
      "loss": 4.208,
      "step": 309
    },
    {
      "epoch": 0.4155495978552279,
      "grad_norm": 1.5364892482757568,
      "learning_rate": 3.1555181012196936e-05,
      "loss": 4.2504,
      "step": 310
    },
    {
      "epoch": 0.4168900804289544,
      "grad_norm": 1.7070716619491577,
      "learning_rate": 3.1453525554622206e-05,
      "loss": 4.2403,
      "step": 311
    },
    {
      "epoch": 0.41823056300268097,
      "grad_norm": 1.6160207986831665,
      "learning_rate": 3.135175564633972e-05,
      "loss": 4.055,
      "step": 312
    },
    {
      "epoch": 0.4195710455764075,
      "grad_norm": 1.8000752925872803,
      "learning_rate": 3.124987309219828e-05,
      "loss": 4.4229,
      "step": 313
    },
    {
      "epoch": 0.42091152815013405,
      "grad_norm": 1.8859308958053589,
      "learning_rate": 3.114787969904446e-05,
      "loss": 4.0175,
      "step": 314
    },
    {
      "epoch": 0.4222520107238606,
      "grad_norm": 1.5302249193191528,
      "learning_rate": 3.1045777275690505e-05,
      "loss": 4.2045,
      "step": 315
    },
    {
      "epoch": 0.42359249329758714,
      "grad_norm": 1.6178743839263916,
      "learning_rate": 3.094356763288226e-05,
      "loss": 4.0892,
      "step": 316
    },
    {
      "epoch": 0.4249329758713137,
      "grad_norm": 1.6156505346298218,
      "learning_rate": 3.0841252583267065e-05,
      "loss": 4.2745,
      "step": 317
    },
    {
      "epoch": 0.4262734584450402,
      "grad_norm": 1.4816884994506836,
      "learning_rate": 3.073883394136162e-05,
      "loss": 4.0643,
      "step": 318
    },
    {
      "epoch": 0.42761394101876676,
      "grad_norm": 1.9754472970962524,
      "learning_rate": 3.0636313523519784e-05,
      "loss": 3.9154,
      "step": 319
    },
    {
      "epoch": 0.4289544235924933,
      "grad_norm": 1.4505501985549927,
      "learning_rate": 3.0533693147900365e-05,
      "loss": 4.1663,
      "step": 320
    },
    {
      "epoch": 0.43029490616621985,
      "grad_norm": 1.533445119857788,
      "learning_rate": 3.0430974634434907e-05,
      "loss": 4.1609,
      "step": 321
    },
    {
      "epoch": 0.4316353887399464,
      "grad_norm": 2.11559796333313,
      "learning_rate": 3.0328159804795358e-05,
      "loss": 4.0373,
      "step": 322
    },
    {
      "epoch": 0.43297587131367293,
      "grad_norm": 1.5644017457962036,
      "learning_rate": 3.0225250482361818e-05,
      "loss": 4.1189,
      "step": 323
    },
    {
      "epoch": 0.4343163538873995,
      "grad_norm": 1.9247467517852783,
      "learning_rate": 3.0122248492190163e-05,
      "loss": 4.1166,
      "step": 324
    },
    {
      "epoch": 0.435656836461126,
      "grad_norm": 1.447979211807251,
      "learning_rate": 3.0019155660979713e-05,
      "loss": 4.2561,
      "step": 325
    },
    {
      "epoch": 0.43699731903485256,
      "grad_norm": 1.1518259048461914,
      "learning_rate": 2.9915973817040804e-05,
      "loss": 4.2113,
      "step": 326
    },
    {
      "epoch": 0.4383378016085791,
      "grad_norm": 1.999643325805664,
      "learning_rate": 2.9812704790262384e-05,
      "loss": 3.9495,
      "step": 327
    },
    {
      "epoch": 0.43967828418230565,
      "grad_norm": 1.5407859086990356,
      "learning_rate": 2.9709350412079544e-05,
      "loss": 3.9462,
      "step": 328
    },
    {
      "epoch": 0.4410187667560322,
      "grad_norm": 1.5092459917068481,
      "learning_rate": 2.960591251544106e-05,
      "loss": 4.093,
      "step": 329
    },
    {
      "epoch": 0.44235924932975873,
      "grad_norm": 2.3044111728668213,
      "learning_rate": 2.950239293477687e-05,
      "loss": 3.9705,
      "step": 330
    },
    {
      "epoch": 0.4436997319034853,
      "grad_norm": 1.4893378019332886,
      "learning_rate": 2.9398793505965537e-05,
      "loss": 4.0784,
      "step": 331
    },
    {
      "epoch": 0.4450402144772118,
      "grad_norm": 2.1338768005371094,
      "learning_rate": 2.929511606630172e-05,
      "loss": 4.0829,
      "step": 332
    },
    {
      "epoch": 0.44638069705093836,
      "grad_norm": 1.5938509702682495,
      "learning_rate": 2.919136245446354e-05,
      "loss": 4.092,
      "step": 333
    },
    {
      "epoch": 0.4477211796246649,
      "grad_norm": 2.1453089714050293,
      "learning_rate": 2.9087534510480037e-05,
      "loss": 4.0956,
      "step": 334
    },
    {
      "epoch": 0.44906166219839144,
      "grad_norm": 1.3650685548782349,
      "learning_rate": 2.8983634075698475e-05,
      "loss": 4.28,
      "step": 335
    },
    {
      "epoch": 0.450402144772118,
      "grad_norm": 1.623462200164795,
      "learning_rate": 2.8879662992751715e-05,
      "loss": 4.0597,
      "step": 336
    },
    {
      "epoch": 0.4517426273458445,
      "grad_norm": 2.046614646911621,
      "learning_rate": 2.8775623105525556e-05,
      "loss": 4.2283,
      "step": 337
    },
    {
      "epoch": 0.45308310991957107,
      "grad_norm": 1.830880880355835,
      "learning_rate": 2.8671516259125985e-05,
      "loss": 4.1797,
      "step": 338
    },
    {
      "epoch": 0.4544235924932976,
      "grad_norm": 2.3801305294036865,
      "learning_rate": 2.8567344299846506e-05,
      "loss": 4.2286,
      "step": 339
    },
    {
      "epoch": 0.45576407506702415,
      "grad_norm": 1.6630080938339233,
      "learning_rate": 2.846310907513536e-05,
      "loss": 3.9841,
      "step": 340
    },
    {
      "epoch": 0.4571045576407507,
      "grad_norm": 2.3895809650421143,
      "learning_rate": 2.8358812433562786e-05,
      "loss": 4.0095,
      "step": 341
    },
    {
      "epoch": 0.4584450402144772,
      "grad_norm": 1.6159062385559082,
      "learning_rate": 2.8254456224788217e-05,
      "loss": 4.4268,
      "step": 342
    },
    {
      "epoch": 0.4597855227882037,
      "grad_norm": 2.209702730178833,
      "learning_rate": 2.815004229952749e-05,
      "loss": 3.8829,
      "step": 343
    },
    {
      "epoch": 0.46112600536193027,
      "grad_norm": 1.8387476205825806,
      "learning_rate": 2.804557250952003e-05,
      "loss": 4.2603,
      "step": 344
    },
    {
      "epoch": 0.4624664879356568,
      "grad_norm": 1.9558207988739014,
      "learning_rate": 2.7941048707495982e-05,
      "loss": 4.1728,
      "step": 345
    },
    {
      "epoch": 0.46380697050938335,
      "grad_norm": 1.757020354270935,
      "learning_rate": 2.783647274714339e-05,
      "loss": 3.9945,
      "step": 346
    },
    {
      "epoch": 0.4651474530831099,
      "grad_norm": 1.8099054098129272,
      "learning_rate": 2.7731846483075297e-05,
      "loss": 4.0947,
      "step": 347
    },
    {
      "epoch": 0.46648793565683644,
      "grad_norm": 2.22983980178833,
      "learning_rate": 2.7627171770796868e-05,
      "loss": 4.0306,
      "step": 348
    },
    {
      "epoch": 0.467828418230563,
      "grad_norm": 2.307410955429077,
      "learning_rate": 2.7522450466672466e-05,
      "loss": 3.941,
      "step": 349
    },
    {
      "epoch": 0.4691689008042895,
      "grad_norm": 1.9241867065429688,
      "learning_rate": 2.7417684427892747e-05,
      "loss": 4.0862,
      "step": 350
    },
    {
      "epoch": 0.47050938337801607,
      "grad_norm": 1.8793531656265259,
      "learning_rate": 2.731287551244174e-05,
      "loss": 4.1502,
      "step": 351
    },
    {
      "epoch": 0.4718498659517426,
      "grad_norm": 1.5548282861709595,
      "learning_rate": 2.7208025579063835e-05,
      "loss": 4.064,
      "step": 352
    },
    {
      "epoch": 0.47319034852546915,
      "grad_norm": 1.5908820629119873,
      "learning_rate": 2.7103136487230895e-05,
      "loss": 4.2391,
      "step": 353
    },
    {
      "epoch": 0.4745308310991957,
      "grad_norm": 1.8269513845443726,
      "learning_rate": 2.6998210097109216e-05,
      "loss": 4.1805,
      "step": 354
    },
    {
      "epoch": 0.47587131367292224,
      "grad_norm": 2.038243293762207,
      "learning_rate": 2.6893248269526578e-05,
      "loss": 4.0751,
      "step": 355
    },
    {
      "epoch": 0.4772117962466488,
      "grad_norm": 1.7675917148590088,
      "learning_rate": 2.6788252865939235e-05,
      "loss": 4.2343,
      "step": 356
    },
    {
      "epoch": 0.4785522788203753,
      "grad_norm": 2.9496965408325195,
      "learning_rate": 2.668322574839888e-05,
      "loss": 4.0658,
      "step": 357
    },
    {
      "epoch": 0.47989276139410186,
      "grad_norm": 1.8500744104385376,
      "learning_rate": 2.6578168779519652e-05,
      "loss": 4.0354,
      "step": 358
    },
    {
      "epoch": 0.4812332439678284,
      "grad_norm": 1.6212828159332275,
      "learning_rate": 2.6473083822445088e-05,
      "loss": 4.2147,
      "step": 359
    },
    {
      "epoch": 0.48257372654155495,
      "grad_norm": 1.7091350555419922,
      "learning_rate": 2.63679727408151e-05,
      "loss": 4.0787,
      "step": 360
    },
    {
      "epoch": 0.4839142091152815,
      "grad_norm": 2.0279293060302734,
      "learning_rate": 2.6262837398732886e-05,
      "loss": 4.3703,
      "step": 361
    },
    {
      "epoch": 0.48525469168900803,
      "grad_norm": 1.6604502201080322,
      "learning_rate": 2.615767966073191e-05,
      "loss": 3.9092,
      "step": 362
    },
    {
      "epoch": 0.4865951742627346,
      "grad_norm": 1.5565494298934937,
      "learning_rate": 2.6052501391742802e-05,
      "loss": 4.238,
      "step": 363
    },
    {
      "epoch": 0.4879356568364611,
      "grad_norm": 1.6518850326538086,
      "learning_rate": 2.594730445706032e-05,
      "loss": 4.0058,
      "step": 364
    },
    {
      "epoch": 0.48927613941018766,
      "grad_norm": 1.786001205444336,
      "learning_rate": 2.584209072231023e-05,
      "loss": 4.5111,
      "step": 365
    },
    {
      "epoch": 0.4906166219839142,
      "grad_norm": 1.9006179571151733,
      "learning_rate": 2.573686205341626e-05,
      "loss": 4.3652,
      "step": 366
    },
    {
      "epoch": 0.49195710455764075,
      "grad_norm": 1.466137170791626,
      "learning_rate": 2.5631620316566985e-05,
      "loss": 3.9843,
      "step": 367
    },
    {
      "epoch": 0.4932975871313673,
      "grad_norm": 1.9523398876190186,
      "learning_rate": 2.5526367378182725e-05,
      "loss": 4.2517,
      "step": 368
    },
    {
      "epoch": 0.49463806970509383,
      "grad_norm": 1.8389662504196167,
      "learning_rate": 2.5421105104882452e-05,
      "loss": 4.1378,
      "step": 369
    },
    {
      "epoch": 0.4959785522788204,
      "grad_norm": 2.1850528717041016,
      "learning_rate": 2.531583536345072e-05,
      "loss": 4.0543,
      "step": 370
    },
    {
      "epoch": 0.4973190348525469,
      "grad_norm": 1.5716923475265503,
      "learning_rate": 2.5210560020804487e-05,
      "loss": 4.3041,
      "step": 371
    },
    {
      "epoch": 0.49865951742627346,
      "grad_norm": 1.5218499898910522,
      "learning_rate": 2.510528094396007e-05,
      "loss": 3.9674,
      "step": 372
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.0628247261047363,
      "learning_rate": 2.5e-05,
      "loss": 3.6712,
      "step": 373
    },
    {
      "epoch": 0.5013404825737265,
      "grad_norm": 1.67324960231781,
      "learning_rate": 2.4894719056039936e-05,
      "loss": 4.6679,
      "step": 374
    },
    {
      "epoch": 0.5026809651474531,
      "grad_norm": 1.8018375635147095,
      "learning_rate": 2.478943997919552e-05,
      "loss": 4.0665,
      "step": 375
    },
    {
      "epoch": 0.5040214477211796,
      "grad_norm": 1.6567829847335815,
      "learning_rate": 2.4684164636549286e-05,
      "loss": 4.1501,
      "step": 376
    },
    {
      "epoch": 0.5053619302949062,
      "grad_norm": 1.7089920043945312,
      "learning_rate": 2.457889489511755e-05,
      "loss": 4.1043,
      "step": 377
    },
    {
      "epoch": 0.5067024128686327,
      "grad_norm": 1.5544612407684326,
      "learning_rate": 2.447363262181728e-05,
      "loss": 4.0276,
      "step": 378
    },
    {
      "epoch": 0.5080428954423593,
      "grad_norm": 1.2641175985336304,
      "learning_rate": 2.4368379683433017e-05,
      "loss": 4.4423,
      "step": 379
    },
    {
      "epoch": 0.5093833780160858,
      "grad_norm": 2.165229320526123,
      "learning_rate": 2.4263137946583743e-05,
      "loss": 4.0363,
      "step": 380
    },
    {
      "epoch": 0.5107238605898123,
      "grad_norm": 1.398396372795105,
      "learning_rate": 2.4157909277689776e-05,
      "loss": 4.0501,
      "step": 381
    },
    {
      "epoch": 0.5120643431635389,
      "grad_norm": 2.626469135284424,
      "learning_rate": 2.405269554293969e-05,
      "loss": 4.2245,
      "step": 382
    },
    {
      "epoch": 0.5134048257372654,
      "grad_norm": 1.6333599090576172,
      "learning_rate": 2.3947498608257204e-05,
      "loss": 4.1822,
      "step": 383
    },
    {
      "epoch": 0.514745308310992,
      "grad_norm": 1.9292958974838257,
      "learning_rate": 2.38423203392681e-05,
      "loss": 3.9859,
      "step": 384
    },
    {
      "epoch": 0.5160857908847185,
      "grad_norm": 1.9943302869796753,
      "learning_rate": 2.373716260126712e-05,
      "loss": 4.0657,
      "step": 385
    },
    {
      "epoch": 0.517426273458445,
      "grad_norm": 1.8861877918243408,
      "learning_rate": 2.3632027259184906e-05,
      "loss": 4.0267,
      "step": 386
    },
    {
      "epoch": 0.5187667560321716,
      "grad_norm": 1.7671360969543457,
      "learning_rate": 2.3526916177554918e-05,
      "loss": 4.1377,
      "step": 387
    },
    {
      "epoch": 0.5201072386058981,
      "grad_norm": 1.4360904693603516,
      "learning_rate": 2.3421831220480357e-05,
      "loss": 4.1517,
      "step": 388
    },
    {
      "epoch": 0.5214477211796247,
      "grad_norm": 1.7188514471054077,
      "learning_rate": 2.331677425160113e-05,
      "loss": 4.2611,
      "step": 389
    },
    {
      "epoch": 0.5227882037533512,
      "grad_norm": 2.168728828430176,
      "learning_rate": 2.3211747134060774e-05,
      "loss": 3.8085,
      "step": 390
    },
    {
      "epoch": 0.5241286863270778,
      "grad_norm": 1.2896836996078491,
      "learning_rate": 2.3106751730473424e-05,
      "loss": 4.2546,
      "step": 391
    },
    {
      "epoch": 0.5254691689008043,
      "grad_norm": 1.6042603254318237,
      "learning_rate": 2.3001789902890793e-05,
      "loss": 4.1296,
      "step": 392
    },
    {
      "epoch": 0.5268096514745308,
      "grad_norm": 1.416872501373291,
      "learning_rate": 2.289686351276911e-05,
      "loss": 4.3228,
      "step": 393
    },
    {
      "epoch": 0.5281501340482574,
      "grad_norm": 1.7337288856506348,
      "learning_rate": 2.2791974420936168e-05,
      "loss": 4.3559,
      "step": 394
    },
    {
      "epoch": 0.5294906166219839,
      "grad_norm": 1.6385115385055542,
      "learning_rate": 2.2687124487558267e-05,
      "loss": 4.3017,
      "step": 395
    },
    {
      "epoch": 0.5308310991957105,
      "grad_norm": 1.6782629489898682,
      "learning_rate": 2.2582315572107255e-05,
      "loss": 4.052,
      "step": 396
    },
    {
      "epoch": 0.532171581769437,
      "grad_norm": 1.493320345878601,
      "learning_rate": 2.247754953332754e-05,
      "loss": 3.87,
      "step": 397
    },
    {
      "epoch": 0.5335120643431636,
      "grad_norm": 3.0621447563171387,
      "learning_rate": 2.237282822920314e-05,
      "loss": 4.0244,
      "step": 398
    },
    {
      "epoch": 0.5348525469168901,
      "grad_norm": 1.372417688369751,
      "learning_rate": 2.226815351692471e-05,
      "loss": 4.1853,
      "step": 399
    },
    {
      "epoch": 0.5361930294906166,
      "grad_norm": 1.5652010440826416,
      "learning_rate": 2.2163527252856614e-05,
      "loss": 4.1655,
      "step": 400
    },
    {
      "epoch": 0.5375335120643432,
      "grad_norm": 1.9100714921951294,
      "learning_rate": 2.2058951292504024e-05,
      "loss": 4.2346,
      "step": 401
    },
    {
      "epoch": 0.5388739946380697,
      "grad_norm": 1.4861701726913452,
      "learning_rate": 2.195442749047998e-05,
      "loss": 4.1875,
      "step": 402
    },
    {
      "epoch": 0.5402144772117963,
      "grad_norm": 1.5334513187408447,
      "learning_rate": 2.1849957700472515e-05,
      "loss": 4.2791,
      "step": 403
    },
    {
      "epoch": 0.5415549597855228,
      "grad_norm": 1.784036636352539,
      "learning_rate": 2.1745543775211792e-05,
      "loss": 3.9542,
      "step": 404
    },
    {
      "epoch": 0.5428954423592494,
      "grad_norm": 1.2979745864868164,
      "learning_rate": 2.164118756643722e-05,
      "loss": 4.0638,
      "step": 405
    },
    {
      "epoch": 0.5442359249329759,
      "grad_norm": 1.5068295001983643,
      "learning_rate": 2.153689092486464e-05,
      "loss": 4.462,
      "step": 406
    },
    {
      "epoch": 0.5455764075067024,
      "grad_norm": 2.4616341590881348,
      "learning_rate": 2.1432655700153496e-05,
      "loss": 3.982,
      "step": 407
    },
    {
      "epoch": 0.546916890080429,
      "grad_norm": 1.5166085958480835,
      "learning_rate": 2.1328483740874014e-05,
      "loss": 4.0979,
      "step": 408
    },
    {
      "epoch": 0.5482573726541555,
      "grad_norm": 1.7746466398239136,
      "learning_rate": 2.1224376894474447e-05,
      "loss": 4.1738,
      "step": 409
    },
    {
      "epoch": 0.5495978552278821,
      "grad_norm": 1.845697283744812,
      "learning_rate": 2.1120337007248284e-05,
      "loss": 4.2767,
      "step": 410
    },
    {
      "epoch": 0.5509383378016086,
      "grad_norm": 1.6201977729797363,
      "learning_rate": 2.1016365924301527e-05,
      "loss": 4.1614,
      "step": 411
    },
    {
      "epoch": 0.5522788203753352,
      "grad_norm": 1.8354599475860596,
      "learning_rate": 2.0912465489519965e-05,
      "loss": 4.1648,
      "step": 412
    },
    {
      "epoch": 0.5536193029490617,
      "grad_norm": 1.29779851436615,
      "learning_rate": 2.080863754553646e-05,
      "loss": 4.2336,
      "step": 413
    },
    {
      "epoch": 0.5549597855227882,
      "grad_norm": 1.2807518243789673,
      "learning_rate": 2.0704883933698288e-05,
      "loss": 4.3824,
      "step": 414
    },
    {
      "epoch": 0.5563002680965148,
      "grad_norm": 1.7258468866348267,
      "learning_rate": 2.0601206494034465e-05,
      "loss": 3.8289,
      "step": 415
    },
    {
      "epoch": 0.5576407506702413,
      "grad_norm": 1.8805090188980103,
      "learning_rate": 2.049760706522313e-05,
      "loss": 3.9097,
      "step": 416
    },
    {
      "epoch": 0.5589812332439679,
      "grad_norm": 1.453730821609497,
      "learning_rate": 2.039408748455894e-05,
      "loss": 4.339,
      "step": 417
    },
    {
      "epoch": 0.5603217158176944,
      "grad_norm": 2.244704008102417,
      "learning_rate": 2.029064958792046e-05,
      "loss": 4.2103,
      "step": 418
    },
    {
      "epoch": 0.561662198391421,
      "grad_norm": 1.9460493326187134,
      "learning_rate": 2.0187295209737618e-05,
      "loss": 4.0649,
      "step": 419
    },
    {
      "epoch": 0.5630026809651475,
      "grad_norm": 2.0036537647247314,
      "learning_rate": 2.0084026182959195e-05,
      "loss": 4.0956,
      "step": 420
    },
    {
      "epoch": 0.564343163538874,
      "grad_norm": 1.766777515411377,
      "learning_rate": 1.998084433902029e-05,
      "loss": 4.2547,
      "step": 421
    },
    {
      "epoch": 0.5656836461126006,
      "grad_norm": 1.8891938924789429,
      "learning_rate": 1.987775150780984e-05,
      "loss": 3.8096,
      "step": 422
    },
    {
      "epoch": 0.5670241286863271,
      "grad_norm": 1.5875290632247925,
      "learning_rate": 1.9774749517638188e-05,
      "loss": 4.037,
      "step": 423
    },
    {
      "epoch": 0.5683646112600537,
      "grad_norm": 1.3783862590789795,
      "learning_rate": 1.9671840195204648e-05,
      "loss": 4.102,
      "step": 424
    },
    {
      "epoch": 0.5697050938337802,
      "grad_norm": 1.4722927808761597,
      "learning_rate": 1.9569025365565095e-05,
      "loss": 4.1249,
      "step": 425
    },
    {
      "epoch": 0.5710455764075067,
      "grad_norm": 1.4961539506912231,
      "learning_rate": 1.946630685209963e-05,
      "loss": 4.0784,
      "step": 426
    },
    {
      "epoch": 0.5723860589812333,
      "grad_norm": 1.4038958549499512,
      "learning_rate": 1.9363686476480218e-05,
      "loss": 4.1614,
      "step": 427
    },
    {
      "epoch": 0.5737265415549598,
      "grad_norm": 1.734254240989685,
      "learning_rate": 1.926116605863838e-05,
      "loss": 3.9904,
      "step": 428
    },
    {
      "epoch": 0.5750670241286864,
      "grad_norm": 1.8497049808502197,
      "learning_rate": 1.9158747416732934e-05,
      "loss": 4.2653,
      "step": 429
    },
    {
      "epoch": 0.5764075067024129,
      "grad_norm": 2.33406925201416,
      "learning_rate": 1.9056432367117744e-05,
      "loss": 4.1001,
      "step": 430
    },
    {
      "epoch": 0.5777479892761395,
      "grad_norm": 1.7938520908355713,
      "learning_rate": 1.8954222724309494e-05,
      "loss": 4.1204,
      "step": 431
    },
    {
      "epoch": 0.579088471849866,
      "grad_norm": 1.6719881296157837,
      "learning_rate": 1.8852120300955536e-05,
      "loss": 4.0443,
      "step": 432
    },
    {
      "epoch": 0.5804289544235925,
      "grad_norm": 1.1521655321121216,
      "learning_rate": 1.875012690780172e-05,
      "loss": 4.3216,
      "step": 433
    },
    {
      "epoch": 0.5817694369973191,
      "grad_norm": 1.8876456022262573,
      "learning_rate": 1.8648244353660287e-05,
      "loss": 4.0171,
      "step": 434
    },
    {
      "epoch": 0.5831099195710456,
      "grad_norm": 1.6012482643127441,
      "learning_rate": 1.8546474445377786e-05,
      "loss": 4.1606,
      "step": 435
    },
    {
      "epoch": 0.5844504021447721,
      "grad_norm": 1.6673461198806763,
      "learning_rate": 1.8444818987803077e-05,
      "loss": 3.9613,
      "step": 436
    },
    {
      "epoch": 0.5857908847184986,
      "grad_norm": 1.9050394296646118,
      "learning_rate": 1.834327978375521e-05,
      "loss": 4.1962,
      "step": 437
    },
    {
      "epoch": 0.5871313672922251,
      "grad_norm": 2.8008038997650146,
      "learning_rate": 1.8241858633991578e-05,
      "loss": 4.1348,
      "step": 438
    },
    {
      "epoch": 0.5884718498659517,
      "grad_norm": 1.8459497690200806,
      "learning_rate": 1.8140557337175925e-05,
      "loss": 4.0426,
      "step": 439
    },
    {
      "epoch": 0.5898123324396782,
      "grad_norm": 1.9654160737991333,
      "learning_rate": 1.8039377689846427e-05,
      "loss": 4.2719,
      "step": 440
    },
    {
      "epoch": 0.5911528150134048,
      "grad_norm": 1.234697699546814,
      "learning_rate": 1.793832148638388e-05,
      "loss": 4.1523,
      "step": 441
    },
    {
      "epoch": 0.5924932975871313,
      "grad_norm": 2.1580123901367188,
      "learning_rate": 1.783739051897984e-05,
      "loss": 3.9168,
      "step": 442
    },
    {
      "epoch": 0.5938337801608579,
      "grad_norm": 1.6117770671844482,
      "learning_rate": 1.7736586577604846e-05,
      "loss": 4.1645,
      "step": 443
    },
    {
      "epoch": 0.5951742627345844,
      "grad_norm": 1.648154377937317,
      "learning_rate": 1.7635911449976694e-05,
      "loss": 4.1189,
      "step": 444
    },
    {
      "epoch": 0.596514745308311,
      "grad_norm": 2.4047629833221436,
      "learning_rate": 1.7535366921528707e-05,
      "loss": 4.2343,
      "step": 445
    },
    {
      "epoch": 0.5978552278820375,
      "grad_norm": 1.445083737373352,
      "learning_rate": 1.7434954775378086e-05,
      "loss": 4.1891,
      "step": 446
    },
    {
      "epoch": 0.599195710455764,
      "grad_norm": 2.135385274887085,
      "learning_rate": 1.7334676792294303e-05,
      "loss": 4.3261,
      "step": 447
    },
    {
      "epoch": 0.6005361930294906,
      "grad_norm": 1.8604485988616943,
      "learning_rate": 1.7234534750667468e-05,
      "loss": 3.9987,
      "step": 448
    },
    {
      "epoch": 0.6018766756032171,
      "grad_norm": 1.5339124202728271,
      "learning_rate": 1.7134530426476846e-05,
      "loss": 4.191,
      "step": 449
    },
    {
      "epoch": 0.6032171581769437,
      "grad_norm": 1.743237018585205,
      "learning_rate": 1.7034665593259338e-05,
      "loss": 3.989,
      "step": 450
    },
    {
      "epoch": 0.6045576407506702,
      "grad_norm": 1.4767019748687744,
      "learning_rate": 1.6934942022078027e-05,
      "loss": 4.2716,
      "step": 451
    },
    {
      "epoch": 0.6058981233243967,
      "grad_norm": 1.3678908348083496,
      "learning_rate": 1.6835361481490757e-05,
      "loss": 4.396,
      "step": 452
    },
    {
      "epoch": 0.6072386058981233,
      "grad_norm": 1.6478397846221924,
      "learning_rate": 1.67359257375188e-05,
      "loss": 3.983,
      "step": 453
    },
    {
      "epoch": 0.6085790884718498,
      "grad_norm": 1.7605869770050049,
      "learning_rate": 1.6636636553615504e-05,
      "loss": 4.1603,
      "step": 454
    },
    {
      "epoch": 0.6099195710455764,
      "grad_norm": 1.7511756420135498,
      "learning_rate": 1.6537495690635034e-05,
      "loss": 4.1582,
      "step": 455
    },
    {
      "epoch": 0.6112600536193029,
      "grad_norm": 1.309372067451477,
      "learning_rate": 1.643850490680115e-05,
      "loss": 4.0716,
      "step": 456
    },
    {
      "epoch": 0.6126005361930295,
      "grad_norm": 1.6176837682724,
      "learning_rate": 1.6339665957676012e-05,
      "loss": 4.3069,
      "step": 457
    },
    {
      "epoch": 0.613941018766756,
      "grad_norm": 1.6048171520233154,
      "learning_rate": 1.6240980596129053e-05,
      "loss": 3.8597,
      "step": 458
    },
    {
      "epoch": 0.6152815013404825,
      "grad_norm": 1.5734343528747559,
      "learning_rate": 1.6142450572305888e-05,
      "loss": 4.1895,
      "step": 459
    },
    {
      "epoch": 0.6166219839142091,
      "grad_norm": 2.189875602722168,
      "learning_rate": 1.6044077633597292e-05,
      "loss": 3.9668,
      "step": 460
    },
    {
      "epoch": 0.6179624664879356,
      "grad_norm": 1.540818691253662,
      "learning_rate": 1.5945863524608187e-05,
      "loss": 4.1322,
      "step": 461
    },
    {
      "epoch": 0.6193029490616622,
      "grad_norm": 1.704729676246643,
      "learning_rate": 1.584780998712671e-05,
      "loss": 4.0237,
      "step": 462
    },
    {
      "epoch": 0.6206434316353887,
      "grad_norm": 1.5379844903945923,
      "learning_rate": 1.574991876009334e-05,
      "loss": 4.2837,
      "step": 463
    },
    {
      "epoch": 0.6219839142091153,
      "grad_norm": 1.3772886991500854,
      "learning_rate": 1.5652191579570023e-05,
      "loss": 4.0742,
      "step": 464
    },
    {
      "epoch": 0.6233243967828418,
      "grad_norm": 1.3018437623977661,
      "learning_rate": 1.5554630178709427e-05,
      "loss": 4.0137,
      "step": 465
    },
    {
      "epoch": 0.6246648793565683,
      "grad_norm": 1.476588249206543,
      "learning_rate": 1.545723628772418e-05,
      "loss": 4.2714,
      "step": 466
    },
    {
      "epoch": 0.6260053619302949,
      "grad_norm": 1.8913376331329346,
      "learning_rate": 1.5360011633856176e-05,
      "loss": 3.9787,
      "step": 467
    },
    {
      "epoch": 0.6273458445040214,
      "grad_norm": 1.6905183792114258,
      "learning_rate": 1.526295794134596e-05,
      "loss": 4.0426,
      "step": 468
    },
    {
      "epoch": 0.628686327077748,
      "grad_norm": 1.3571633100509644,
      "learning_rate": 1.5166076931402162e-05,
      "loss": 3.9984,
      "step": 469
    },
    {
      "epoch": 0.6300268096514745,
      "grad_norm": 1.3958309888839722,
      "learning_rate": 1.5069370322170941e-05,
      "loss": 4.3721,
      "step": 470
    },
    {
      "epoch": 0.631367292225201,
      "grad_norm": 2.798372507095337,
      "learning_rate": 1.4972839828705526e-05,
      "loss": 3.9628,
      "step": 471
    },
    {
      "epoch": 0.6327077747989276,
      "grad_norm": 1.5644121170043945,
      "learning_rate": 1.4876487162935812e-05,
      "loss": 4.1202,
      "step": 472
    },
    {
      "epoch": 0.6340482573726541,
      "grad_norm": 1.6360480785369873,
      "learning_rate": 1.4780314033637982e-05,
      "loss": 4.0697,
      "step": 473
    },
    {
      "epoch": 0.6353887399463807,
      "grad_norm": 1.815441608428955,
      "learning_rate": 1.4684322146404217e-05,
      "loss": 3.968,
      "step": 474
    },
    {
      "epoch": 0.6367292225201072,
      "grad_norm": 1.5409667491912842,
      "learning_rate": 1.458851320361244e-05,
      "loss": 4.031,
      "step": 475
    },
    {
      "epoch": 0.6380697050938338,
      "grad_norm": 1.2886230945587158,
      "learning_rate": 1.4492888904396135e-05,
      "loss": 4.2815,
      "step": 476
    },
    {
      "epoch": 0.6394101876675603,
      "grad_norm": 1.7692686319351196,
      "learning_rate": 1.4397450944614186e-05,
      "loss": 4.2953,
      "step": 477
    },
    {
      "epoch": 0.6407506702412868,
      "grad_norm": 1.5783576965332031,
      "learning_rate": 1.4302201016820849e-05,
      "loss": 4.084,
      "step": 478
    },
    {
      "epoch": 0.6420911528150134,
      "grad_norm": 1.467386245727539,
      "learning_rate": 1.4207140810235672e-05,
      "loss": 4.1305,
      "step": 479
    },
    {
      "epoch": 0.6434316353887399,
      "grad_norm": 1.6338868141174316,
      "learning_rate": 1.4112272010713617e-05,
      "loss": 3.8298,
      "step": 480
    },
    {
      "epoch": 0.6447721179624665,
      "grad_norm": 1.6367789506912231,
      "learning_rate": 1.4017596300715069e-05,
      "loss": 4.2634,
      "step": 481
    },
    {
      "epoch": 0.646112600536193,
      "grad_norm": 1.390328049659729,
      "learning_rate": 1.3923115359276084e-05,
      "loss": 4.1546,
      "step": 482
    },
    {
      "epoch": 0.6474530831099196,
      "grad_norm": 1.5065929889678955,
      "learning_rate": 1.3828830861978579e-05,
      "loss": 4.142,
      "step": 483
    },
    {
      "epoch": 0.6487935656836461,
      "grad_norm": 1.524415135383606,
      "learning_rate": 1.373474448092057e-05,
      "loss": 4.4572,
      "step": 484
    },
    {
      "epoch": 0.6501340482573726,
      "grad_norm": 1.5448362827301025,
      "learning_rate": 1.3640857884686603e-05,
      "loss": 3.9685,
      "step": 485
    },
    {
      "epoch": 0.6514745308310992,
      "grad_norm": 1.897816777229309,
      "learning_rate": 1.3547172738318093e-05,
      "loss": 3.9411,
      "step": 486
    },
    {
      "epoch": 0.6528150134048257,
      "grad_norm": 1.5400289297103882,
      "learning_rate": 1.3453690703283847e-05,
      "loss": 3.9751,
      "step": 487
    },
    {
      "epoch": 0.6541554959785523,
      "grad_norm": 1.643668293952942,
      "learning_rate": 1.3360413437450542e-05,
      "loss": 4.0027,
      "step": 488
    },
    {
      "epoch": 0.6554959785522788,
      "grad_norm": 1.4362705945968628,
      "learning_rate": 1.3267342595053386e-05,
      "loss": 3.9511,
      "step": 489
    },
    {
      "epoch": 0.6568364611260054,
      "grad_norm": 1.5446350574493408,
      "learning_rate": 1.317447982666672e-05,
      "loss": 4.1382,
      "step": 490
    },
    {
      "epoch": 0.6581769436997319,
      "grad_norm": 1.4813910722732544,
      "learning_rate": 1.3081826779174805e-05,
      "loss": 4.1631,
      "step": 491
    },
    {
      "epoch": 0.6595174262734584,
      "grad_norm": 1.6765987873077393,
      "learning_rate": 1.2989385095742557e-05,
      "loss": 4.149,
      "step": 492
    },
    {
      "epoch": 0.660857908847185,
      "grad_norm": 1.8691000938415527,
      "learning_rate": 1.289715641578645e-05,
      "loss": 4.1047,
      "step": 493
    },
    {
      "epoch": 0.6621983914209115,
      "grad_norm": 1.5709315538406372,
      "learning_rate": 1.280514237494544e-05,
      "loss": 4.1226,
      "step": 494
    },
    {
      "epoch": 0.6635388739946381,
      "grad_norm": 2.259974956512451,
      "learning_rate": 1.2713344605051905e-05,
      "loss": 4.1064,
      "step": 495
    },
    {
      "epoch": 0.6648793565683646,
      "grad_norm": 1.8946611881256104,
      "learning_rate": 1.2621764734102786e-05,
      "loss": 4.2389,
      "step": 496
    },
    {
      "epoch": 0.6662198391420912,
      "grad_norm": 1.4251221418380737,
      "learning_rate": 1.2530404386230638e-05,
      "loss": 4.0866,
      "step": 497
    },
    {
      "epoch": 0.6675603217158177,
      "grad_norm": 1.6305046081542969,
      "learning_rate": 1.2439265181674895e-05,
      "loss": 4.3335,
      "step": 498
    },
    {
      "epoch": 0.6689008042895442,
      "grad_norm": 1.532456874847412,
      "learning_rate": 1.234834873675306e-05,
      "loss": 3.9201,
      "step": 499
    },
    {
      "epoch": 0.6702412868632708,
      "grad_norm": 2.4865877628326416,
      "learning_rate": 1.2257656663832129e-05,
      "loss": 4.2511,
      "step": 500
    },
    {
      "epoch": 0.6715817694369973,
      "grad_norm": 1.3506802320480347,
      "learning_rate": 1.2167190571299911e-05,
      "loss": 3.9312,
      "step": 501
    },
    {
      "epoch": 0.6729222520107239,
      "grad_norm": 1.504542350769043,
      "learning_rate": 1.2076952063536567e-05,
      "loss": 4.1099,
      "step": 502
    },
    {
      "epoch": 0.6742627345844504,
      "grad_norm": 1.6404659748077393,
      "learning_rate": 1.1986942740886135e-05,
      "loss": 4.1739,
      "step": 503
    },
    {
      "epoch": 0.675603217158177,
      "grad_norm": 2.0798070430755615,
      "learning_rate": 1.1897164199628117e-05,
      "loss": 3.9686,
      "step": 504
    },
    {
      "epoch": 0.6769436997319035,
      "grad_norm": 1.451737880706787,
      "learning_rate": 1.1807618031949235e-05,
      "loss": 4.2728,
      "step": 505
    },
    {
      "epoch": 0.67828418230563,
      "grad_norm": 1.5113872289657593,
      "learning_rate": 1.1718305825915125e-05,
      "loss": 4.1488,
      "step": 506
    },
    {
      "epoch": 0.6796246648793566,
      "grad_norm": 1.7265151739120483,
      "learning_rate": 1.162922916544224e-05,
      "loss": 4.3999,
      "step": 507
    },
    {
      "epoch": 0.6809651474530831,
      "grad_norm": 1.6517037153244019,
      "learning_rate": 1.1540389630269693e-05,
      "loss": 3.9868,
      "step": 508
    },
    {
      "epoch": 0.6823056300268097,
      "grad_norm": 2.1054139137268066,
      "learning_rate": 1.1451788795931307e-05,
      "loss": 4.0988,
      "step": 509
    },
    {
      "epoch": 0.6836461126005362,
      "grad_norm": 1.4923871755599976,
      "learning_rate": 1.13634282337276e-05,
      "loss": 3.8554,
      "step": 510
    },
    {
      "epoch": 0.6849865951742627,
      "grad_norm": 2.8622472286224365,
      "learning_rate": 1.1275309510697999e-05,
      "loss": 3.99,
      "step": 511
    },
    {
      "epoch": 0.6863270777479893,
      "grad_norm": 1.826074242591858,
      "learning_rate": 1.1187434189593e-05,
      "loss": 4.0461,
      "step": 512
    },
    {
      "epoch": 0.6876675603217158,
      "grad_norm": 2.4107580184936523,
      "learning_rate": 1.1099803828846437e-05,
      "loss": 3.8922,
      "step": 513
    },
    {
      "epoch": 0.6890080428954424,
      "grad_norm": 2.0733463764190674,
      "learning_rate": 1.1012419982547905e-05,
      "loss": 4.1695,
      "step": 514
    },
    {
      "epoch": 0.6903485254691689,
      "grad_norm": 1.6084847450256348,
      "learning_rate": 1.0925284200415134e-05,
      "loss": 4.2329,
      "step": 515
    },
    {
      "epoch": 0.6916890080428955,
      "grad_norm": 1.6451109647750854,
      "learning_rate": 1.083839802776656e-05,
      "loss": 4.1565,
      "step": 516
    },
    {
      "epoch": 0.693029490616622,
      "grad_norm": 1.3165000677108765,
      "learning_rate": 1.075176300549387e-05,
      "loss": 4.2409,
      "step": 517
    },
    {
      "epoch": 0.6943699731903485,
      "grad_norm": 1.7777302265167236,
      "learning_rate": 1.0665380670034725e-05,
      "loss": 4.1882,
      "step": 518
    },
    {
      "epoch": 0.6957104557640751,
      "grad_norm": 1.3372153043746948,
      "learning_rate": 1.0579252553345451e-05,
      "loss": 3.9595,
      "step": 519
    },
    {
      "epoch": 0.6970509383378016,
      "grad_norm": 1.2749888896942139,
      "learning_rate": 1.0493380182873941e-05,
      "loss": 4.0133,
      "step": 520
    },
    {
      "epoch": 0.6983914209115282,
      "grad_norm": 1.6833118200302124,
      "learning_rate": 1.040776508153252e-05,
      "loss": 4.2144,
      "step": 521
    },
    {
      "epoch": 0.6997319034852547,
      "grad_norm": 1.8305304050445557,
      "learning_rate": 1.0322408767670927e-05,
      "loss": 4.0447,
      "step": 522
    },
    {
      "epoch": 0.7010723860589813,
      "grad_norm": 1.5214430093765259,
      "learning_rate": 1.023731275504944e-05,
      "loss": 4.1392,
      "step": 523
    },
    {
      "epoch": 0.7024128686327078,
      "grad_norm": 1.817636251449585,
      "learning_rate": 1.0152478552811967e-05,
      "loss": 4.1138,
      "step": 524
    },
    {
      "epoch": 0.7037533512064343,
      "grad_norm": 1.561204433441162,
      "learning_rate": 1.0067907665459344e-05,
      "loss": 4.337,
      "step": 525
    },
    {
      "epoch": 0.7050938337801609,
      "grad_norm": 1.4202795028686523,
      "learning_rate": 9.98360159282259e-06,
      "loss": 4.1084,
      "step": 526
    },
    {
      "epoch": 0.7064343163538874,
      "grad_norm": 1.6342689990997314,
      "learning_rate": 9.899561830036371e-06,
      "loss": 4.2733,
      "step": 527
    },
    {
      "epoch": 0.707774798927614,
      "grad_norm": 1.620021104812622,
      "learning_rate": 9.815789867512427e-06,
      "loss": 4.098,
      "step": 528
    },
    {
      "epoch": 0.7091152815013405,
      "grad_norm": 1.5363893508911133,
      "learning_rate": 9.732287190913184e-06,
      "loss": 3.9743,
      "step": 529
    },
    {
      "epoch": 0.710455764075067,
      "grad_norm": 1.8716835975646973,
      "learning_rate": 9.649055281125394e-06,
      "loss": 4.0672,
      "step": 530
    },
    {
      "epoch": 0.7117962466487936,
      "grad_norm": 1.7030665874481201,
      "learning_rate": 9.566095614233842e-06,
      "loss": 4.3018,
      "step": 531
    },
    {
      "epoch": 0.7131367292225201,
      "grad_norm": 2.1955244541168213,
      "learning_rate": 9.483409661495226e-06,
      "loss": 4.09,
      "step": 532
    },
    {
      "epoch": 0.7144772117962467,
      "grad_norm": 2.0487895011901855,
      "learning_rate": 9.400998889311999e-06,
      "loss": 4.1931,
      "step": 533
    },
    {
      "epoch": 0.7158176943699732,
      "grad_norm": 2.382164239883423,
      "learning_rate": 9.31886475920643e-06,
      "loss": 3.74,
      "step": 534
    },
    {
      "epoch": 0.7171581769436998,
      "grad_norm": 1.835524559020996,
      "learning_rate": 9.237008727794618e-06,
      "loss": 4.1571,
      "step": 535
    },
    {
      "epoch": 0.7184986595174263,
      "grad_norm": 1.6688836812973022,
      "learning_rate": 9.155432246760726e-06,
      "loss": 3.9046,
      "step": 536
    },
    {
      "epoch": 0.7198391420911529,
      "grad_norm": 2.1579833030700684,
      "learning_rate": 9.074136762831167e-06,
      "loss": 4.0313,
      "step": 537
    },
    {
      "epoch": 0.7211796246648794,
      "grad_norm": 1.5827877521514893,
      "learning_rate": 8.993123717749016e-06,
      "loss": 4.283,
      "step": 538
    },
    {
      "epoch": 0.7225201072386059,
      "grad_norm": 1.3723039627075195,
      "learning_rate": 8.912394548248377e-06,
      "loss": 3.8828,
      "step": 539
    },
    {
      "epoch": 0.7238605898123325,
      "grad_norm": 2.1818349361419678,
      "learning_rate": 8.831950686028953e-06,
      "loss": 3.7389,
      "step": 540
    },
    {
      "epoch": 0.725201072386059,
      "grad_norm": 1.4615998268127441,
      "learning_rate": 8.751793557730642e-06,
      "loss": 4.2028,
      "step": 541
    },
    {
      "epoch": 0.7265415549597856,
      "grad_norm": 1.7461323738098145,
      "learning_rate": 8.671924584908198e-06,
      "loss": 4.0668,
      "step": 542
    },
    {
      "epoch": 0.7278820375335121,
      "grad_norm": 1.5973039865493774,
      "learning_rate": 8.592345184006096e-06,
      "loss": 4.1812,
      "step": 543
    },
    {
      "epoch": 0.7292225201072386,
      "grad_norm": 1.6790518760681152,
      "learning_rate": 8.513056766333324e-06,
      "loss": 4.2097,
      "step": 544
    },
    {
      "epoch": 0.7305630026809652,
      "grad_norm": 1.5632734298706055,
      "learning_rate": 8.434060738038438e-06,
      "loss": 4.1809,
      "step": 545
    },
    {
      "epoch": 0.7319034852546917,
      "grad_norm": 2.273946523666382,
      "learning_rate": 8.355358500084549e-06,
      "loss": 3.95,
      "step": 546
    },
    {
      "epoch": 0.7332439678284183,
      "grad_norm": 2.0586934089660645,
      "learning_rate": 8.276951448224546e-06,
      "loss": 4.1303,
      "step": 547
    },
    {
      "epoch": 0.7345844504021448,
      "grad_norm": 2.111582040786743,
      "learning_rate": 8.19884097297628e-06,
      "loss": 4.1593,
      "step": 548
    },
    {
      "epoch": 0.7359249329758714,
      "grad_norm": 1.8287386894226074,
      "learning_rate": 8.121028459597953e-06,
      "loss": 4.1659,
      "step": 549
    },
    {
      "epoch": 0.7372654155495979,
      "grad_norm": 1.3675771951675415,
      "learning_rate": 8.043515288063542e-06,
      "loss": 4.0701,
      "step": 550
    },
    {
      "epoch": 0.7386058981233244,
      "grad_norm": 1.6444734334945679,
      "learning_rate": 7.966302833038278e-06,
      "loss": 4.174,
      "step": 551
    },
    {
      "epoch": 0.739946380697051,
      "grad_norm": 1.4653570652008057,
      "learning_rate": 7.889392463854348e-06,
      "loss": 4.1164,
      "step": 552
    },
    {
      "epoch": 0.7412868632707775,
      "grad_norm": 3.4404611587524414,
      "learning_rate": 7.812785544486526e-06,
      "loss": 3.823,
      "step": 553
    },
    {
      "epoch": 0.7426273458445041,
      "grad_norm": 1.891850233078003,
      "learning_rate": 7.73648343352806e-06,
      "loss": 4.119,
      "step": 554
    },
    {
      "epoch": 0.7439678284182306,
      "grad_norm": 2.303138017654419,
      "learning_rate": 7.660487484166513e-06,
      "loss": 4.1603,
      "step": 555
    },
    {
      "epoch": 0.7453083109919572,
      "grad_norm": 1.4972648620605469,
      "learning_rate": 7.584799044159821e-06,
      "loss": 4.06,
      "step": 556
    },
    {
      "epoch": 0.7466487935656837,
      "grad_norm": 1.5143014192581177,
      "learning_rate": 7.509419455812336e-06,
      "loss": 4.0462,
      "step": 557
    },
    {
      "epoch": 0.7479892761394102,
      "grad_norm": 2.32197642326355,
      "learning_rate": 7.43435005595107e-06,
      "loss": 3.8975,
      "step": 558
    },
    {
      "epoch": 0.7493297587131368,
      "grad_norm": 1.409792184829712,
      "learning_rate": 7.359592175901964e-06,
      "loss": 4.4135,
      "step": 559
    },
    {
      "epoch": 0.7506702412868632,
      "grad_norm": 1.722603678703308,
      "learning_rate": 7.285147141466269e-06,
      "loss": 4.0134,
      "step": 560
    },
    {
      "epoch": 0.7520107238605898,
      "grad_norm": 1.627700924873352,
      "learning_rate": 7.2110162728970475e-06,
      "loss": 4.1396,
      "step": 561
    },
    {
      "epoch": 0.7533512064343163,
      "grad_norm": 2.29186749458313,
      "learning_rate": 7.137200884875747e-06,
      "loss": 3.9754,
      "step": 562
    },
    {
      "epoch": 0.7546916890080428,
      "grad_norm": 1.4593878984451294,
      "learning_rate": 7.06370228648891e-06,
      "loss": 4.0244,
      "step": 563
    },
    {
      "epoch": 0.7560321715817694,
      "grad_norm": 1.6213958263397217,
      "learning_rate": 6.990521781204939e-06,
      "loss": 4.2598,
      "step": 564
    },
    {
      "epoch": 0.7573726541554959,
      "grad_norm": 1.5174040794372559,
      "learning_rate": 6.917660666850964e-06,
      "loss": 4.2098,
      "step": 565
    },
    {
      "epoch": 0.7587131367292225,
      "grad_norm": 1.761343002319336,
      "learning_rate": 6.845120235589869e-06,
      "loss": 4.2062,
      "step": 566
    },
    {
      "epoch": 0.760053619302949,
      "grad_norm": 1.5893421173095703,
      "learning_rate": 6.772901773897319e-06,
      "loss": 4.2258,
      "step": 567
    },
    {
      "epoch": 0.7613941018766756,
      "grad_norm": 2.2588400840759277,
      "learning_rate": 6.701006562539019e-06,
      "loss": 3.8174,
      "step": 568
    },
    {
      "epoch": 0.7627345844504021,
      "grad_norm": 1.8464969396591187,
      "learning_rate": 6.62943587654791e-06,
      "loss": 4.1097,
      "step": 569
    },
    {
      "epoch": 0.7640750670241286,
      "grad_norm": 1.8879106044769287,
      "learning_rate": 6.558190985201651e-06,
      "loss": 4.1451,
      "step": 570
    },
    {
      "epoch": 0.7654155495978552,
      "grad_norm": 1.3377039432525635,
      "learning_rate": 6.487273152000023e-06,
      "loss": 4.2291,
      "step": 571
    },
    {
      "epoch": 0.7667560321715817,
      "grad_norm": 2.1687779426574707,
      "learning_rate": 6.416683634642584e-06,
      "loss": 4.1151,
      "step": 572
    },
    {
      "epoch": 0.7680965147453083,
      "grad_norm": 1.888623833656311,
      "learning_rate": 6.346423685006348e-06,
      "loss": 3.683,
      "step": 573
    },
    {
      "epoch": 0.7694369973190348,
      "grad_norm": 1.3975709676742554,
      "learning_rate": 6.276494549123546e-06,
      "loss": 4.0913,
      "step": 574
    },
    {
      "epoch": 0.7707774798927614,
      "grad_norm": 1.4594451189041138,
      "learning_rate": 6.206897467159595e-06,
      "loss": 4.2179,
      "step": 575
    },
    {
      "epoch": 0.7721179624664879,
      "grad_norm": 1.4480808973312378,
      "learning_rate": 6.137633673391033e-06,
      "loss": 3.9305,
      "step": 576
    },
    {
      "epoch": 0.7734584450402144,
      "grad_norm": 1.895422101020813,
      "learning_rate": 6.068704396183695e-06,
      "loss": 4.0433,
      "step": 577
    },
    {
      "epoch": 0.774798927613941,
      "grad_norm": 1.5772151947021484,
      "learning_rate": 6.000110857970873e-06,
      "loss": 4.1734,
      "step": 578
    },
    {
      "epoch": 0.7761394101876675,
      "grad_norm": 2.339197874069214,
      "learning_rate": 5.931854275231685e-06,
      "loss": 3.9478,
      "step": 579
    },
    {
      "epoch": 0.7774798927613941,
      "grad_norm": 1.7511122226715088,
      "learning_rate": 5.863935858469452e-06,
      "loss": 4.0084,
      "step": 580
    },
    {
      "epoch": 0.7788203753351206,
      "grad_norm": 1.8038029670715332,
      "learning_rate": 5.796356812190276e-06,
      "loss": 3.9554,
      "step": 581
    },
    {
      "epoch": 0.7801608579088471,
      "grad_norm": 1.323141098022461,
      "learning_rate": 5.729118334881661e-06,
      "loss": 4.3301,
      "step": 582
    },
    {
      "epoch": 0.7815013404825737,
      "grad_norm": 1.350898027420044,
      "learning_rate": 5.662221618991234e-06,
      "loss": 3.8981,
      "step": 583
    },
    {
      "epoch": 0.7828418230563002,
      "grad_norm": 1.4751012325286865,
      "learning_rate": 5.595667850905642e-06,
      "loss": 4.131,
      "step": 584
    },
    {
      "epoch": 0.7841823056300268,
      "grad_norm": 1.9315931797027588,
      "learning_rate": 5.5294582109294696e-06,
      "loss": 4.0313,
      "step": 585
    },
    {
      "epoch": 0.7855227882037533,
      "grad_norm": 1.4609266519546509,
      "learning_rate": 5.463593873264347e-06,
      "loss": 4.0325,
      "step": 586
    },
    {
      "epoch": 0.7868632707774799,
      "grad_norm": 1.9292317628860474,
      "learning_rate": 5.398076005988081e-06,
      "loss": 4.0818,
      "step": 587
    },
    {
      "epoch": 0.7882037533512064,
      "grad_norm": 1.9036489725112915,
      "learning_rate": 5.332905771033994e-06,
      "loss": 3.731,
      "step": 588
    },
    {
      "epoch": 0.789544235924933,
      "grad_norm": 2.0196640491485596,
      "learning_rate": 5.268084324170253e-06,
      "loss": 3.9546,
      "step": 589
    },
    {
      "epoch": 0.7908847184986595,
      "grad_norm": 1.6353363990783691,
      "learning_rate": 5.203612814979442e-06,
      "loss": 4.0226,
      "step": 590
    },
    {
      "epoch": 0.792225201072386,
      "grad_norm": 1.7163848876953125,
      "learning_rate": 5.1394923868381075e-06,
      "loss": 4.0016,
      "step": 591
    },
    {
      "epoch": 0.7935656836461126,
      "grad_norm": 2.6417622566223145,
      "learning_rate": 5.075724176896532e-06,
      "loss": 4.1135,
      "step": 592
    },
    {
      "epoch": 0.7949061662198391,
      "grad_norm": 2.6591272354125977,
      "learning_rate": 5.012309316058555e-06,
      "loss": 4.306,
      "step": 593
    },
    {
      "epoch": 0.7962466487935657,
      "grad_norm": 1.7307076454162598,
      "learning_rate": 4.949248928961489e-06,
      "loss": 4.0088,
      "step": 594
    },
    {
      "epoch": 0.7975871313672922,
      "grad_norm": 1.313391923904419,
      "learning_rate": 4.886544133956211e-06,
      "loss": 4.0909,
      "step": 595
    },
    {
      "epoch": 0.7989276139410187,
      "grad_norm": 1.6195955276489258,
      "learning_rate": 4.824196043087306e-06,
      "loss": 4.2288,
      "step": 596
    },
    {
      "epoch": 0.8002680965147453,
      "grad_norm": 2.218224287033081,
      "learning_rate": 4.762205762073363e-06,
      "loss": 3.7363,
      "step": 597
    },
    {
      "epoch": 0.8016085790884718,
      "grad_norm": 1.5383011102676392,
      "learning_rate": 4.700574390287341e-06,
      "loss": 4.0846,
      "step": 598
    },
    {
      "epoch": 0.8029490616621984,
      "grad_norm": 1.5616196393966675,
      "learning_rate": 4.639303020737101e-06,
      "loss": 3.947,
      "step": 599
    },
    {
      "epoch": 0.8042895442359249,
      "grad_norm": 1.7160272598266602,
      "learning_rate": 4.578392740045994e-06,
      "loss": 4.1478,
      "step": 600
    },
    {
      "epoch": 0.8056300268096515,
      "grad_norm": 1.7334322929382324,
      "learning_rate": 4.5178446284336155e-06,
      "loss": 4.1115,
      "step": 601
    },
    {
      "epoch": 0.806970509383378,
      "grad_norm": 1.4539278745651245,
      "learning_rate": 4.457659759696639e-06,
      "loss": 4.007,
      "step": 602
    },
    {
      "epoch": 0.8083109919571045,
      "grad_norm": 1.7417395114898682,
      "learning_rate": 4.397839201189749e-06,
      "loss": 4.2025,
      "step": 603
    },
    {
      "epoch": 0.8096514745308311,
      "grad_norm": 1.6823294162750244,
      "learning_rate": 4.338384013806762e-06,
      "loss": 4.1711,
      "step": 604
    },
    {
      "epoch": 0.8109919571045576,
      "grad_norm": 1.6005618572235107,
      "learning_rate": 4.279295251961754e-06,
      "loss": 4.0891,
      "step": 605
    },
    {
      "epoch": 0.8123324396782842,
      "grad_norm": 1.7852652072906494,
      "learning_rate": 4.220573963570418e-06,
      "loss": 4.2479,
      "step": 606
    },
    {
      "epoch": 0.8136729222520107,
      "grad_norm": 1.916030764579773,
      "learning_rate": 4.162221190031424e-06,
      "loss": 4.0771,
      "step": 607
    },
    {
      "epoch": 0.8150134048257373,
      "grad_norm": 1.7884804010391235,
      "learning_rate": 4.104237966208002e-06,
      "loss": 4.0865,
      "step": 608
    },
    {
      "epoch": 0.8163538873994638,
      "grad_norm": 1.854982852935791,
      "learning_rate": 4.046625320409547e-06,
      "loss": 4.0798,
      "step": 609
    },
    {
      "epoch": 0.8176943699731903,
      "grad_norm": 1.502204418182373,
      "learning_rate": 3.989384274373409e-06,
      "loss": 4.1344,
      "step": 610
    },
    {
      "epoch": 0.8190348525469169,
      "grad_norm": 1.4239370822906494,
      "learning_rate": 3.932515843246773e-06,
      "loss": 4.1115,
      "step": 611
    },
    {
      "epoch": 0.8203753351206434,
      "grad_norm": 1.4142134189605713,
      "learning_rate": 3.876021035568619e-06,
      "loss": 4.1107,
      "step": 612
    },
    {
      "epoch": 0.82171581769437,
      "grad_norm": 1.9802576303482056,
      "learning_rate": 3.819900853251896e-06,
      "loss": 4.4778,
      "step": 613
    },
    {
      "epoch": 0.8230563002680965,
      "grad_norm": 1.581973910331726,
      "learning_rate": 3.764156291565693e-06,
      "loss": 4.0747,
      "step": 614
    },
    {
      "epoch": 0.824396782841823,
      "grad_norm": 2.4213356971740723,
      "learning_rate": 3.708788339117644e-06,
      "loss": 3.9894,
      "step": 615
    },
    {
      "epoch": 0.8257372654155496,
      "grad_norm": 2.2809488773345947,
      "learning_rate": 3.653797977836343e-06,
      "loss": 4.2533,
      "step": 616
    },
    {
      "epoch": 0.8270777479892761,
      "grad_norm": 1.6151589155197144,
      "learning_rate": 3.5991861829539732e-06,
      "loss": 4.0398,
      "step": 617
    },
    {
      "epoch": 0.8284182305630027,
      "grad_norm": 1.6391048431396484,
      "learning_rate": 3.5449539229889807e-06,
      "loss": 4.1706,
      "step": 618
    },
    {
      "epoch": 0.8297587131367292,
      "grad_norm": 1.5368852615356445,
      "learning_rate": 3.4911021597289153e-06,
      "loss": 4.0299,
      "step": 619
    },
    {
      "epoch": 0.8310991957104558,
      "grad_norm": 1.8355164527893066,
      "learning_rate": 3.4376318482133797e-06,
      "loss": 4.3147,
      "step": 620
    },
    {
      "epoch": 0.8324396782841823,
      "grad_norm": 1.5161722898483276,
      "learning_rate": 3.3845439367170605e-06,
      "loss": 3.9595,
      "step": 621
    },
    {
      "epoch": 0.8337801608579088,
      "grad_norm": 2.366042375564575,
      "learning_rate": 3.3318393667329527e-06,
      "loss": 4.1286,
      "step": 622
    },
    {
      "epoch": 0.8351206434316354,
      "grad_norm": 1.7051384449005127,
      "learning_rate": 3.2795190729556254e-06,
      "loss": 3.9755,
      "step": 623
    },
    {
      "epoch": 0.8364611260053619,
      "grad_norm": 1.3396157026290894,
      "learning_rate": 3.2275839832646786e-06,
      "loss": 4.0855,
      "step": 624
    },
    {
      "epoch": 0.8378016085790885,
      "grad_norm": 1.4888492822647095,
      "learning_rate": 3.176035018708251e-06,
      "loss": 4.1917,
      "step": 625
    },
    {
      "epoch": 0.839142091152815,
      "grad_norm": 1.8398135900497437,
      "learning_rate": 3.1248730934867297e-06,
      "loss": 4.002,
      "step": 626
    },
    {
      "epoch": 0.8404825737265416,
      "grad_norm": 1.6706128120422363,
      "learning_rate": 3.0740991149364905e-06,
      "loss": 4.3033,
      "step": 627
    },
    {
      "epoch": 0.8418230563002681,
      "grad_norm": 1.629183292388916,
      "learning_rate": 3.0237139835138402e-06,
      "loss": 4.1518,
      "step": 628
    },
    {
      "epoch": 0.8431635388739946,
      "grad_norm": 1.707590937614441,
      "learning_rate": 2.9737185927790455e-06,
      "loss": 3.9776,
      "step": 629
    },
    {
      "epoch": 0.8445040214477212,
      "grad_norm": 3.17254376411438,
      "learning_rate": 2.9241138293804565e-06,
      "loss": 4.069,
      "step": 630
    },
    {
      "epoch": 0.8458445040214477,
      "grad_norm": 1.5430855751037598,
      "learning_rate": 2.874900573038819e-06,
      "loss": 4.2447,
      "step": 631
    },
    {
      "epoch": 0.8471849865951743,
      "grad_norm": 1.6813849210739136,
      "learning_rate": 2.826079696531647e-06,
      "loss": 3.9423,
      "step": 632
    },
    {
      "epoch": 0.8485254691689008,
      "grad_norm": 1.6792819499969482,
      "learning_rate": 2.777652065677766e-06,
      "loss": 4.3446,
      "step": 633
    },
    {
      "epoch": 0.8498659517426274,
      "grad_norm": 1.510520577430725,
      "learning_rate": 2.729618539321932e-06,
      "loss": 4.1472,
      "step": 634
    },
    {
      "epoch": 0.8512064343163539,
      "grad_norm": 1.7376744747161865,
      "learning_rate": 2.6819799693196283e-06,
      "loss": 3.9529,
      "step": 635
    },
    {
      "epoch": 0.8525469168900804,
      "grad_norm": 1.5206412076950073,
      "learning_rate": 2.6347372005219305e-06,
      "loss": 4.154,
      "step": 636
    },
    {
      "epoch": 0.853887399463807,
      "grad_norm": 1.4670528173446655,
      "learning_rate": 2.5878910707605537e-06,
      "loss": 4.1295,
      "step": 637
    },
    {
      "epoch": 0.8552278820375335,
      "grad_norm": 1.8389042615890503,
      "learning_rate": 2.541442410832959e-06,
      "loss": 3.999,
      "step": 638
    },
    {
      "epoch": 0.8565683646112601,
      "grad_norm": 2.0346367359161377,
      "learning_rate": 2.495392044487649e-06,
      "loss": 3.9343,
      "step": 639
    },
    {
      "epoch": 0.8579088471849866,
      "grad_norm": 1.5337841510772705,
      "learning_rate": 2.4497407884095575e-06,
      "loss": 4.3079,
      "step": 640
    },
    {
      "epoch": 0.8592493297587132,
      "grad_norm": 1.6186468601226807,
      "learning_rate": 2.404489452205533e-06,
      "loss": 4.3633,
      "step": 641
    },
    {
      "epoch": 0.8605898123324397,
      "grad_norm": 1.3302162885665894,
      "learning_rate": 2.359638838390027e-06,
      "loss": 4.0979,
      "step": 642
    },
    {
      "epoch": 0.8619302949061662,
      "grad_norm": 1.7183328866958618,
      "learning_rate": 2.3151897423708214e-06,
      "loss": 4.0574,
      "step": 643
    },
    {
      "epoch": 0.8632707774798928,
      "grad_norm": 1.6089767217636108,
      "learning_rate": 2.2711429524349515e-06,
      "loss": 4.0084,
      "step": 644
    },
    {
      "epoch": 0.8646112600536193,
      "grad_norm": 1.973074197769165,
      "learning_rate": 2.2274992497347045e-06,
      "loss": 4.1426,
      "step": 645
    },
    {
      "epoch": 0.8659517426273459,
      "grad_norm": 1.370041847229004,
      "learning_rate": 2.184259408273792e-06,
      "loss": 4.1338,
      "step": 646
    },
    {
      "epoch": 0.8672922252010724,
      "grad_norm": 1.6897451877593994,
      "learning_rate": 2.141424194893582e-06,
      "loss": 4.4458,
      "step": 647
    },
    {
      "epoch": 0.868632707774799,
      "grad_norm": 1.3583239316940308,
      "learning_rate": 2.0989943692595495e-06,
      "loss": 4.174,
      "step": 648
    },
    {
      "epoch": 0.8699731903485255,
      "grad_norm": 1.6080747842788696,
      "learning_rate": 2.05697068384777e-06,
      "loss": 4.1498,
      "step": 649
    },
    {
      "epoch": 0.871313672922252,
      "grad_norm": 1.6234769821166992,
      "learning_rate": 2.0153538839315756e-06,
      "loss": 3.9852,
      "step": 650
    },
    {
      "epoch": 0.8726541554959786,
      "grad_norm": 1.5308585166931152,
      "learning_rate": 1.9741447075683595e-06,
      "loss": 4.0212,
      "step": 651
    },
    {
      "epoch": 0.8739946380697051,
      "grad_norm": 1.3633662462234497,
      "learning_rate": 1.933343885586458e-06,
      "loss": 4.0292,
      "step": 652
    },
    {
      "epoch": 0.8753351206434317,
      "grad_norm": 1.6495016813278198,
      "learning_rate": 1.8929521415722267e-06,
      "loss": 4.1943,
      "step": 653
    },
    {
      "epoch": 0.8766756032171582,
      "grad_norm": 1.7188185453414917,
      "learning_rate": 1.852970191857159e-06,
      "loss": 4.1658,
      "step": 654
    },
    {
      "epoch": 0.8780160857908847,
      "grad_norm": 2.570451021194458,
      "learning_rate": 1.813398745505235e-06,
      "loss": 3.7912,
      "step": 655
    },
    {
      "epoch": 0.8793565683646113,
      "grad_norm": 1.6092784404754639,
      "learning_rate": 1.7742385043003018e-06,
      "loss": 4.1793,
      "step": 656
    },
    {
      "epoch": 0.8806970509383378,
      "grad_norm": 1.6216198205947876,
      "learning_rate": 1.7354901627336578e-06,
      "loss": 4.0577,
      "step": 657
    },
    {
      "epoch": 0.8820375335120644,
      "grad_norm": 1.4914729595184326,
      "learning_rate": 1.6971544079917273e-06,
      "loss": 3.8955,
      "step": 658
    },
    {
      "epoch": 0.8833780160857909,
      "grad_norm": 3.0483927726745605,
      "learning_rate": 1.6592319199438573e-06,
      "loss": 3.8942,
      "step": 659
    },
    {
      "epoch": 0.8847184986595175,
      "grad_norm": 1.6463979482650757,
      "learning_rate": 1.6217233711302904e-06,
      "loss": 4.1147,
      "step": 660
    },
    {
      "epoch": 0.886058981233244,
      "grad_norm": 1.4989440441131592,
      "learning_rate": 1.5846294267502116e-06,
      "loss": 4.0875,
      "step": 661
    },
    {
      "epoch": 0.8873994638069705,
      "grad_norm": 1.5697479248046875,
      "learning_rate": 1.5479507446499674e-06,
      "loss": 3.8637,
      "step": 662
    },
    {
      "epoch": 0.8887399463806971,
      "grad_norm": 1.796716570854187,
      "learning_rate": 1.5116879753113822e-06,
      "loss": 4.0613,
      "step": 663
    },
    {
      "epoch": 0.8900804289544236,
      "grad_norm": 1.7171390056610107,
      "learning_rate": 1.4758417618402521e-06,
      "loss": 4.1748,
      "step": 664
    },
    {
      "epoch": 0.8914209115281502,
      "grad_norm": 2.2504525184631348,
      "learning_rate": 1.4404127399548966e-06,
      "loss": 4.2548,
      "step": 665
    },
    {
      "epoch": 0.8927613941018767,
      "grad_norm": 1.8576676845550537,
      "learning_rate": 1.405401537974929e-06,
      "loss": 4.3631,
      "step": 666
    },
    {
      "epoch": 0.8941018766756033,
      "grad_norm": 1.5815280675888062,
      "learning_rate": 1.3708087768100897e-06,
      "loss": 4.0721,
      "step": 667
    },
    {
      "epoch": 0.8954423592493298,
      "grad_norm": 1.3464423418045044,
      "learning_rate": 1.3366350699492214e-06,
      "loss": 4.1092,
      "step": 668
    },
    {
      "epoch": 0.8967828418230563,
      "grad_norm": 2.2372212409973145,
      "learning_rate": 1.3028810234494259e-06,
      "loss": 3.7378,
      "step": 669
    },
    {
      "epoch": 0.8981233243967829,
      "grad_norm": 1.5314258337020874,
      "learning_rate": 1.2695472359252808e-06,
      "loss": 4.1706,
      "step": 670
    },
    {
      "epoch": 0.8994638069705094,
      "grad_norm": 1.3317408561706543,
      "learning_rate": 1.2366342985382501e-06,
      "loss": 4.1836,
      "step": 671
    },
    {
      "epoch": 0.900804289544236,
      "grad_norm": 2.3380496501922607,
      "learning_rate": 1.2041427949861766e-06,
      "loss": 4.0531,
      "step": 672
    },
    {
      "epoch": 0.9021447721179625,
      "grad_norm": 1.5681943893432617,
      "learning_rate": 1.1720733014929514e-06,
      "loss": 4.2023,
      "step": 673
    },
    {
      "epoch": 0.903485254691689,
      "grad_norm": 1.7159653902053833,
      "learning_rate": 1.140426386798274e-06,
      "loss": 4.259,
      "step": 674
    },
    {
      "epoch": 0.9048257372654156,
      "grad_norm": 2.031643867492676,
      "learning_rate": 1.109202612147589e-06,
      "loss": 4.2252,
      "step": 675
    },
    {
      "epoch": 0.9061662198391421,
      "grad_norm": 1.9987703561782837,
      "learning_rate": 1.078402531282116e-06,
      "loss": 3.9663,
      "step": 676
    },
    {
      "epoch": 0.9075067024128687,
      "grad_norm": 1.4590847492218018,
      "learning_rate": 1.0480266904290298e-06,
      "loss": 3.8881,
      "step": 677
    },
    {
      "epoch": 0.9088471849865952,
      "grad_norm": 1.8944475650787354,
      "learning_rate": 1.018075628291787e-06,
      "loss": 3.9444,
      "step": 678
    },
    {
      "epoch": 0.9101876675603218,
      "grad_norm": 1.3491789102554321,
      "learning_rate": 9.885498760405481e-07,
      "loss": 4.0536,
      "step": 679
    },
    {
      "epoch": 0.9115281501340483,
      "grad_norm": 1.6329096555709839,
      "learning_rate": 9.59449957302791e-07,
      "loss": 4.1612,
      "step": 680
    },
    {
      "epoch": 0.9128686327077749,
      "grad_norm": 1.457969069480896,
      "learning_rate": 9.307763881539839e-07,
      "loss": 4.1119,
      "step": 681
    },
    {
      "epoch": 0.9142091152815014,
      "grad_norm": 1.6089447736740112,
      "learning_rate": 9.025296771084768e-07,
      "loss": 4.1044,
      "step": 682
    },
    {
      "epoch": 0.9155495978552279,
      "grad_norm": 1.8320618867874146,
      "learning_rate": 8.747103251104394e-07,
      "loss": 4.1481,
      "step": 683
    },
    {
      "epoch": 0.9168900804289544,
      "grad_norm": 1.648786187171936,
      "learning_rate": 8.473188255250203e-07,
      "loss": 3.9891,
      "step": 684
    },
    {
      "epoch": 0.9182305630026809,
      "grad_norm": 1.6430078744888306,
      "learning_rate": 8.203556641295601e-07,
      "loss": 4.4098,
      "step": 685
    },
    {
      "epoch": 0.9195710455764075,
      "grad_norm": 1.3675403594970703,
      "learning_rate": 7.938213191049953e-07,
      "loss": 4.0304,
      "step": 686
    },
    {
      "epoch": 0.920911528150134,
      "grad_norm": 1.7190208435058594,
      "learning_rate": 7.677162610273819e-07,
      "loss": 3.788,
      "step": 687
    },
    {
      "epoch": 0.9222520107238605,
      "grad_norm": 1.8116778135299683,
      "learning_rate": 7.420409528595296e-07,
      "loss": 4.1156,
      "step": 688
    },
    {
      "epoch": 0.9235924932975871,
      "grad_norm": 1.9070864915847778,
      "learning_rate": 7.167958499428196e-07,
      "loss": 4.1029,
      "step": 689
    },
    {
      "epoch": 0.9249329758713136,
      "grad_norm": 1.6403416395187378,
      "learning_rate": 6.919813999891028e-07,
      "loss": 4.1598,
      "step": 690
    },
    {
      "epoch": 0.9262734584450402,
      "grad_norm": 1.574585199356079,
      "learning_rate": 6.675980430727758e-07,
      "loss": 4.3613,
      "step": 691
    },
    {
      "epoch": 0.9276139410187667,
      "grad_norm": 1.9115116596221924,
      "learning_rate": 6.436462116229725e-07,
      "loss": 4.2608,
      "step": 692
    },
    {
      "epoch": 0.9289544235924933,
      "grad_norm": 1.822980523109436,
      "learning_rate": 6.201263304158905e-07,
      "loss": 4.1126,
      "step": 693
    },
    {
      "epoch": 0.9302949061662198,
      "grad_norm": 1.3983780145645142,
      "learning_rate": 5.970388165672691e-07,
      "loss": 3.9964,
      "step": 694
    },
    {
      "epoch": 0.9316353887399463,
      "grad_norm": 1.9300884008407593,
      "learning_rate": 5.743840795249727e-07,
      "loss": 3.8454,
      "step": 695
    },
    {
      "epoch": 0.9329758713136729,
      "grad_norm": 1.8419654369354248,
      "learning_rate": 5.521625210617553e-07,
      "loss": 4.0762,
      "step": 696
    },
    {
      "epoch": 0.9343163538873994,
      "grad_norm": 1.751046061515808,
      "learning_rate": 5.30374535268105e-07,
      "loss": 4.1852,
      "step": 697
    },
    {
      "epoch": 0.935656836461126,
      "grad_norm": 2.3287787437438965,
      "learning_rate": 5.090205085452909e-07,
      "loss": 3.8736,
      "step": 698
    },
    {
      "epoch": 0.9369973190348525,
      "grad_norm": 1.5687111616134644,
      "learning_rate": 4.881008195984693e-07,
      "loss": 3.9057,
      "step": 699
    },
    {
      "epoch": 0.938337801608579,
      "grad_norm": 1.934680461883545,
      "learning_rate": 4.676158394300051e-07,
      "loss": 3.8041,
      "step": 700
    },
    {
      "epoch": 0.9396782841823056,
      "grad_norm": 1.6318399906158447,
      "learning_rate": 4.475659313328745e-07,
      "loss": 3.8188,
      "step": 701
    },
    {
      "epoch": 0.9410187667560321,
      "grad_norm": 1.4505863189697266,
      "learning_rate": 4.279514508842092e-07,
      "loss": 3.9981,
      "step": 702
    },
    {
      "epoch": 0.9423592493297587,
      "grad_norm": 1.3285362720489502,
      "learning_rate": 4.0877274593902335e-07,
      "loss": 4.3346,
      "step": 703
    },
    {
      "epoch": 0.9436997319034852,
      "grad_norm": 2.0423738956451416,
      "learning_rate": 3.900301566240161e-07,
      "loss": 4.1022,
      "step": 704
    },
    {
      "epoch": 0.9450402144772118,
      "grad_norm": 1.565425992012024,
      "learning_rate": 3.7172401533154823e-07,
      "loss": 4.3183,
      "step": 705
    },
    {
      "epoch": 0.9463806970509383,
      "grad_norm": 1.874189853668213,
      "learning_rate": 3.5385464671375266e-07,
      "loss": 4.0596,
      "step": 706
    },
    {
      "epoch": 0.9477211796246648,
      "grad_norm": 1.5646862983703613,
      "learning_rate": 3.364223676767725e-07,
      "loss": 3.9984,
      "step": 707
    },
    {
      "epoch": 0.9490616621983914,
      "grad_norm": 1.845935583114624,
      "learning_rate": 3.194274873751374e-07,
      "loss": 4.2646,
      "step": 708
    },
    {
      "epoch": 0.9504021447721179,
      "grad_norm": 2.1210970878601074,
      "learning_rate": 3.0287030720628774e-07,
      "loss": 3.8583,
      "step": 709
    },
    {
      "epoch": 0.9517426273458445,
      "grad_norm": 1.6326839923858643,
      "learning_rate": 2.867511208052315e-07,
      "loss": 4.2113,
      "step": 710
    },
    {
      "epoch": 0.953083109919571,
      "grad_norm": 1.8023695945739746,
      "learning_rate": 2.710702140393151e-07,
      "loss": 3.935,
      "step": 711
    },
    {
      "epoch": 0.9544235924932976,
      "grad_norm": 1.5123698711395264,
      "learning_rate": 2.558278650031887e-07,
      "loss": 4.007,
      "step": 712
    },
    {
      "epoch": 0.9557640750670241,
      "grad_norm": 2.063042163848877,
      "learning_rate": 2.410243440138432e-07,
      "loss": 3.9025,
      "step": 713
    },
    {
      "epoch": 0.9571045576407506,
      "grad_norm": 1.3973208665847778,
      "learning_rate": 2.266599136058367e-07,
      "loss": 3.9194,
      "step": 714
    },
    {
      "epoch": 0.9584450402144772,
      "grad_norm": 2.1018564701080322,
      "learning_rate": 2.1273482852662007e-07,
      "loss": 3.8329,
      "step": 715
    },
    {
      "epoch": 0.9597855227882037,
      "grad_norm": 1.4930899143218994,
      "learning_rate": 1.9924933573204352e-07,
      "loss": 4.3282,
      "step": 716
    },
    {
      "epoch": 0.9611260053619303,
      "grad_norm": 1.8336726427078247,
      "learning_rate": 1.8620367438194897e-07,
      "loss": 4.0716,
      "step": 717
    },
    {
      "epoch": 0.9624664879356568,
      "grad_norm": 1.7525848150253296,
      "learning_rate": 1.73598075835954e-07,
      "loss": 4.3068,
      "step": 718
    },
    {
      "epoch": 0.9638069705093834,
      "grad_norm": 2.3989834785461426,
      "learning_rate": 1.6143276364933292e-07,
      "loss": 4.1048,
      "step": 719
    },
    {
      "epoch": 0.9651474530831099,
      "grad_norm": 1.8317017555236816,
      "learning_rate": 1.497079535690532e-07,
      "loss": 4.1938,
      "step": 720
    },
    {
      "epoch": 0.9664879356568364,
      "grad_norm": 1.3087552785873413,
      "learning_rate": 1.3842385352995923e-07,
      "loss": 4.2681,
      "step": 721
    },
    {
      "epoch": 0.967828418230563,
      "grad_norm": 1.7893511056900024,
      "learning_rate": 1.2758066365107514e-07,
      "loss": 4.1186,
      "step": 722
    },
    {
      "epoch": 0.9691689008042895,
      "grad_norm": 1.495792031288147,
      "learning_rate": 1.1717857623205764e-07,
      "loss": 3.9886,
      "step": 723
    },
    {
      "epoch": 0.9705093833780161,
      "grad_norm": 1.5346589088439941,
      "learning_rate": 1.0721777574978775e-07,
      "loss": 4.0355,
      "step": 724
    },
    {
      "epoch": 0.9718498659517426,
      "grad_norm": 1.4128694534301758,
      "learning_rate": 9.769843885509834e-08,
      "loss": 4.3073,
      "step": 725
    },
    {
      "epoch": 0.9731903485254692,
      "grad_norm": 1.714119553565979,
      "learning_rate": 8.862073436964324e-08,
      "loss": 4.0481,
      "step": 726
    },
    {
      "epoch": 0.9745308310991957,
      "grad_norm": 1.435090184211731,
      "learning_rate": 7.998482328289703e-08,
      "loss": 3.8309,
      "step": 727
    },
    {
      "epoch": 0.9758713136729222,
      "grad_norm": 1.8121684789657593,
      "learning_rate": 7.179085874930713e-08,
      "loss": 3.9464,
      "step": 728
    },
    {
      "epoch": 0.9772117962466488,
      "grad_norm": 2.054342269897461,
      "learning_rate": 6.403898608557391e-08,
      "loss": 3.8396,
      "step": 729
    },
    {
      "epoch": 0.9785522788203753,
      "grad_norm": 2.2567222118377686,
      "learning_rate": 5.672934276807762e-08,
      "loss": 3.9102,
      "step": 730
    },
    {
      "epoch": 0.9798927613941019,
      "grad_norm": 1.64995539188385,
      "learning_rate": 4.9862058430427685e-08,
      "loss": 3.7965,
      "step": 731
    },
    {
      "epoch": 0.9812332439678284,
      "grad_norm": 1.4625040292739868,
      "learning_rate": 4.343725486118666e-08,
      "loss": 4.0566,
      "step": 732
    },
    {
      "epoch": 0.982573726541555,
      "grad_norm": 1.3524330854415894,
      "learning_rate": 3.745504600168315e-08,
      "loss": 4.098,
      "step": 733
    },
    {
      "epoch": 0.9839142091152815,
      "grad_norm": 1.7329251766204834,
      "learning_rate": 3.191553794401336e-08,
      "loss": 4.1363,
      "step": 734
    },
    {
      "epoch": 0.985254691689008,
      "grad_norm": 1.5572080612182617,
      "learning_rate": 2.681882892914822e-08,
      "loss": 4.2099,
      "step": 735
    },
    {
      "epoch": 0.9865951742627346,
      "grad_norm": 1.7131426334381104,
      "learning_rate": 2.216500934519583e-08,
      "loss": 4.3434,
      "step": 736
    },
    {
      "epoch": 0.9879356568364611,
      "grad_norm": 1.6540027856826782,
      "learning_rate": 1.7954161725791674e-08,
      "loss": 4.1726,
      "step": 737
    },
    {
      "epoch": 0.9892761394101877,
      "grad_norm": 2.0801782608032227,
      "learning_rate": 1.4186360748644212e-08,
      "loss": 4.1129,
      "step": 738
    },
    {
      "epoch": 0.9906166219839142,
      "grad_norm": 1.5830508470535278,
      "learning_rate": 1.0861673234205394e-08,
      "loss": 4.0883,
      "step": 739
    },
    {
      "epoch": 0.9919571045576407,
      "grad_norm": 1.6722745895385742,
      "learning_rate": 7.98015814448272e-09,
      "loss": 4.1126,
      "step": 740
    },
    {
      "epoch": 0.9932975871313673,
      "grad_norm": 1.443785309791565,
      "learning_rate": 5.541866582003952e-09,
      "loss": 4.2395,
      "step": 741
    },
    {
      "epoch": 0.9946380697050938,
      "grad_norm": 1.4968252182006836,
      "learning_rate": 3.5468417888956386e-09,
      "loss": 4.2435,
      "step": 742
    },
    {
      "epoch": 0.9959785522788204,
      "grad_norm": 1.835752248764038,
      "learning_rate": 1.9951191461281547e-09,
      "loss": 4.1708,
      "step": 743
    },
    {
      "epoch": 0.9973190348525469,
      "grad_norm": 1.7169502973556519,
      "learning_rate": 8.867261728912057e-10,
      "loss": 4.2061,
      "step": 744
    },
    {
      "epoch": 0.9986595174262735,
      "grad_norm": 1.7341909408569336,
      "learning_rate": 2.216825260858979e-10,
      "loss": 4.1109,
      "step": 745
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.789974331855774,
      "learning_rate": 0.0,
      "loss": 3.9941,
      "step": 746
    }
  ],
  "logging_steps": 1,
  "max_steps": 746,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 12000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9240588194414592.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}